-- Logs begin at Thu 2022-03-03 11:12:05 UTC, end at Thu 2022-03-03 13:19:26 UTC. -- Mar 03 12:02:51.117456 dv-neutron-831730-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 12:02:53.600030 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.common.config [-] Logging enabled! Mar 03 12:02:53.600721 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev57 Mar 03 12:02:53.600721 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 12:02:53.603739 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.common.config [-] Logging enabled! Mar 03 12:02:53.603996 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev57 Mar 03 12:02:53.604319 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 12:02:53.605239 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 12:02:53.605466 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 12:02:53.605813 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 12:02:53.606054 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 12:02:53.606276 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 12:02:53.606587 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.606876 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.607164 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.607388 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.607671 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.607956 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.608262 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.608544 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.608833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.609110 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.609380 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.609654 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.609877 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.610152 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.610432 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.610708 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.611536 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] debug = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.611819 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.612252 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.612662 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.612936 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.613220 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.613492 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.613757 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.614026 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.614302 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.614622 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] host = dv-neutron-831730-1-hyperv {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.614892 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.615173 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.615453 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.615730 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.615998 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.616293 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.616574 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.616842 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.617107 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] log_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.617375 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.617657 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.617936 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.618219 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.618438 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.618656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.618936 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.619215 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.619484 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.619752 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.620035 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.620307 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.620578 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.620840 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.621116 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.621393 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.621670 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.621935 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.622200 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.622466 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.622730 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.623006 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.623270 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.623534 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.623799 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.624171 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.624441 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.624706 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.625000 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.625280 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.625555 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.625830 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.626096 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.626374 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.626664 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.626926 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.627186 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] use_json = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.627450 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.627709 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.627982 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.628271 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.628535 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.628801 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.629066 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.629342 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.629606 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:53.629890 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.630179 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.630477 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.630755 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.631040 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.631312 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.631591 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.631860 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.632167 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.632451 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.632735 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.633005 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.633286 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.633557 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.633842 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.634140 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.634431 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.634716 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.634990 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.635258 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.635525 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.635795 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.636098 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.636388 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.636672 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.636941 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.637212 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.637496 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.637764 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.638031 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.638301 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.638585 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.638856 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.639123 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.639401 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.639674 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.639941 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.640233 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.640513 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.640799 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.641072 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.641340 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.641607 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.641880 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.642170 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.642452 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.642727 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.642995 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.643263 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.643535 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.643802 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.644093 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.644368 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.644638 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.644909 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.645177 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.645443 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.645708 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.645975 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.646242 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.646508 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.646773 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.647042 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.647306 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.647570 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.647834 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.648132 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.648402 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.648681 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.648970 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.649240 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.649510 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.649780 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.650049 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.650319 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.650592 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.650861 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.651132 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.651399 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.651682 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.651960 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.652268 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.652546 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.652819 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.653112 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.653382 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.653657 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.653929 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.654205 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.654479 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.654756 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.655042 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.655328 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.655613 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.655897 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.656212 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.656488 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.656790 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.657063 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:53.657275 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 12:02:53.657507 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88321) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 12:02:54.047137 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO keyring.backend [-] Loading KWallet Mar 03 12:02:54.054376 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO keyring.backend [-] Loading SecretService Mar 03 12:02:54.057764 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO keyring.backend [-] Loading Windows Mar 03 12:02:54.059083 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO keyring.backend [-] Loading chainer Mar 03 12:02:54.059639 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO keyring.backend [-] Loading macOS Mar 03 12:02:54.092134 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 12:02:54.092405 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 12:02:54.092693 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 12:02:54.093022 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 12:02:54.490919 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.491206 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.491486 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.493035 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.493270 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.498825 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.534028 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.534301 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.534562 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.547696 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.547970 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.548291 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.578495 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.578713 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.578969 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.615953 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.616542 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.616542 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.857404 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.857608 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.857858 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.858121 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.858856 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.984596 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.984908 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.985182 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.985445 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.985705 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.986575 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.986841 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.987090 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.987335 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.987609 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.987865 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.988151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.988518 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.988764 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.989031 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.989295 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.989548 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.989815 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.990062 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.990336 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.990677 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.990924 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.991167 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.991445 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.991692 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.991934 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:54.992346 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:54.992578 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:54.992806 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:54.993034 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:54.993261 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:54.993486 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:54.993853 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 12:02:54.997011 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 12:02:55.000992 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 12:02:55.004980 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 03 12:02:55.006610 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 12:02:55.008175 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 12:02:55.008519 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 12:02:55.008905 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 12:02:55.011713 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 12:02:55.011963 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 12:02:55.012346 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 12:02:55.040571 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 12:02:55.041020 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:55.041312 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88321) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 03 12:02:55.041669 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:55.043029 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88321) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 12:02:55.043304 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 12:02:55.043547 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 12:02:55.046848 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:55.047127 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:55.108889 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 12:02:55.109080 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 12:02:55.109311 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 12:02:55.109676 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 12:02:55.140777 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_db.sqlalchemy.engines [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88321) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 03 12:02:55.630453 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing driver for type 'gre' Mar 03 12:02:55.631091 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] gre ID ranges: [(1, 1000)] Mar 03 12:02:55.807608 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing driver for type 'local' Mar 03 12:02:55.807944 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing driver for type 'vlan' Mar 03 12:02:55.905157 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] VlanTypeDriver initialization complete Mar 03 12:02:55.905447 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing driver for type 'vxlan' Mar 03 12:02:55.905956 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] vxlan ID ranges: [(1, 1000)] Mar 03 12:02:56.098731 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing extension driver 'port_security' Mar 03 12:02:56.099067 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] PortSecurityExtensionDriver initialization complete Mar 03 12:02:56.099402 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing mechanism driver 'openvswitch' Mar 03 12:02:56.099730 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing mechanism driver 'hyperv' Mar 03 12:02:56.112712 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.plugin [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:02:56.113385 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.113757 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.114105 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.114633 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 12:02:56.115089 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.115440 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.115810 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.116234 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 12:02:56.116643 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.116993 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.117336 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.117722 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 12:02:56.118128 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.118476 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.118815 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.119349 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 12:02:56.119757 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.120134 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.120483 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.120875 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 12:02:56.121277 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.121622 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.121960 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.122347 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 12:02:56.122790 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] ML2 OVO RPC backend initialized. {{(pid=88321) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 03 12:02:56.123501 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.123859 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.124302 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.124651 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > networks before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.125002 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.125341 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > ports before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.125678 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.126013 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.127003 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.127348 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.127685 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.128036 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.128395 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.128712 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.129044 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.129377 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.129712 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.130292 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.plugin [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Modular L2 Plugin initialization complete Mar 03 12:02:56.130620 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading services supported by the core plugin {{(pid=88321) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 12:02:56.130943 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.plugins.ml2.managers [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Got port-security extension from driver 'port_security' Mar 03 12:02:56.131409 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.extensions.vlantransparent [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Disabled vlantransparent extension. Mar 03 12:02:56.131897 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88321) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 12:02:56.132237 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: router Mar 03 12:02:56.169180 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.169516 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router after_create 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.169882 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router before_create 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.170248 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.170612 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.170961 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router after_delete 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.171317 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.171673 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router after_create 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.172036 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router after_update 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.172393 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router after_update 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.172739 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.173096 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router after_update 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.174197 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.174582 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: port after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.174927 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: port after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.175266 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: subnet after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.175602 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.175948 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.176325 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.176663 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: port before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.177002 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.177356 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router after_update 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.177696 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.178041 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.178398 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.178738 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.179095 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > agent after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.179440 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.179781 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > network after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.180670 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Tracking information for resource: router configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:56.180993 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Tracking information for resource: floatingip configured {{(pid=88321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 12:02:56.186020 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.db.l3_agentschedulers_db [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 12:02:56.186603 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: port after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.186964 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: port after_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.187315 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: port after_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.187662 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: port after_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.188477 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router before_create 55550100 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.189478 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.189813 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.190169 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.194616 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.services.provider_configuration [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service providers = [] {{(pid=88321) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 12:02:56.194982 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.db.servicetype_db [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88321) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 12:02:56.197936 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.services.service_base [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 12:02:56.198285 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.services.service_base [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 12:02:56.198628 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.services.service_base [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 12:02:56.199507 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.services.service_base [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 12:02:56.199876 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.services.service_base [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 12:02:56.200275 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.200596 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 12:02:56.211462 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.211803 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: auto_allocate Mar 03 12:02:56.217702 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: network precommit_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.218069 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: network precommit_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.218579 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.218899 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: tag Mar 03 12:02:56.225611 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.225941 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: timestamp Mar 03 12:02:56.229965 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.230292 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: network_ip_availability Mar 03 12:02:56.235522 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.236720 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.237117 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.237821 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.238138 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: flavors Mar 03 12:02:56.242853 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.243187 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading Plugin: revisions Mar 03 12:02:56.247554 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 12:02:56.247941 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_concurrency.lockutils [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.155s {{(pid=88321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 12:02:56.248708 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88321) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 12:02:56.249044 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Initializing extension manager. Mar 03 12:02:56.249546 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: __init__.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.249887 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: __pycache__ {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.250218 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.250549 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: address_group.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.251307 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.252445 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: address-group Mar 03 12:02:56.252774 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: address_scope.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.253488 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.253998 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: address-scope Mar 03 12:02:56.254327 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.255251 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.255764 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: router-admin-state-down-before-update Mar 03 12:02:56.256122 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: agent.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.257010 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.257519 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: agent Mar 03 12:02:56.257840 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: agent_resources_synced.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.258749 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.259257 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: agent-resources-synced Mar 03 12:02:56.259578 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.261382 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.261911 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: allowed-address-pairs Mar 03 12:02:56.262236 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.263310 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.263828 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: auto-allocated-topology Mar 03 12:02:56.264195 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: availability_zone.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.264888 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.265396 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: availability_zone Mar 03 12:02:56.265716 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: availability_zone_filter.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.266627 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.267253 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: availability_zone_filter Mar 03 12:02:56.267580 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: data_plane_status.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.268937 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.269445 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 12:02:56.269766 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: default_subnetpools.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.270683 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.271192 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: default-subnetpools Mar 03 12:02:56.271515 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.272357 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.272869 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: dhcp_agent_scheduler Mar 03 12:02:56.273189 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: dns.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.274099 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.274609 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 12:02:56.274929 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: dns_domain_ports.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.275846 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.277150 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 12:02:56.277150 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: dvr.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.277364 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.277870 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: dvr Mar 03 12:02:56.278188 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: empty_string_filtering.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.279110 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.279751 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: empty-string-filtering Mar 03 12:02:56.280105 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.281032 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.281542 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 12:02:56.281859 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.282876 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.283382 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 12:02:56.283703 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: external_net.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.284644 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.285150 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: external-net Mar 03 12:02:56.285472 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.286383 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.286897 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: extra_dhcp_opt Mar 03 12:02:56.287217 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: extraroute.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.288161 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.288668 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: extraroute Mar 03 12:02:56.288987 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: extraroute_atomic.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.290027 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.290541 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: extraroute-atomic Mar 03 12:02:56.290859 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: filter_validation.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.291529 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.292056 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: filter-validation Mar 03 12:02:56.292376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: fip_pf_description.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.293285 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.293788 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 12:02:56.294125 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: fip_port_details.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.295021 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.295526 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: fip-port-details Mar 03 12:02:56.295844 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: flavors.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.297123 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.297640 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: flavors Mar 03 12:02:56.297965 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.300202 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.300727 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 12:02:56.301055 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: floatingip_pools.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.301752 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.302262 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: floatingip-pools Mar 03 12:02:56.302588 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: ip_allocation.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.303511 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.304068 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 12:02:56.304368 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.305297 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.305817 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: ip-substring-filtering Mar 03 12:02:56.306143 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l2_adjacency.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.307062 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.307568 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 12:02:56.307890 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l3.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.308897 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.309416 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: router Mar 03 12:02:56.309741 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.312178 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.312713 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 12:02:56.313048 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.314550 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.315072 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: ext-gw-mode Mar 03 12:02:56.315402 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.316349 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.316861 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: l3-ha Mar 03 12:02:56.317182 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l3_flavors.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.318102 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.318608 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: l3-flavors Mar 03 12:02:56.318927 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.319855 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.320387 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 12:02:56.320710 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: l3agentscheduler.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.321761 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.322275 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: l3_agent_scheduler Mar 03 12:02:56.322600 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: logging.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.324146 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.324674 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension logging not supported by any of loaded plugins Mar 03 12:02:56.325003 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: metering.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.325752 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.326333 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: metering Mar 03 12:02:56.326659 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.327747 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.328309 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: metering_source_and_destination_fields Mar 03 12:02:56.328636 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: multiprovidernet.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.329586 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.330108 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: multi-provider Mar 03 12:02:56.330427 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: netmtu.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.331334 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.331845 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: net-mtu Mar 03 12:02:56.332201 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: netmtu_writable.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.333115 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.333623 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: net-mtu-writable Mar 03 12:02:56.333945 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: network_availability_zone.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.334618 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.335134 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: network_availability_zone Mar 03 12:02:56.335454 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: network_ip_availability.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.336585 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.337100 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: network-ip-availability Mar 03 12:02:56.337421 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: network_segment_range.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.338180 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.338686 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 12:02:56.339006 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: pagination.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.339992 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.340349 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: pagination Mar 03 12:02:56.340669 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: port_device_profile.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.341582 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.342093 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: port-device-profile Mar 03 12:02:56.342413 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.343330 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.343839 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: port-mac-address-regenerate Mar 03 12:02:56.344190 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.345166 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.345685 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: port-numa-affinity-policy Mar 03 12:02:56.346002 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: port_resource_request.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.346924 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.347416 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 12:02:56.347733 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: portbindings.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.348685 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.349193 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: binding Mar 03 12:02:56.349514 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: portbindings_extended.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.350921 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.351445 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: binding-extended Mar 03 12:02:56.351773 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: portsecurity.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.352721 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.353240 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: port-security Mar 03 12:02:56.353565 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: project_id.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.354535 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.354866 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: project-id Mar 03 12:02:56.355194 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: providernet.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.356150 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.356669 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: provider Mar 03 12:02:56.356992 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.360549 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.361841 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos not supported by any of loaded plugins Mar 03 12:02:56.362171 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.363415 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.363932 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 12:02:56.364296 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.365215 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.365736 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 12:02:56.366055 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_default.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.366965 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.367476 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-default not supported by any of loaded plugins Mar 03 12:02:56.367797 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_fip.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.368475 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.368979 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 12:02:56.369299 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.370219 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.370728 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 12:02:56.371048 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.371947 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.372480 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 12:02:56.372803 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.373716 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.374223 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 12:02:56.374547 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: qos_rules_alias.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.375596 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.376139 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 12:02:56.377023 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: quotasv2.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.377924 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.378250 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: quotas Mar 03 12:02:56.378568 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: quotasv2_detail.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.380216 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.380554 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: quota_details Mar 03 12:02:56.380882 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: rbac.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.381927 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.382454 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: rbac-policies Mar 03 12:02:56.382781 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: rbac_address_group.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.383716 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.384269 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: rbac-address-group Mar 03 12:02:56.384595 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: rbac_address_scope.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.385522 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.386038 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: rbac-address-scope Mar 03 12:02:56.386364 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: rbac_security_groups.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.387275 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.387794 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: rbac-security-groups Mar 03 12:02:56.388154 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.389086 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.389604 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: rbac-subnetpool Mar 03 12:02:56.389928 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: revisionifmatch.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.390839 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.391354 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: revision-if-match Mar 03 12:02:56.391676 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: revisions.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.393206 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.393725 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: standard-attr-revisions Mar 03 12:02:56.394052 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: router_availability_zone.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.394729 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.395250 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: router_availability_zone Mar 03 12:02:56.395572 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: routerservicetype.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.396528 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.397042 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 12:02:56.397365 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.398282 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.398794 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: security-groups-normalized-cidr Mar 03 12:02:56.399116 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.400071 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.400581 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: port-security-groups-filtering Mar 03 12:02:56.400903 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.401822 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.402333 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: security-groups-remote-address-group Mar 03 12:02:56.402656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: securitygroup.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.412832 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.413366 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: security-group Mar 03 12:02:56.413698 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: segment.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.414478 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.414988 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension segment not supported by any of loaded plugins Mar 03 12:02:56.415312 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.416287 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.416799 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 12:02:56.417120 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: servicetype.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.418237 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.418758 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: service-type Mar 03 12:02:56.419081 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: sorting.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.420132 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.420419 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: sorting Mar 03 12:02:56.420739 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: standard_attr_segment.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.421642 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.422155 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 12:02:56.422474 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: standardattrdescription.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.423118 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.424208 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: standard-attr-description Mar 03 12:02:56.424531 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: stateful_security_group.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.425451 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.425966 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: stateful-security-group Mar 03 12:02:56.426287 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: stdattrs_common.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.426861 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 12:02:56.427177 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.428211 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.428741 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 12:02:56.429061 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: subnet_onboard.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.430133 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.430648 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: subnet_onboard Mar 03 12:02:56.430970 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.431900 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.432439 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 12:02:56.432761 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: subnet_service_types.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.433681 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.434195 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: subnet-service-types Mar 03 12:02:56.434517 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: subnetallocation.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.435611 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.436157 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: subnet_allocation Mar 03 12:02:56.436481 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.437138 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.437643 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: subnetpool-prefix-ops Mar 03 12:02:56.437963 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.438910 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.439419 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 12:02:56.439738 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: tagging.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.440830 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.441346 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: standard-attr-tag Mar 03 12:02:56.441672 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: timestamp.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.442866 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.443382 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loaded extension: standard-attr-timestamp Mar 03 12:02:56.443706 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: trunk.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.444771 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.445299 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension trunk not supported by any of loaded plugins Mar 03 12:02:56.445623 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: trunk_details.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.446540 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.447057 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 12:02:56.447379 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.448336 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.448854 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 12:02:56.449172 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Loading extension file: vlantransparent.py {{(pid=88321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 12:02:56.449832 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 12:02:56.450335 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 12:02:56.452752 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:network Mar 03 12:02:56.453485 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:subnet Mar 03 12:02:56.454253 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 12:02:56.454976 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:port Mar 03 12:02:56.456331 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.456777 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service FLAVORS assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.457396 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.457825 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.458153 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:router Mar 03 12:02:56.458814 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 12:02:56.459520 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service METERING assigned prefix: /metering {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.460977 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.461345 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.461693 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:02:56.463990 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 12:02:56.464462 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:security_group Mar 03 12:02:56.465127 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 12:02:56.465878 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service CORE assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.466212 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 12:02:56.466548 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] subnetpool is already registered Mar 03 12:02:56.467166 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service CORE assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.467493 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 12:02:56.467823 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] subnetpool is already registered Mar 03 12:02:56.583579 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.584040 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service FLAVORS assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.584651 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.585080 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.585444 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:router Mar 03 12:02:56.585768 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] router is already registered Mar 03 12:02:56.586434 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 12:02:56.586761 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] floatingip is already registered Mar 03 12:02:56.587400 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service METERING assigned prefix: /metering {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.588249 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 12:02:56.588580 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] rbac_policy is already registered Mar 03 12:02:56.589004 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:security_group Mar 03 12:02:56.589331 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] security_group is already registered Mar 03 12:02:56.589922 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 12:02:56.590251 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] security_group_rule is already registered Mar 03 12:02:56.590930 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service CORE assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.591245 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 12:02:56.591569 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] subnetpool is already registered Mar 03 12:02:56.592194 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.v2.resource_helper [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Service CORE assigned prefix: {{(pid=88321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 12:02:56.592526 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 12:02:56.592849 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING neutron.quota.resource_registry [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] subnetpool is already registered Mar 03 12:02:56.593495 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: extensions {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.594988 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: address-groups {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.597254 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: address-scopes {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.598457 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: agents {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.599618 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: auto-allocated-topology {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.600997 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: availability_zones {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.602223 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: dhcp-networks {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.603616 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: dhcp-agents {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.605081 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: routers {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.606882 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: flavors {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.608032 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: service_profiles {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.609242 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: next_providers {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.611618 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: service_profiles {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.613187 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: floatingip-pools {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.614384 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: routers {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.616212 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: floatingips {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.617413 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: l3-routers {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.618776 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: l3-agents {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.620331 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: metering-labels {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.621580 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: metering-label-rules {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.622848 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: network-ip-availabilities {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.624104 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: bindings {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.625754 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: quotas {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.627224 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: quotas {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.628652 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: rbac-policies {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.629929 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: security-groups {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.631124 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: security-group-rules {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.632436 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: service-providers {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.633767 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: subnetpools {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.635133 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: subnetpools {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.636623 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.638372 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.640094 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.641912 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.644727 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.646581 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.649683 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.652342 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.656421 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.660772 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron.api.extensions [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Extended resource: tags {{(pid=88321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 12:02:56.666650 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING keystonemiddleware.auth_token [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 12:02:56.691764 dv-neutron-831730-1-hyperv neutron-server[88321]: WARNING keystonemiddleware.auth_token [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 12:02:56.691764 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_concurrency.lockutils [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Acquired lock "singleton_lock" {{(pid=88321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 03 12:02:56.691764 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_concurrency.lockutils [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Releasing lock "singleton_lock" {{(pid=88321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 03 12:02:56.691764 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO oslo_service.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Starting 2 workers Mar 03 12:02:56.692761 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Started child 88430 {{(pid=88321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 12:02:56.697433 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Started child 88431 {{(pid=88321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 12:02:56.698135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:02:56.698713 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO neutron.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 12:02:56.699371 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Notify callbacks [] for process, before_spawn {{(pid=88321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:02:56.699544 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [-] (88430) wsgi starting up on http://0.0.0.0:9696 Mar 03 12:02:56.702113 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO oslo_service.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Starting 1 workers Mar 03 12:02:56.703712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:02:56.705121 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [-] (88431) wsgi starting up on http://0.0.0.0:9696 Mar 03 12:02:56.707231 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Started child 88432 {{(pid=88321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 12:02:56.707748 dv-neutron-831730-1-hyperv neutron-server[88321]: INFO oslo_service.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Starting 1 workers Mar 03 12:02:56.710757 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] calling RpcWorker wait() {{(pid=88432) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 12:02:56.711284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] returning from RpcWorker wait() {{(pid=88432) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 12:02:56.712167 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Started child 88433 {{(pid=88321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 12:02:56.712450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:02:56.712893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:02:56.713001 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG neutron_lib.callbacks.manager [None req-6f18f09d-d894-4961-beaf-eb34230c30d1 None None] Notify callbacks [] for process, after_spawn {{(pid=88321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:02:56.714852 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 12:02:56.715057 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 12:02:56.715239 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 12:02:56.715451 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 12:02:56.715776 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 12:02:56.715930 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 12:02:56.716467 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.716747 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.717013 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.720795 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.720795 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.720795 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721097 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.721573 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722144 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722144 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722144 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722144 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722144 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722144 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722557 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722557 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722810 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] debug = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.722987 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.723457 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.723700 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.723930 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.724186 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.724455 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.724679 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.724954 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.725181 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.725413 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.725655 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.725909 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.726134 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.726359 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.726545 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.726801 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.727024 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.727478 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] host = dv-neutron-831730-1-hyperv {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.727707 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.727926 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.728201 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.728424 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.728667 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.728893 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.729163 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.729414 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.729672 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.729894 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.730149 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.730394 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.730606 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.730849 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.731006 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_options = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.731251 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.731526 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.731802 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.731991 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.732192 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.732364 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.732597 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.732753 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.733001 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.733226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.733440 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.733646 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.733872 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.734097 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.734353 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.734575 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.734810 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.735044 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.735264 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.738833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.738833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.738833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.738833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.738833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.738833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.738833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.739761 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.739761 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.739761 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.739761 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.740280 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.740280 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.740548 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.740680 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.740819 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.741009 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.741252 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.741511 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.741738 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.742003 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.742264 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.742474 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.742731 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.742959 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.743169 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.743385 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_json = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.743596 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.743803 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.744065 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.744294 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.744601 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.744819 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.747629 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.747629 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.747788 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.747873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.748439 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.748439 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.748439 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.748605 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.748778 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.749076 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.749323 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.750054 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.750534 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.750936 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.751360 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.751744 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.752021 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.752264 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.752488 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.752823 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.754966 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.755239 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.755520 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.756347 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.756752 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.757154 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.758248 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.758479 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.758722 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.759008 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.759239 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.759671 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.759921 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.760188 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.760449 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.760702 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.760946 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.761215 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.761468 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.761798 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.762031 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.762279 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.762495 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.762711 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.762958 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.763609 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.763850 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.764098 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.764337 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.764575 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.764807 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.765087 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.765368 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.766289 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.766536 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.766769 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.767019 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.767227 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.767640 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.767859 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.768246 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.768626 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.768996 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.769366 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.770259 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.770491 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.770850 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.771210 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.771602 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.771848 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.772119 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.772340 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.772559 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.772775 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.773021 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.773262 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.773495 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.773727 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.773939 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.774152 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.774388 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.774670 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.774984 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.775232 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.775507 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.775763 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.776035 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.776270 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.776513 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.776743 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.777112 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.777478 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.777868 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.778257 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.778505 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.778748 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.778983 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.779241 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.779480 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.779809 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.780429 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.780672 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.781034 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.781609 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.782000 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.782431 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.783265 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.783520 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.783872 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.784155 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.784448 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.784674 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.784945 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.785382 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.785544 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.785820 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.785932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53504) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:02:56.786057 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.786465 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.786863 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.787270 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.787520 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.787784 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.788031 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.788283 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.788563 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.788816 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.789055 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.789268 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.789513 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.790031 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.790416 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.790791 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.791170 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.791574 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.791842 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.792244 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.792653 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.793065 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.793462 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.793704 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.793965 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.794225 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.794464 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.794691 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.794920 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.795150 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.795375 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.795612 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.795820 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.796062 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.796318 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.796558 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.796765 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.797008 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.797216 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.797851 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.797851 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.797851 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.798151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.799052 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.799273 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.799519 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.799769 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096476 Mar 03 12:02:56.799903 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.800963 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.801216 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.801438 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.801704 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.801966 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.802205 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.802441 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.803475 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.803475 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.803475 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.803475 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.803805 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.803805 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.803981 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.804299 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.804435 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.804812 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.805205 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.805418 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.805653 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.805873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.806220 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.806469 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.806698 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.806921 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.807180 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.807401 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.807613 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.807843 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.808114 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.808339 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.808570 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.808794 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.809018 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.809235 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.809447 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.809658 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.809932 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.810166 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.810399 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.810632 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.810848 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.811061 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.811306 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.811512 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.811735 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.812319 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.812319 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.812498 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.812564 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.812873 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.813124 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.813352 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.813581 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.813833 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.814058 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.814411 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.814627 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.814864 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.815073 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.815295 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.815502 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.815708 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.815925 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.817744 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.817744 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.817744 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.817744 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.818291 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.818291 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.818620 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.818771 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.819030 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.819247 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.819489 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.819710 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.819951 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.820555 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.820555 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.820841 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.821113 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.821359 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.821611 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.821907 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.822180 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.822454 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.822983 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.822983 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.823291 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.823620 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.823835 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.826656 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.827455 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.827570 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.827836 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.828108 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.828354 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.828581 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.828817 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.830203 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.830203 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 12:02:56.830456 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 12:02:56.830623 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 12:02:56.830784 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 12:02:56.830945 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 12:02:56.831115 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 12:02:56.831268 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 12:02:56.831497 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.831661 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.831822 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.831981 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.832178 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.832463 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.832630 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.832787 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.832945 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834789 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834789 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834789 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.834789 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835104 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835104 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] debug = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835252 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835975 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835975 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835975 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835975 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.835975 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837151 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837537 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837537 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837537 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837698 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837877 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] host = dv-neutron-831730-1-hyperv {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.837877 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.838212 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.838212 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.838455 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.838537 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.838684 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.838809 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.838966 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.839123 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.839279 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.839436 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.839661 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.839799 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.839927 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.840077 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_options = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.840200 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.840352 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.840508 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.840692 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.840854 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.841029 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.841154 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.841295 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.841428 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.841587 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.841743 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.841899 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.842041 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.842198 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.842385 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.842533 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.842689 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843551 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843551 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843551 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843551 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843551 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843551 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843909 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.843909 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.844048 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.844603 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.844603 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.844603 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.844603 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.844867 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.844935 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.845068 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.846559 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.846559 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.846559 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.846559 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.846860 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.846963 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.848036 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.848036 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.848036 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.848036 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.848309 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.848596 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.848877 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_json = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.849083 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.849248 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.849409 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.849570 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.849729 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.849887 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.850146 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.850429 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.850658 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 12:02:56.850847 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.851033 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.851187 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.851357 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.851594 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.851760 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.851922 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.852205 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.852475 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.852762 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.853044 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.853361 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.853620 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.853829 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.854058 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.854237 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.854401 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.854569 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.854732 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.854995 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.855096 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.855236 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.855376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.855529 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.855690 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.855851 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.856058 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.856241 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.856932 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.856932 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.856932 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.856932 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.857202 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.857202 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.857316 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.857506 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.857592 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.857759 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.857916 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.858076 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.858236 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.858378 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.858543 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.858704 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.858864 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.859014 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.859173 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.859322 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.859481 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.859640 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.859811 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.859971 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.861940 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.861940 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.861940 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.862375 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.862375 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.862375 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.862658 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.862658 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.862798 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.862975 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.863137 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.863298 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.863458 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.863620 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.863781 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.863942 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.864124 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.864282 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.864441 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.864602 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.864777 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.864937 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.865074 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.865235 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866051 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866051 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866051 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866051 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866051 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866348 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866348 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:02:56.866547 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866619 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866754 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.866913 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.867073 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.867233 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.867394 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.867552 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.867715 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868610 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868610 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868610 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868610 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868610 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868990 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868990 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.868990 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.869186 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.869951 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.870894 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.870894 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.870894 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.870894 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.870894 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.870894 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.871470 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.871470 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.871470 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.871470 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.871695 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.871760 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.871897 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.872186 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.872305 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.872428 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.872534 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.873604 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.873604 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.873604 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.873604 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.873604 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.873604 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.873604 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.874282 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.874282 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.874282 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.874282 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.874654 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.874654 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.874654 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.875033 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.875033 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.875332 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.875513 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.875652 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.875813 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.875973 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.876155 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.876346 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.876525 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.876806 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.877101 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.877294 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.877457 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.877625 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.877876 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.877995 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.878100 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.878249 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.878423 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.878582 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.878726 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.878866 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.879002 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.879137 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.879293 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.879448 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.879584 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.879745 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.879898 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.880058 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.880226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.880362 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.880517 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.880678 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.880829 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.880989 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.881215 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.881367 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.881503 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.881637 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.881770 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.881904 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.882036 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.882190 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.882325 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.882481 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.882631 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.882789 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.882951 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.883112 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.883273 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.883434 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.883577 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.883766 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.883929 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.884178 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.884327 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.884475 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.884620 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.884754 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.884886 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.885040 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.885251 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.885390 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.885534 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.885670 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.885802 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.885936 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.886070 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.886226 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.886379 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.886538 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.886699 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.886848 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.887014 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.887172 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.887331 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.887490 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.887657 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888358 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888358 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888358 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888358 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888633 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888633 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888747 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.888897 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.889059 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.889199 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.889358 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.890389 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.890389 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.890389 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.890389 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.890389 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.890389 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.890389 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.891376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.891376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.891376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.891376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.891376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.891376 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.892847 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.892847 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.892847 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.892847 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.892847 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.893598 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.893746 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.893893 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.894038 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.894215 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.894352 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.894487 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.894670 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.894835 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.894972 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.895116 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.895270 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.895487 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.895629 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.895717 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.896626 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.896626 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.896626 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.896626 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.896626 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.896626 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.897007 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.897007 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.897007 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.897170 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.897400 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.897493 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.898422 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.898422 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.898422 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.898422 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.898422 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 12:02:56.898422 dv-neutron-831730-1-hyperv neutron-server[88321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 12:03:07.957287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ccfd8-64bd-445b-ad75-f3a4bf9ce473 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:03:08.030938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ccfd8-64bd-445b-ad75-f3a4bf9ce473 None None] No non-hosted networks {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 12:03:08.041134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.agentschedulers_db [None req-d51ccfd8-64bd-445b-ad75-f3a4bf9ce473 None None] DHCP Agent not found on host dv-neutron-831730-1-hyperv {{(pid=88432) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 12:03:08.179933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7da21651-9b22-4b68-a7a7-ec7f835366b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720197'] for agent, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:10.099651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fb64d714-1ede-44d8-a566-8eaaa118f594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720197'] for agent, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:10.129155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-92407c32-377c-4e48-8eaf-0a85533c33f9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-831730-1-hyperv {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:03:10.129567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-92407c32-377c-4e48-8eaf-0a85533c33f9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:03:10.729453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-92407c32-377c-4e48-8eaf-0a85533c33f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:11.129105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720197'] for agent, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:11.130111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.130357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.130789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.131238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.131552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.131878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.132473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.132552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.132855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.133793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.134934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.135626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:11.136401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831730-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:11.146255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831730-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:11.345208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720197'] for agent, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:12.681165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720197'] for agent, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:14.185641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53604) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:14.381111 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.db.l3_hamode_db [None req-053a5d5c-fa91-46b2-816a-4c02f08d2cef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 12:03:14.466379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a5d5c-fa91-46b2-816a-4c02f08d2cef None None] Routers set() bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:03:14.466765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a5d5c-fa91-46b2-816a-4c02f08d2cef None None] Router IDs set() for agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 03 12:03:14.769201 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING oslo_policy.policy [None req-36041838-9d46-4e1d-bf4b-0cad14f8b236 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:14.772034 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING oslo_policy.policy [None req-36041838-9d46-4e1d-bf4b-0cad14f8b236 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:14.987310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-36041838-9d46-4e1d-bf4b-0cad14f8b236 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:03:14.988361 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-36041838-9d46-4e1d-bf4b-0cad14f8b236 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8018486 Mar 03 12:03:17.372300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53618) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:17.727636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:03:17.839190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.policy [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 12:03:17.884299 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING oslo_policy.policy [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:17.884665 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING oslo_policy.policy [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:17.893279 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.quota [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] Loaded quota_driver: . Mar 03 12:03:17.908670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:18.029886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735759239161', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735759238572', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735759264307', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735759254887', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735759150095', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735759139674', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1579492', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624805'] for rbac-policy, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:18.185014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:18.186078 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5127a3d7-1daa-4310-8248-01d7bed5820f admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8128090 Mar 03 12:03:20.784264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53632) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:21.128332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c3e29852ae954a70a0588361e57e5c75'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:03:21.132936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:21.137261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Usage tracker for resource:network and tenant:c3e29852ae954a70a0588361e57e5c75 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:03:21.141740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:03:21.147602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:03:21.228890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Made reservation on behalf of c3e29852ae954a70a0588361e57e5c75 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:03:21.231574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.249417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.262719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:21.266345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e29852ae954a70a0588361e57e5c75 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:03:21.271126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:03:21.276736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:03:21.369777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.440449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.461415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:03:21.489639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735754429444', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.490125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Unsubscribe: segment precommit_create {{(pid=88431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 12:03:21.490611 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Added segment 9e784652-26d9-401e-ad1f-e12776828c46 of type vlan for network e3fa4c24-d295-45ed-9c8f-22508311f555 Mar 03 12:03:21.537732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa61621-8d10-4e83-a51e-13db81aadf15,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:21.558042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.558391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.558719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.559039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.559355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.559681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.560053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.560384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.560697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.560999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.561301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.561601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Tracked resource versions report: Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: pushed versions: Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: { 'AddressGroup': {'1.2'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'ConntrackHelper': {'1.0'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Log': {'1.0'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Network': {'1.1'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Port': {'1.7'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'PortForwarding': {'1.2'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'QosPolicy': {'1.8'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroup': {'1.4'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SubPort': {'1.0'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Subnet': {'1.1'}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Trunk': {'1.1'}} Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: consumer versions: Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'ConntrackHelper': '1.0', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Log': '1.0', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Network': '1.1', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Port': '1.7', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'PortForwarding': '1.2', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'QosPolicy': '1.8', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroup': '1.4', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroupRule': '1.2', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SubPort': '1.0', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Subnet': '1.1', Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Trunk': '1.1'}} Mar 03 12:03:21.562936 dv-neutron-831730-1-hyperv neutron-server[88431]: {{(pid=88431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:03:21.599848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.716151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.717211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:21.717834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:21.815104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] Pushing event updated for resources: {'Network': ['ID=e3fa4c24-d295-45ed-9c8f-22508311f555,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:21.825817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e3fa4c24-d295-45ed-9c8f-22508311f555 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:03:21.979971 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a2b1f0e6-387b-4f82-a5c6-e23bbbe6a215 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1946270 Mar 03 12:03:24.782613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 53648) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:25.378030 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING oslo_policy.policy [None req-b7c93529-3965-46f3-acbe-a78518fdab0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:25.378593 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING oslo_policy.policy [None req-b7c93529-3965-46f3-acbe-a78518fdab0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:25.810886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.policy [None req-b7c93529-3965-46f3-acbe-a78518fdab0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88430) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 12:03:25.862504 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING oslo_policy.policy [None req-b7c93529-3965-46f3-acbe-a78518fdab0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:25.862878 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING oslo_policy.policy [None req-b7c93529-3965-46f3-acbe-a78518fdab0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 12:03:25.870988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c93529-3965-46f3-acbe-a78518fdab0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:25.872918 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b7c93529-3965-46f3-acbe-a78518fdab0a admin admin] 10.222.0.35 "GET /v2.0/networks/e3fa4c24-d295-45ed-9c8f-22508311f555 HTTP/1.1" status: 200 len: 825 time: 1.0881917 Mar 03 12:03:25.905225 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7d92a71e-0cce-4859-bf56-57b0a9bff359 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/c964be90-47f4-4fef-949b-98b04bfdbe29 HTTP/1.1" status: 200 len: 734 time: 0.0263116 Mar 03 12:03:25.914173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'subnetpool_id': 'c964be90-47f4-4fef-949b-98b04bfdbe29'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:03:25.915779 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.quota [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Loaded quota_driver: . Mar 03 12:03:25.921891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:25.927505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Usage tracker for resource:subnet and tenant:c3e29852ae954a70a0588361e57e5c75 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:03:25.930751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:03:25.937512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:03:26.028942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Made reservation on behalf of c3e29852ae954a70a0588361e57e5c75 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:03:26.031776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:26.396311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:26.475024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Checking segment: {'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:03:26.475393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Network hostable DHCP agents. Network: e3fa4c24-d295-45ed-9c8f-22508311f555, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:03:26.501382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb9aa1a-766f-4045-b2d3-37aaa938eff0,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:26.512863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.513202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.513578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.513852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.514166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.514491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.514809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.515179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.515498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.515800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.516381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.516690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Tracked resource versions report: Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: pushed versions: Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: { 'AddressGroup': {'1.2'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'ConntrackHelper': {'1.0'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Log': {'1.0'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Network': {'1.1'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Port': {'1.7'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'PortForwarding': {'1.2'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'QosPolicy': {'1.8'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroup': {'1.4'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SubPort': {'1.0'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Subnet': {'1.1'}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Trunk': {'1.1'}} Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: consumer versions: Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'ConntrackHelper': '1.0', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Log': '1.0', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Network': '1.1', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Port': '1.7', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'PortForwarding': '1.2', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'QosPolicy': '1.8', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroup': '1.4', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroupRule': '1.2', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SubPort': '1.0', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Subnet': '1.1', Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Trunk': '1.1'}} Mar 03 12:03:26.518073 dv-neutron-831730-1-hyperv neutron-server[88430]: {{(pid=88430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:03:26.567474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Network e3fa4c24-d295-45ed-9c8f-22508311f555 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:03:26.653230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e3fa4c24-d295-45ed-9c8f-22508311f555) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:03:26.658578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:26.659386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:26.663850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8b6f2-4b4c-4498-ad76-909ec9dd91a7 None None] Network e3fa4c24-d295-45ed-9c8f-22508311f555 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:03:26.734487 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cd52cb6e-5c27-4d04-9f06-62d0e8189511 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8235247 Mar 03 12:03:26.976735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-e3fa4c24-d295-45ed-9c8f-22508311f555', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'fixed_ips': [{'subnet_id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:03:26.977955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:27.163585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Allocated IP 172.20.0.2 (e3fa4c24-d295-45ed-9c8f-22508311f555/9fb9aa1a-766f-4045-b2d3-37aaa938eff0/7beccd16-94db-41dd-a702-8d93ad7507e4) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:03:27.389153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:27.402228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Transition to ACTIVE for port object 7beccd16-94db-41dd-a702-8d93ad7507e4 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:03:27.420812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Transition to ACTIVE for port object 7beccd16-94db-41dd-a702-8d93ad7507e4 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:03:27.488763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:27.547898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Network e3fa4c24-d295-45ed-9c8f-22508311f555 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:03:27.550679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:03:27.553731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:03:27.604776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Pushing event updated for resources: {'Port': ['ID=7beccd16-94db-41dd-a702-8d93ad7507e4,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:27.641852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.642205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.642551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.642899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.643218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.643552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.643877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.644221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.644557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.644877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.645197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.645513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Tracked resource versions report: Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: pushed versions: Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: { 'AddressGroup': {'1.2'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'ConntrackHelper': {'1.0'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Log': {'1.0'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Network': {'1.1'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Port': {'1.7'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'PortForwarding': {'1.2'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'QosPolicy': {'1.8'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroup': {'1.4'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SubPort': {'1.0'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Subnet': {'1.1'}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Trunk': {'1.1'}} Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: consumer versions: Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'ConntrackHelper': '1.0', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Log': '1.0', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Network': '1.1', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Port': '1.7', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'PortForwarding': '1.2', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'QosPolicy': '1.8', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroup': '1.4', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroupRule': '1.2', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SubPort': '1.0', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Subnet': '1.1', Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Trunk': '1.1'}} Mar 03 12:03:27.646920 dv-neutron-831730-1-hyperv neutron-server[88432]: {{(pid=88432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:03:27.673169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Attempting to bind port 7beccd16-94db-41dd-a702-8d93ad7507e4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:03:27.673841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Attempting to bind port 7beccd16-94db-41dd-a702-8d93ad7507e4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:03:27.674178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Attempting to bind port 7beccd16-94db-41dd-a702-8d93ad7507e4 on network e3fa4c24-d295-45ed-9c8f-22508311f555 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:03:27.680334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:03:27.680737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Checking segment: {'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:03:27.681214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:27.681600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Bound using segment: {'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:03:27.682068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Bound port: 7beccd16-94db-41dd-a702-8d93ad7507e4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:03:27.682491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:27.774323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] For port 7beccd16-94db-41dd-a702-8d93ad7507e4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:03:27.778164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] For port 7beccd16-94db-41dd-a702-8d93ad7507e4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7beccd16-94db-41dd-a702-8d93ad7507e4,segment=NetworkSegment(9e784652-26d9-401e-ad1f-e12776828c46),segment_id=9e784652-26d9-401e-ad1f-e12776828c46)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:03:27.819439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:27.907838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ec3ff-f581-4d99-a1c1-3efb55c0baa0 None None] Pushing event updated for resources: {'Port': ['ID=7beccd16-94db-41dd-a702-8d93ad7507e4,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:29.225460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 53668) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:29.645968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-c61c85af-2d3c-4bc9-a4e5-0abcbb128087 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:03:29.646960 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c61c85af-2d3c-4bc9-a4e5-0abcbb128087 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4204602 Mar 03 12:03:30.911529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7beccd16-94db-41dd-a702-8d93ad7507e4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:03:31.041824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7beccd16-94db-41dd-a702-8d93ad7507e4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:03:31.835961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534b4c7-6dd1-46a3-ba53-5d567f42b8df None None] Network e3fa4c24-d295-45ed-9c8f-22508311f555 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:03:31.999015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2dab1a58-f955-4f73-bc19-555956418ad6 None None] Provisioning for port 7beccd16-94db-41dd-a702-8d93ad7507e4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:03:32.007185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2dab1a58-f955-4f73-bc19-555956418ad6 None None] Provisioning complete for port 7beccd16-94db-41dd-a702-8d93ad7507e4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:32.007577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2dab1a58-f955-4f73-bc19-555956418ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:32.181286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2dab1a58-f955-4f73-bc19-555956418ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:32.198174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 53682) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:32.245630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2dab1a58-f955-4f73-bc19-555956418ad6 None None] For port 7beccd16-94db-41dd-a702-8d93ad7507e4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7beccd16-94db-41dd-a702-8d93ad7507e4,segment=NetworkSegment(9e784652-26d9-401e-ad1f-e12776828c46),segment_id=9e784652-26d9-401e-ad1f-e12776828c46)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:03:32.322480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2dab1a58-f955-4f73-bc19-555956418ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:32.389876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1a58-f955-4f73-bc19-555956418ad6 None None] Pushing event updated for resources: {'Port': ['ID=7beccd16-94db-41dd-a702-8d93ad7507e4,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:32.442266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-69f904e9-b0ab-44cb-a171-ee368e80bca1 None None] Provisioning complete for port 7beccd16-94db-41dd-a702-8d93ad7507e4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:32.442632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-69f904e9-b0ab-44cb-a171-ee368e80bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:32.581075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-8468d23d-604a-4d66-ae6a-adaedff0d633 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:03:32.582043 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8468d23d-604a-4d66-ae6a-adaedff0d633 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3829288 Mar 03 12:03:32.891368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7beccd16-94db-41dd-a702-8d93ad7507e4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:03:32.957533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7beccd16-94db-41dd-a702-8d93ad7507e4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:32.957907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:35.261008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53694) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:35.605111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Request body: {'router': {'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:03:35.609407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:35.613336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Usage tracker for resource:router and tenant:c3e29852ae954a70a0588361e57e5c75 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:03:35.616551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:03:35.622398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:03:35.698976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:35.700559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:35.721953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:35.882123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:35.966987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:35.968185 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c394d9fd-3491-4fdd-a531-4e8dfc112eca admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7061665 Mar 03 12:03:37.954528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-823438c5-8e28-4970-8ef7-526542710723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:38.355353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53704) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:38.708849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-529411b8-84fc-44b5-b3db-9cd7ba37899b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:03:38.709831 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-529411b8-84fc-44b5-b3db-9cd7ba37899b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3535554 Mar 03 12:03:38.765583 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:03:40.081456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-231dacbb-7b8f-4926-9f93-0666c0e8601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.087183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.125393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53714) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:41.291458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.498934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:03:41.504753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:41.508567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Usage tracker for resource:network and tenant:fee02e61a4484c728857d298984750f1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:03:41.511479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:03:41.518095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:03:41.579195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Made reservation on behalf of fee02e61a4484c728857d298984750f1 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:03:41.581477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.593295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.607604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:41.611550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Usage tracker for resource:security_group_rule and tenant:fee02e61a4484c728857d298984750f1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:03:41.614510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:03:41.620132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:03:41.697504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.760066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.778737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Reserving flat network on physical network physnet1 {{(pid=88431) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 12:03:41.810134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3967d0e5-d72e-408f-9223-46e45bc1d241,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:41.813881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.814235 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Added segment dfb61c08-e754-44cb-a636-b4937258255b of type flat for network aff45c4b-dd85-4638-a1b8-61674d892c54 Mar 03 12:03:41.846867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.950114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:41.950998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:41.951566 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:42.063853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] Pushing event updated for resources: {'Network': ['ID=aff45c4b-dd85-4638-a1b8-61674d892c54,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:42.073806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network aff45c4b-dd85-4638-a1b8-61674d892c54 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:03:42.118277 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d21ab16f-4627-47ea-b84a-2ad39e7819df admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9918261 Mar 03 12:03:42.607120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:44.522565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53734) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:44.727819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c7967-8164-433c-b956-74624e5da35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:44.729177 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-924c7967-8164-433c-b956-74624e5da35a admin admin] 10.222.0.35 "GET /v2.0/subnets/9fb9aa1a-766f-4045-b2d3-37aaa938eff0 HTTP/1.1" status: 200 len: 849 time: 0.2056546 Mar 03 12:03:44.876651 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-feadc9e3-f3c3-4a4c-bca5-292d9ab8e617 admin admin] 10.222.0.35 "GET /v2.0/routers/7a50228a-57b6-401d-89af-e3f5c34075d5 HTTP/1.1" status: 200 len: 704 time: 0.1417744 Mar 03 12:03:45.335970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:45.564340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Allocated IP 172.20.0.1 (e3fa4c24-d295-45ed-9c8f-22508311f555/9fb9aa1a-766f-4045-b2d3-37aaa938eff0/bd203df6-d6c0-48a3-9b90-462a09281645) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:03:45.715688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:45.732993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Transition to ACTIVE for port object bd203df6-d6c0-48a3-9b90-462a09281645 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:03:45.847723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:45.904414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Network e3fa4c24-d295-45ed-9c8f-22508311f555 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:03:45.907786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:03:45.917435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:03:45.917954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:46.094513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Pushing event updated for resources: {'Port': ['ID=bd203df6-d6c0-48a3-9b90-462a09281645,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:46.230203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c0fb945f-b200-4d5f-b252-d898cff3d756 None None] Provisioning for port bd203df6-d6c0-48a3-9b90-462a09281645 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:03:46.236357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c0fb945f-b200-4d5f-b252-d898cff3d756 None None] Provisioning complete for port bd203df6-d6c0-48a3-9b90-462a09281645 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:46.241034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0fb945f-b200-4d5f-b252-d898cff3d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:46.290904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb945f-b200-4d5f-b252-d898cff3d756 None None] Port bd203df6-d6c0-48a3-9b90-462a09281645 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:03:46.313114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:46.535483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:46.606834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:46.607572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:46.743201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Pushing event updated for resources: {'Port': ['ID=bd203df6-d6c0-48a3-9b90-462a09281645,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:46.800273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Network e3fa4c24-d295-45ed-9c8f-22508311f555 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:03:46.801262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:03:47.013061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5979fdc-3b63-4dd9-b0ad-61530adc589f None None] Provisioning complete for port bd203df6-d6c0-48a3-9b90-462a09281645 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:47.013428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5979fdc-3b63-4dd9-b0ad-61530adc589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:47.053370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Router 7a50228a-57b6-401d-89af-e3f5c34075d5 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:03:47.066291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a5979fdc-3b63-4dd9-b0ad-61530adc589f None None] Port bd203df6-d6c0-48a3-9b90-462a09281645 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:03:47.215545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:03:47.225127 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a8f454bf-5c84-437c-8b6c-1612b248d393 admin admin] 10.222.0.35 "PUT /v2.0/routers/7a50228a-57b6-401d-89af-e3f5c34075d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3436053 Mar 03 12:03:47.225641 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Sync routers for ids ['7a50228a-57b6-401d-89af-e3f5c34075d5'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:03:47.236396 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Routers {'7a50228a-57b6-401d-89af-e3f5c34075d5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:03:47.237546 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:03:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['7a50228a-57b6-401d-89af-e3f5c34075d5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:47.409842 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Set router 7a50228a-57b6-401d-89af-e3f5c34075d5 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:03:47.773389 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'name': 'router1', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:03:35Z', 'updated_at': '2022-03-03T12:03:46Z', 'revision_number': 2, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'gw_port_host': None, '_interfaces': [{'id': 'bd203df6-d6c0-48a3-9b90-462a09281645', 'name': '', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'mac_address': 'fa:16:3e:cd:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:45Z', 'updated_at': '2022-03-03T12:03:46Z', 'revision_number': 2, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'subnets': [{'id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964be90-47f4-4fef-949b-98b04bfdbe29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:47.778141 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Checking router: 7a50228a-57b6-401d-89af-e3f5c34075d5 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:03:47.778501 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Updating router 7a50228a-57b6-401d-89af-e3f5c34075d5 port bd203df6-d6c0-48a3-9b90-462a09281645 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:03:47.829759 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:48.200287 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:48.215090 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Transition to ACTIVE for port object bd203df6-d6c0-48a3-9b90-462a09281645 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:03:48.287135 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:48.484658 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Pushing event updated for resources: {'Port': ['ID=bd203df6-d6c0-48a3-9b90-462a09281645,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:48.508607 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.508953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.509282 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.509608 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.509924 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.510252 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.510571 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.510887 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.511214 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.511528 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.511838 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.512171 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Tracked resource versions report: Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: pushed versions: Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: { 'AddressGroup': {'1.2'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'ConntrackHelper': {'1.0'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Log': {'1.0'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Network': {'1.1'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Port': {'1.7'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'PortForwarding': {'1.2'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'QosPolicy': {'1.8'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroup': {'1.4'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SubPort': {'1.0'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Subnet': {'1.1'}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Trunk': {'1.1'}} Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: consumer versions: Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'ConntrackHelper': '1.0', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Log': '1.0', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Network': '1.1', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Port': '1.7', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'PortForwarding': '1.2', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'QosPolicy': '1.8', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroup': '1.4', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroupRule': '1.2', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SubPort': '1.0', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Subnet': '1.1', Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Trunk': '1.1'}} Mar 03 12:03:48.513508 dv-neutron-831730-1-hyperv neutron-server[88433]: {{(pid=88433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:03:48.526039 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Attempting to bind port bd203df6-d6c0-48a3-9b90-462a09281645 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:03:48.526434 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Attempting to bind port bd203df6-d6c0-48a3-9b90-462a09281645 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:03:48.526833 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Attempting to bind port bd203df6-d6c0-48a3-9b90-462a09281645 on network e3fa4c24-d295-45ed-9c8f-22508311f555 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:03:48.531939 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:03:48.533006 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Checking segment: {'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:03:48.533474 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:48.533851 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Bound using segment: {'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:03:48.534347 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Bound port: bd203df6-d6c0-48a3-9b90-462a09281645, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e784652-26d9-401e-ad1f-e12776828c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:03:48.534721 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:48.619819 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] For port bd203df6-d6c0-48a3-9b90-462a09281645, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:03:48.623768 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] For port bd203df6-d6c0-48a3-9b90-462a09281645, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bd203df6-d6c0-48a3-9b90-462a09281645,segment=NetworkSegment(9e784652-26d9-401e-ad1f-e12776828c46),segment_id=9e784652-26d9-401e-ad1f-e12776828c46)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:03:48.750532 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:48.851978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Routers {'7a50228a-57b6-401d-89af-e3f5c34075d5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:03:48.852601 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:03:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['7a50228a-57b6-401d-89af-e3f5c34075d5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:48.980173 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a4dde-2877-4fe3-bc28-55a368677378 None None] Pushing event updated for resources: {'Port': ['ID=bd203df6-d6c0-48a3-9b90-462a09281645,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:49.018816 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] Set router 7a50228a-57b6-401d-89af-e3f5c34075d5 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:03:49.342573 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'name': 'router1', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:03:35Z', 'updated_at': '2022-03-03T12:03:46Z', 'revision_number': 2, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'gw_port_host': None, '_interfaces': [{'id': 'bd203df6-d6c0-48a3-9b90-462a09281645', 'name': '', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'mac_address': 'fa:16:3e:cd:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:45Z', 'updated_at': '2022-03-03T12:03:48Z', 'revision_number': 4, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'subnets': [{'id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964be90-47f4-4fef-949b-98b04bfdbe29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:49.347329 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d393e75b-9aed-497d-aa8c-4e1e7bc93a36 None None] The sync data for ids ['7a50228a-57b6-401d-89af-e3f5c34075d5'] in dv-neutron-831730-1-hyperv is: [{'id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'name': 'router1', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:03:35Z', 'updated_at': '2022-03-03T12:03:46Z', 'revision_number': 2, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'gw_port_host': None, '_interfaces': [{'id': 'bd203df6-d6c0-48a3-9b90-462a09281645', 'name': '', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'mac_address': 'fa:16:3e:cd:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:45Z', 'updated_at': '2022-03-03T12:03:48Z', 'revision_number': 4, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'subnets': [{'id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964be90-47f4-4fef-949b-98b04bfdbe29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:03:49.465185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 53756) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:49.608354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff02905-f44d-4a73-864f-6068e6a6138a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:49.608905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1ff02905-f44d-4a73-864f-6068e6a6138a admin admin] Synchronizing usage tracker for tenant:fee02e61a4484c728857d298984750f1 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:03:49.708623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1ff02905-f44d-4a73-864f-6068e6a6138a admin admin] Unset dirty status for tenant:fee02e61a4484c728857d298984750f1 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:03:49.709799 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1ff02905-f44d-4a73-864f-6068e6a6138a admin admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 842 time: 0.2436199 Mar 03 12:03:49.720365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:03:49.725576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:03:49.729351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Usage tracker for resource:subnet and tenant:fee02e61a4484c728857d298984750f1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:03:49.732216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:03:49.739709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:03:49.812680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Made reservation on behalf of fee02e61a4484c728857d298984750f1 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:03:49.814939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:50.300889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:03:50.301383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:50.375676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4110c801-29f5-4370-8f55-5b40c9f26ec6,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:50.383617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:03:50.383895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Network hostable DHCP agents. Network: aff45c4b-dd85-4638-a1b8-61674d892c54, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:03:50.481652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:03:50.567077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, aff45c4b-dd85-4638-a1b8-61674d892c54) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:03:50.571045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:50.571628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:50.575701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda15757-a8fa-4ed0-b1a4-7b29342eafa7 None None] Network aff45c4b-dd85-4638-a1b8-61674d892c54 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:03:50.669290 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4b0f3dd3-8295-4282-a3b9-88900239b4b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9529996 Mar 03 12:03:50.799696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b3736-b63d-4df7-95ec-08b67d7c616b None None] Network aff45c4b-dd85-4638-a1b8-61674d892c54 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:03:50.966488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bd203df6-d6c0-48a3-9b90-462a09281645 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:03:51.150226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port bd203df6-d6c0-48a3-9b90-462a09281645 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:03:51.155488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bd203df6-d6c0-48a3-9b90-462a09281645 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:51.155835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:51.278494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:51.309956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port bd203df6-d6c0-48a3-9b90-462a09281645, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bd203df6-d6c0-48a3-9b90-462a09281645,segment=NetworkSegment(9e784652-26d9-401e-ad1f-e12776828c46),segment_id=9e784652-26d9-401e-ad1f-e12776828c46)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:03:51.378649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:51.444271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=bd203df6-d6c0-48a3-9b90-462a09281645,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:52.910866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bd203df6-d6c0-48a3-9b90-462a09281645 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:03:52.972547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 53770) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:52.979304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bd203df6-d6c0-48a3-9b90-462a09281645 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:52.979668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:53.242538 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-65b25149-7ecd-405d-b1d7-50bd488225dc admin admin] 10.222.0.35 "GET /v2.0/routers/7a50228a-57b6-401d-89af-e3f5c34075d5 HTTP/1.1" status: 200 len: 710 time: 0.2688141 Mar 03 12:03:53.367988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b02abf-e517-4a1b-a5f0-cc7cc68ce856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:03:53.369292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f8b02abf-e517-4a1b-a5f0-cc7cc68ce856 admin admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 886 time: 0.1216528 Mar 03 12:03:53.378361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:03:53.814744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:54.189972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:54.247962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:54.387707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Allocated IP 172.26.8.170 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/7c3464b7-3335-4154-a69e-8b044b9917b2) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:03:54.582258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:54.768429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:54.829355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:03:54.844267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:03:54.844267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:03:54.894620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3464b7-3335-4154-a69e-8b044b9917b2,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:55.304720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:55.633924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:55.637083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:55.818339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Router 7a50228a-57b6-401d-89af-e3f5c34075d5 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:03:55.990186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:03:55.999251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:56.000432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Sync routers for ids ['7a50228a-57b6-401d-89af-e3f5c34075d5'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:03:56.000911 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-20d83b51-607d-4c03-b591-2b37478f3db8 admin admin] 10.222.0.35 "PUT /v2.0/routers/7a50228a-57b6-401d-89af-e3f5c34075d5 HTTP/1.1" status: 200 len: 890 time: 2.6258879 Mar 03 12:03:56.010463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Routers {'7a50228a-57b6-401d-89af-e3f5c34075d5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:03:56.011222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:03:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['7a50228a-57b6-401d-89af-e3f5c34075d5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:56.206582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Set router 7a50228a-57b6-401d-89af-e3f5c34075d5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:03:56.538788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'name': 'router1', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '7c3464b7-3335-4154-a69e-8b044b9917b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:03:35Z', 'updated_at': '2022-03-03T12:03:55Z', 'revision_number': 4, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'gw_port': {'id': '7c3464b7-3335-4154-a69e-8b044b9917b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:54Z', 'updated_at': '2022-03-03T12:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bd203df6-d6c0-48a3-9b90-462a09281645', 'name': '', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'mac_address': 'fa:16:3e:cd:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:45Z', 'updated_at': '2022-03-03T12:03:51Z', 'revision_number': 5, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'subnets': [{'id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964be90-47f4-4fef-949b-98b04bfdbe29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:56.543539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Checking router: 7a50228a-57b6-401d-89af-e3f5c34075d5 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:03:56.543879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Updating router 7a50228a-57b6-401d-89af-e3f5c34075d5 port 7c3464b7-3335-4154-a69e-8b044b9917b2 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:03:56.596908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:56.928628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:56.939568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Transition to ACTIVE for port object 7c3464b7-3335-4154-a69e-8b044b9917b2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:03:56.995835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:57.076999 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Attempting to bind port 7c3464b7-3335-4154-a69e-8b044b9917b2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:03:57.077665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Attempting to bind port 7c3464b7-3335-4154-a69e-8b044b9917b2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:03:57.077774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Attempting to bind port 7c3464b7-3335-4154-a69e-8b044b9917b2 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:03:57.083099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b1b44-63c5-4b9a-ba73-d6d53c6c2f1c None None] Pushing event updated for resources: {'Port': ['ID=7c3464b7-3335-4154-a69e-8b044b9917b2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:57.087966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:03:57.088365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:03:57.088762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:57.089141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:03:57.089650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Bound port: 7c3464b7-3335-4154-a69e-8b044b9917b2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:03:57.089960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:57.161773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] For port 7c3464b7-3335-4154-a69e-8b044b9917b2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:03:57.164653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] For port 7c3464b7-3335-4154-a69e-8b044b9917b2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7c3464b7-3335-4154-a69e-8b044b9917b2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:03:57.207463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:57.284673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Routers {'7a50228a-57b6-401d-89af-e3f5c34075d5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:03:57.285270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:03:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['7a50228a-57b6-401d-89af-e3f5c34075d5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:57.351005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b1b44-63c5-4b9a-ba73-d6d53c6c2f1c None None] Pushing event updated for resources: {'Port': ['ID=7c3464b7-3335-4154-a69e-8b044b9917b2,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:03:57.473564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] Set router 7a50228a-57b6-401d-89af-e3f5c34075d5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:03:57.819817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'name': 'router1', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '7c3464b7-3335-4154-a69e-8b044b9917b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:03:35Z', 'updated_at': '2022-03-03T12:03:55Z', 'revision_number': 4, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'gw_port': {'id': '7c3464b7-3335-4154-a69e-8b044b9917b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:54Z', 'updated_at': '2022-03-03T12:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bd203df6-d6c0-48a3-9b90-462a09281645', 'name': '', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'mac_address': 'fa:16:3e:cd:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:45Z', 'updated_at': '2022-03-03T12:03:51Z', 'revision_number': 5, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'subnets': [{'id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964be90-47f4-4fef-949b-98b04bfdbe29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:03:57.823731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febebb0-d4ac-42a1-8ada-09eedcffa86e None None] The sync data for ids ['7a50228a-57b6-401d-89af-e3f5c34075d5'] in dv-neutron-831730-1-hyperv is: [{'id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'name': 'router1', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '7c3464b7-3335-4154-a69e-8b044b9917b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:03:35Z', 'updated_at': '2022-03-03T12:03:55Z', 'revision_number': 4, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'gw_port': {'id': '7c3464b7-3335-4154-a69e-8b044b9917b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:54Z', 'updated_at': '2022-03-03T12:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bd203df6-d6c0-48a3-9b90-462a09281645', 'name': '', 'network_id': 'e3fa4c24-d295-45ed-9c8f-22508311f555', 'tenant_id': 'c3e29852ae954a70a0588361e57e5c75', 'mac_address': 'fa:16:3e:cd:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50228a-57b6-401d-89af-e3f5c34075d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:03:45Z', 'updated_at': '2022-03-03T12:03:51Z', 'revision_number': 5, 'project_id': 'c3e29852ae954a70a0588361e57e5c75', 'subnets': [{'id': '9fb9aa1a-766f-4045-b2d3-37aaa938eff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964be90-47f4-4fef-949b-98b04bfdbe29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:03:58.451889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 53780) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:03:58.602966 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-42f19752-c817-4c66-adec-9c43633fb373 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1498678 Mar 03 12:03:58.931870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7c3464b7-3335-4154-a69e-8b044b9917b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:03:59.070936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7c3464b7-3335-4154-a69e-8b044b9917b2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:03:59.075700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7c3464b7-3335-4154-a69e-8b044b9917b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:03:59.076225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:59.197251 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:59.214113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7c3464b7-3335-4154-a69e-8b044b9917b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7c3464b7-3335-4154-a69e-8b044b9917b2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:03:59.304414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:03:59.375632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7c3464b7-3335-4154-a69e-8b044b9917b2,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:04:00.919208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7c3464b7-3335-4154-a69e-8b044b9917b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:04:00.997472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7c3464b7-3335-4154-a69e-8b044b9917b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:04:00.997846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:07.978604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-969c6ae2-7a34-4cc6-84c8-f3a481edf21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:10.092605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c8411f5-848d-4369-b28e-7dccad852d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:11.075827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:11.275736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:12.630138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:15.764266 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:04:37.943491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4c5297d8-e3cb-41b1-bbc9-e6a80d7f1b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:40.096569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dd14fd99-da87-44a9-88e5-536be848c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:41.096485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:41.297990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:42.629526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:04:52.762989 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:05:07.949307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a4429ffb-e133-449f-8edf-bf49e0fd4664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:10.080616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa671-7ca2-4bc5-af59-5eda64c53d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:11.103291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:11.326327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:12.663786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:29.762331 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:05:37.948282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1f7c66e4-957a-49ce-ae1d-c84b8faca640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:40.100641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19c2e21b-66fe-44a9-a06d-e8cc53181215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:41.095085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:41.352412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:05:42.663112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:06.761274 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:06:07.948434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7ad7439d-74cf-4305-9664-0fd3d03211fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:09.404517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54384) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:09.473120 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e769d19c-4f5e-4dc7-8756-c958f991132b admin admin] GET failed (client error): The resource could not be found. Mar 03 12:06:09.474401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e769d19c-4f5e-4dc7-8756-c958f991132b admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689557 Mar 03 12:06:09.607333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c541c42-096e-4221-adab-381339ff7af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:09.608737 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7c541c42-096e-4221-adab-381339ff7af6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1300428 Mar 03 12:06:10.088454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5d51f76c-248c-442f-8d3d-770028f5ce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:11.100111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:11.311561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:11.812808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54394) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:11.917966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0539fc-55b4-4a86-83d7-8ac588e0a5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:11.919278 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eb0539fc-55b4-4a86-83d7-8ac588e0a5c7 admin admin] 10.222.0.35 "GET /v2.0/subnets/9fb9aa1a-766f-4045-b2d3-37aaa938eff0 HTTP/1.1" status: 200 len: 849 time: 0.1054730 Mar 03 12:06:11.928842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:06:12.037489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:12.300956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735754355429'] for subnet, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:12.358078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:12.358078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:12.366179 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] 10.222.0.35 "PUT /v2.0/subnets/9fb9aa1a-766f-4045-b2d3-37aaa938eff0 HTTP/1.1" status: 200 len: 868 time: 0.4339178 Mar 03 12:06:12.366446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b2718-3524-4370-9c7e-b53e35aef1af None None] Network e3fa4c24-d295-45ed-9c8f-22508311f555 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:06:12.383679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb9aa1a-766f-4045-b2d3-37aaa938eff0,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:06:12.391492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.391846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.392264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.392602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.392932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.393808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.394580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.394580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.394896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.395181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.395501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.395823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee2166f-c6e5-4116-9598-0dac90005dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:12.692778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:12.860930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-eaa073c6-4c60-42cd-be5d-57a021e970f0 None None] Provisioning complete for port bd203df6-d6c0-48a3-9b90-462a09281645 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:06:12.861236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-eaa073c6-4c60-42cd-be5d-57a021e970f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:13.016806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-eaa073c6-4c60-42cd-be5d-57a021e970f0 None None] Provisioning complete for port 7beccd16-94db-41dd-a702-8d93ad7507e4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:06:13.017171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-eaa073c6-4c60-42cd-be5d-57a021e970f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:14.576920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54404) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:14.748726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43768163-0c1d-4e2d-9103-1f53382e79fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:14.749190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43768163-0c1d-4e2d-9103-1f53382e79fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:14.750688 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-43768163-0c1d-4e2d-9103-1f53382e79fa admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728315 Mar 03 12:06:16.969171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54414) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:17.146149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2349be-05ea-4b2e-bec1-df111d689808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:17.146610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2349be-05ea-4b2e-bec1-df111d689808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:17.148142 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2d2349be-05ea-4b2e-bec1-df111d689808 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1780069 Mar 03 12:06:19.328237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54424) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:19.501473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767059a-9a11-417e-a81f-3bf65120a7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:19.512749 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e767059a-9a11-417e-a81f-3bf65120a7bb admin admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 886 time: 0.1831903 Mar 03 12:06:21.666897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54434) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:21.841014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b17e5-fd90-43a5-8bfc-af13a0fa7ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:21.842357 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ea6b17e5-fd90-43a5-8bfc-af13a0fa7ce2 admin admin] 10.222.0.35 "GET /v2.0/networks/e3fa4c24-d295-45ed-9c8f-22508311f555 HTTP/1.1" status: 200 len: 869 time: 0.1745265 Mar 03 12:06:24.026696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54444) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:24.130871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4105c1-1563-478b-b973-a60ab861a120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:24.131325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4105c1-1563-478b-b973-a60ab861a120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:24.132855 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5d4105c1-1563-478b-b973-a60ab861a120 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1051626 Mar 03 12:06:26.289784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54454) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:26.400831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b656c-c576-4053-8f02-1c6003b08192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:26.401285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b656c-c576-4053-8f02-1c6003b08192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:26.402781 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-db6b656c-c576-4053-8f02-1c6003b08192 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1120632 Mar 03 12:06:28.667727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54464) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:28.765823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd26c97-8f9d-47d0-8a52-26b84c112436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:28.767133 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8cd26c97-8f9d-47d0-8a52-26b84c112436 admin admin] 10.222.0.35 "GET /v2.0/subnets/4110c801-29f5-4370-8f55-5b40c9f26ec6 HTTP/1.1" status: 200 len: 816 time: 0.0984364 Mar 03 12:06:30.941492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54474) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:31.054861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666ed8e-6bb4-4026-aefc-a89e9af4f5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:31.056217 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d666ed8e-6bb4-4026-aefc-a89e9af4f5fc admin admin] 10.222.0.35 "GET /v2.0/subnets/9fb9aa1a-766f-4045-b2d3-37aaa938eff0 HTTP/1.1" status: 200 len: 868 time: 0.1137514 Mar 03 12:06:37.945439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ab761c04-a157-4da6-b9a1-e03bd746f511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:40.119190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3958863b-efa5-410d-96fe-1059c920c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:41.113888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:41.336246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:42.639329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:43.761271 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:06:50.307248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54520) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:50.358225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-1b2c9042-eba8-445c-9085-b1c4afa53bb9 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:06:50.359221 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1b2c9042-eba8-445c-9085-b1c4afa53bb9 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510375 Mar 03 12:06:52.594054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54530) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:52.659770 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-386e34cd-f267-477f-a1c2-ea0c85cf570b admin admin] GET failed (client error): The resource could not be found. Mar 03 12:06:52.661041 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-386e34cd-f267-477f-a1c2-ea0c85cf570b admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661235 Mar 03 12:06:52.785229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c50707-2707-42aa-a40c-76014ea36f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:52.786660 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-40c50707-2707-42aa-a40c-76014ea36f30 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217861 Mar 03 12:06:54.946658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54540) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:54.994052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:06:54.998453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:06:55.007897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:06:55.067556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Made reservation on behalf of fee02e61a4484c728857d298984750f1 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:06:55.069840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:55.156936 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.services.revisions.revision_plugin [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Could not find related network for resource to bump revision. Mar 03 12:06:55.168537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:06:55.176984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:55.177320 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Added segment fc5d2231-714a-4e53-bc1e-bcf28bf481aa of type vlan for network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 Mar 03 12:06:55.201623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:55.301784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:55.302771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:55.303470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:55.402348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b251e2-1da4-47ad-8d3a-e9a33236cb05,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:06:55.409493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.409772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.410102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.410426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.410749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.411087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.411411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.411743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.412086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.412406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.412721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.413035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:55.424191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:06:55.474194 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8fea3aff-80b9-4d67-bc2a-a36dd86e1202 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5264299 Mar 03 12:06:57.616576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54550) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:06:57.682378 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a722fd84-2f67-45c1-80a1-bd1dcf4c4e07 admin admin] GET failed (client error): The resource could not be found. Mar 03 12:06:57.682894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a722fd84-2f67-45c1-80a1-bd1dcf4c4e07 admin admin] Synchronizing usage tracker for tenant:fee02e61a4484c728857d298984750f1 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:06:57.765119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a722fd84-2f67-45c1-80a1-bd1dcf4c4e07 admin admin] Unset dirty status for tenant:fee02e61a4484c728857d298984750f1 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:06:57.766298 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a722fd84-2f67-45c1-80a1-bd1dcf4c4e07 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1488543 Mar 03 12:06:57.871930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aedbc18-4c14-49d4-b506-1f5673b97ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:57.873297 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3aedbc18-4c14-49d4-b506-1f5673b97ff6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021991 Mar 03 12:06:57.882810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:06:57.887161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:06:57.891039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Usage tracker for resource:subnet and tenant:fee02e61a4484c728857d298984750f1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:06:57.894458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:06:57.900056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:06:58.164565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Made reservation on behalf of fee02e61a4484c728857d298984750f1 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:06:58.166807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Notify callbacks [] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:58.422447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:58.500450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98e0fa2-86af-4376-a019-fbb6ed66a116,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:06:58.505084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Checking segment: {'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:06:58.505440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Network hostable DHCP agents. Network: c1b251e2-1da4-47ad-8d3a-e9a33236cb05, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:06:58.607986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:06:58.661950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c1b251e2-1da4-47ad-8d3a-e9a33236cb05) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:06:58.665984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:06:58.666769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:58.671384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931bfa6-347b-4394-ab27-b8ef18f55025 None None] Network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:06:58.774855 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-349ee949-ae16-4e34-b6a8-b3a4f0e21dff admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8952572 Mar 03 12:06:58.894575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-c1b251e2-1da4-47ad-8d3a-e9a33236cb05', 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05', 'tenant_id': 'fee02e61a4484c728857d298984750f1', 'fixed_ips': [{'subnet_id': 'b98e0fa2-86af-4376-a019-fbb6ed66a116'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:06:58.900260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:59.070157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Allocated IP 192.168.233.2 (c1b251e2-1da4-47ad-8d3a-e9a33236cb05/b98e0fa2-86af-4376-a019-fbb6ed66a116/f2102f61-dbde-4912-8c21-33a8fb562db2) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:06:59.274230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:59.284321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Transition to ACTIVE for port object f2102f61-dbde-4912-8c21-33a8fb562db2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:06:59.302882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Transition to ACTIVE for port object f2102f61-dbde-4912-8c21-33a8fb562db2 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:06:59.385498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:59.449139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:06:59.451863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:06:59.459976 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:06:59.468725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Pushing event updated for resources: {'Port': ['ID=f2102f61-dbde-4912-8c21-33a8fb562db2,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:06:59.500869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.501234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.501677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.501910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.502421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.502804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.503360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.503905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.504475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.509623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.509623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.509623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:06:59.569099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Attempting to bind port f2102f61-dbde-4912-8c21-33a8fb562db2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:06:59.569468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Attempting to bind port f2102f61-dbde-4912-8c21-33a8fb562db2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:06:59.569829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Attempting to bind port f2102f61-dbde-4912-8c21-33a8fb562db2 on network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:06:59.575149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:06:59.575521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Checking segment: {'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:06:59.575918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:59.576338 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Bound using segment: {'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:06:59.576793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Bound port: f2102f61-dbde-4912-8c21-33a8fb562db2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:06:59.577185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:59.667607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] For port f2102f61-dbde-4912-8c21-33a8fb562db2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:06:59.670581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] For port f2102f61-dbde-4912-8c21-33a8fb562db2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f2102f61-dbde-4912-8c21-33a8fb562db2,segment=NetworkSegment(fc5d2231-714a-4e53-bc1e-bcf28bf481aa),segment_id=fc5d2231-714a-4e53-bc1e-bcf28bf481aa)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:06:59.751563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:06:59.835240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112aff4-505a-4e72-81de-23c5addaa1a1 None None] Pushing event updated for resources: {'Port': ['ID=f2102f61-dbde-4912-8c21-33a8fb562db2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:07:00.615600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4438339a-8e7f-423e-af87-5804ecd7be29 None None] Network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:07:00.795325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2bfb7a63-e786-4b8d-bf89-810e061d5315 None None] Provisioning for port f2102f61-dbde-4912-8c21-33a8fb562db2 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:07:01.042977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f2102f61-dbde-4912-8c21-33a8fb562db2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:07:01.176513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port f2102f61-dbde-4912-8c21-33a8fb562db2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:07:01.181846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f2102f61-dbde-4912-8c21-33a8fb562db2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:07:01.182221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:01.300243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:01.333146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port f2102f61-dbde-4912-8c21-33a8fb562db2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f2102f61-dbde-4912-8c21-33a8fb562db2,segment=NetworkSegment(fc5d2231-714a-4e53-bc1e-bcf28bf481aa),segment_id=fc5d2231-714a-4e53-bc1e-bcf28bf481aa)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:07:01.388036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:01.456987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=f2102f61-dbde-4912-8c21-33a8fb562db2,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:07:03.008059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f2102f61-dbde-4912-8c21-33a8fb562db2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:07:03.082518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f2102f61-dbde-4912-8c21-33a8fb562db2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:07:03.082890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:07.962381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bf36c52d-dd99-45a7-a69a-58f7d414b87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:10.090385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f85a8be4-9329-4371-9cf1-07e7a7853d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:11.099149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:11.313297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:12.667822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:20.760243 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:07:37.938876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-eaf67a3d-3297-43b0-951b-f78e616d12a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:40.093010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4643831d-3826-483d-a005-194d8d84a546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:41.106961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:41.318528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:42.656249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:07:57.759037 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:08:07.958112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2452d205-8448-461e-a8bc-c72e37cca508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:10.086942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8f70023-faf6-4cd0-ac02-536ebc624e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:11.103622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:11.329632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:12.646682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:34.757925 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:08:37.941471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3791-b806-4d58-9284-7dbfbc632a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:40.115319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ae1e-7abb-4770-b70f-f4eb2ef02e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:41.108899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:41.303678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:42.657493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:54.350333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54594) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:08:54.356171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-6205fca7-cff2-4ada-83d2-034ace5eb884 tempest-verify_tempest_config-741638005 tempest-verify_tempest_config-741638005-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:08:54.357111 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6205fca7-cff2-4ada-83d2-034ace5eb884 tempest-verify_tempest_config-741638005 tempest-verify_tempest_config-741638005-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058346 Mar 03 12:08:54.835286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54612) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:08:54.955426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:54.968876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:08:54.973101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:d87fffee849241a481f3b86ae0980bd8 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:08:54.975807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:08:54.981381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:08:55.059883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:55.140332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:55.187140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Synchronizing usage tracker for tenant:fee02e61a4484c728857d298984750f1 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:08:55.191703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda1cf4-e2e9-4d70-90cc-8ad35891f6a3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:08:55.200905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.201262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.203907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.205394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.205394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:08:55.277628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] Unset dirty status for tenant:fee02e61a4484c728857d298984750f1 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:08:55.278859 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b51431c9-d939-4364-b524-5d0731894cd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d87fffee849241a481f3b86ae0980bd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4426179 Mar 03 12:08:55.281614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54618) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:08:55.339697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f9f32c1-ea66-450e-8360-6e3276dfb032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:55.364039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f9f32c1-ea66-450e-8360-6e3276dfb032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:55.517638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f9f32c1-ea66-450e-8360-6e3276dfb032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:55.531675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f32c1-ea66-450e-8360-6e3276dfb032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda1cf4-e2e9-4d70-90cc-8ad35891f6a3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:08:55.537634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f9f32c1-ea66-450e-8360-6e3276dfb032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:08:55.538734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4f9f32c1-ea66-450e-8360-6e3276dfb032 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcda1cf4-e2e9-4d70-90cc-8ad35891f6a3 HTTP/1.1" status: 204 len: 168 time: 0.2561526 Mar 03 12:09:07.977224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-51a6e219-49da-4299-9d0c-9aaf4bfa967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:10.094711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2258e9af-9f14-4515-9231-836935321a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:11.137090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:11.323303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:11.757281 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:09:12.657004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:37.950989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63c7bb9f-a5c7-43e2-af18-0868dbf3df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:40.099867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-caa13a54-ee80-404d-a231-1e73ba05fe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:41.122953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:41.322837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:42.706156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:09:48.759003 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 5 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:10:07.922139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-720197'] for agent, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:07.979563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d03c1f1-ea1c-4b1a-9283-c492cf757518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:10.084615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f646261c-fab9-44e2-96f9-a466d0f8f9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:11.107085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:11.339449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:12.650057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:22.538873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54696) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:10:22.652934 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ee14a06a-0cdb-4c84-9066-99f20fa9b13b admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1129899 Mar 03 12:10:24.870374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54706) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:10:24.935061 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a8afb4c6-aab5-4ba4-9709-2aafb49ef656 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0635962 Mar 03 12:10:25.757275 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:10:37.893640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:37.950868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8575adac-e0ab-4b98-8228-c3eaceaff39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:40.093234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e64e583-4864-458c-bac4-2543d09cda5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:41.110819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:41.333597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:10:42.660948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:02.757789 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:11:07.892931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:07.963879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0fa6afa1-775a-411f-8d08-c6cb75a4e45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:10.100601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-541f49fd-61d4-4cea-8ec7-be7ae619f051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:11.110174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:11.333187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:12.681398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:37.984296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:38.007012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d7248012-b2a5-4b34-ba28-f7cc8d6557d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:39.760181 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:11:40.098337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-417cc42e-5e5a-462b-98fa-07c39cb2118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:41.104304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:41.346063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:42.688575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:54.473548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54874) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:55.033132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1690162059-network', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:55.037605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:55.041788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Usage tracker for resource:network and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:55.044604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:55.050274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:55.151435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Made reservation on behalf of a9896b2a7ba44d70a192bfbde1f62e4c for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:55.153798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.169631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.171043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54896) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:55.191750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:55.191750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Usage tracker for resource:security_group_rule and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:55.191750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:55.197670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:55.267718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54904) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:55.287351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.357654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.386423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:11:55.399701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ead4e5-e8ae-443b-bfec-123dec983573,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:55.408485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.408822 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Added segment cb1239b9-8243-47a1-92f1-bb781f55b40b of type vlan for network 7dd8e792-a893-4944-8010-ab0fb4a6f62b Mar 03 12:11:55.410536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.410807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.411143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.411469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.411795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.412144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.412464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.412798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.413116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.413428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.413740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.414050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Tracked resource versions report: Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: pushed versions: Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: { 'AddressGroup': {'1.2'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'ConntrackHelper': {'1.0'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Log': {'1.0'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Network': {'1.1'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Port': {'1.7'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'PortForwarding': {'1.2'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'QosPolicy': {'1.8'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroup': {'1.4'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SubPort': {'1.0'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Subnet': {'1.1'}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Trunk': {'1.1'}} Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: consumer versions: Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: HyperV agent@hv-neutron-8317: {}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'ConntrackHelper': '1.0', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Log': '1.0', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Network': '1.1', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Port': '1.7', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'PortForwarding': '1.2', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'QosPolicy': '1.8', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroup': '1.4', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SecurityGroupRule': '1.2', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'SubPort': '1.0', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Subnet': '1.1', Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: 'Trunk': '1.1'}} Mar 03 12:11:55.415126 dv-neutron-831730-1-hyperv neutron-server[88431]: {{(pid=88431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:11:55.447279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.540033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.541012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:55.541594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.616261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1250769534-network', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:55.628675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:55.636435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Usage tracker for resource:network and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:55.642899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:55.651420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:55.668550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-683280667-network', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:55.674298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:55.679638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Usage tracker for resource:network and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:55.683461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:55.691780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:55.709155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54918) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:55.709375 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2345409 Mar 03 12:11:55.715026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa4344-60b0-4351-8632-79aee0577a4b admin admin] Pushing event updated for resources: {'Network': ['ID=7dd8e792-a893-4944-8010-ab0fb4a6f62b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:55.723480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Request body: {'subnet': {'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1690162059-subnet', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:55.727750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:11:55.734330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:55.737235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Usage tracker for resource:subnet and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:55.740438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:55.747107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:55.752517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Made reservation on behalf of 1a5fd1e1baf444a0a8f8f86cd727cf13 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:55.754858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.775217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.791034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:55.794554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Made reservation on behalf of 4a648d624cf948f6bcf1a4e9e98b862b for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:55.796931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.806820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:55.811502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:55.818323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.831587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:55.843793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:55.851355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:55.907391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:55.920418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Made reservation on behalf of a9896b2a7ba44d70a192bfbde1f62e4c for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:55.923216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:55.941642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:56.134157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.213620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.214533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.253850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:11:56.300804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38affa53-9fc5-4736-9d83-40c7a9026f10,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:56.303169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735754429444', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.303714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Unsubscribe: segment precommit_create {{(pid=88430) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 12:11:56.304196 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Added segment 0b1d55d7-ce3e-493e-93b1-cafcc390e022 of type vlan for network 454d57e3-2ac2-4279-91d9-fa274e5ed543 Mar 03 12:11:56.320051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.325945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.326315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.326663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.327100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.327344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.327672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.328040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.328381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.329330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.329669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.329994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.330319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Tracked resource versions report: Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: pushed versions: Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: { 'AddressGroup': {'1.2'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'ConntrackHelper': {'1.0'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Log': {'1.0'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Network': {'1.1'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Port': {'1.7'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'PortForwarding': {'1.2'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'QosPolicy': {'1.8'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroup': {'1.4'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SubPort': {'1.0'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Subnet': {'1.1'}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Trunk': {'1.1'}} Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: consumer versions: Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: HyperV agent@hv-neutron-8317: {}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'ConntrackHelper': '1.0', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Log': '1.0', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Network': '1.1', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Port': '1.7', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'PortForwarding': '1.2', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'QosPolicy': '1.8', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroup': '1.4', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SecurityGroupRule': '1.2', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'SubPort': '1.0', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Subnet': '1.1', Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: 'Trunk': '1.1'}} Mar 03 12:11:56.331421 dv-neutron-831730-1-hyperv neutron-server[88430]: {{(pid=88430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:11:56.367986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:11:56.373312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.417980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.456580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.456925 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Added segment 011d5969-b230-44b8-9d21-3d77c415a869 of type vlan for network 0ecaf887-6d30-4f07-af85-e53e03c643cf Mar 03 12:11:56.467879 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54948) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:56.473335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845b6ce0-a430-4c30-8601-b518f592a113,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:56.477016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e374f2d-9922-4d0d-9c5a-911b4fd25e5d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:56.544144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.560646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Checking segment: {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:11:56.561214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Network hostable DHCP agents. Network: 7dd8e792-a893-4944-8010-ab0fb4a6f62b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:11:56.626611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.627714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:56.628529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.682976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:11:56.684993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.686142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:56.686620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.797032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] Pushing event updated for resources: {'Network': ['ID=454d57e3-2ac2-4279-91d9-fa274e5ed543,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:56.809379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:11:56.895894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2099722253'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:56.901732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:56.906650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Usage tracker for resource:network and tenant:2efd0ddff42f4720b87323e47d0b954f is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:56.909885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 7dd8e792-a893-4944-8010-ab0fb4a6f62b) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:11:56.910681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:56.917838 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6464918 Mar 03 12:11:56.917838 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4ab51b24-9908-4d03-8456-be9411b732e9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7452164 Mar 03 12:11:56.921616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:56.924358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54968) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:56.924358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 54970) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:56.932825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac589777-ec72-49b0-883f-06e8b401a812 None None] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:11:56.935503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Request body: {'subnet': {'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-683280667-subnet', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:56.942112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Request body: {'subnet': {'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1250769534-subnet', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:56.945880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:56.946563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:56.954754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54424cb-78b3-45a1-b714-a5f4968147b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecaf887-6d30-4f07-af85-e53e03c643cf,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:56.957377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:56.960634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:56.971165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Usage tracker for resource:subnet and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:56.976372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Usage tracker for resource:subnet and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:56.980280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:56.981756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:11:56.983827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:56.991076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:57.001301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:57.036246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Made reservation on behalf of 2efd0ddff42f4720b87323e47d0b954f for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:57.041215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.055791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.071871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:57.076749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Usage tracker for resource:security_group_rule and tenant:2efd0ddff42f4720b87323e47d0b954f is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:57.080736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:57.092264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:57.116996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Made reservation on behalf of 4a648d624cf948f6bcf1a4e9e98b862b for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:57.119806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.149983 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-712479f8-e7a9-4ce0-bccb-8cd796ee8aa9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4388528 Mar 03 12:11:57.152756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54982) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:57.160273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:57.166700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:57.169817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Made reservation on behalf of 1a5fd1e1baf444a0a8f8f86cd727cf13 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:57.171314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Usage tracker for resource:router and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:57.173218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.176919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:57.184759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:57.262047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.279133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:11:57.294646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.310146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.311442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.339007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.369598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.386712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 54990) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:57.408032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:11:57.547527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Allocated IP 172.20.0.2 (7dd8e792-a893-4944-8010-ab0fb4a6f62b/845b6ce0-a430-4c30-8601-b518f592a113/b9deedb2-6cb4-473b-89a8-02179d995af6) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:11:57.600833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.601480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Added segment 70bcdfb7-96e3-4cb1-a669-7b8f95d52280 of type vlan for network d23764d3-8e9b-45f8-bae5-5aa892a90b40 Mar 03 12:11:57.622354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ed0a5-0506-4732-9673-a7ef14b1599f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:57.670219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.723165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.782991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Checking segment: {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:11:57.783336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Network hostable DHCP agents. Network: 0ecaf887-6d30-4f07-af85-e53e03c643cf, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:11:57.795202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-506738179'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:57.809161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:57.812328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.815681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224d6c3b-cfb9-4e87-8df6-e30cb85798d9,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:57.818671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.826816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Usage tracker for resource:network and tenant:277251fbbcbb4e58b6d567424f3903aa is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:57.832265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:57.839618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:57.876199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Checking segment: {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:11:57.876565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Network hostable DHCP agents. Network: 454d57e3-2ac2-4279-91d9-fa274e5ed543, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:11:57.924604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:57.930420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55008) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:57.950757 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.958354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Made reservation on behalf of 277251fbbcbb4e58b6d567424f3903aa for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:57.962496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.963081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Transition to ACTIVE for port object b9deedb2-6cb4-473b-89a8-02179d995af6 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:11:57.977505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.983319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:57.983979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:57.989871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Transition to ACTIVE for port object b9deedb2-6cb4-473b-89a8-02179d995af6 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:11:57.997220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:11:58.019409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.021230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:11:58.041675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55016) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:58.055058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:58.077814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.080151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Usage tracker for resource:security_group_rule and tenant:277251fbbcbb4e58b6d567424f3903aa is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:58.095278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:58.108538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 454d57e3-2ac2-4279-91d9-fa274e5ed543) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:11:58.115692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 0ecaf887-6d30-4f07-af85-e53e03c643cf) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:11:58.124966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:58.128175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.130121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f64058-8c0b-494b-b730-1cf01fba4945 None None] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:11:58.142809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:58.143847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.162295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:58.237903 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7668085 Mar 03 12:11:58.246099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9cbd-9cde-4874-9ce2-edb49a3ab232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Pushing event updated for resources: {'Network': ['ID=d23764d3-8e9b-45f8-bae5-5aa892a90b40,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:58.250932 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-824b8420-6747-4531-8813-be79bb378b8f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3208380 Mar 03 12:11:58.253138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55030) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:58.258451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:58.264722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:58.286512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Usage tracker for resource:router and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:58.328290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1a59d20a-f2b5-4631-a5c5-f86aaf5cc216 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3786502 Mar 03 12:11:58.328290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55034) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:58.328290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:58.337605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa3694-a3b9-45eb-9e3d-7ddaf6c58070 None None] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:11:58.351130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:58.355383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network d23764d3-8e9b-45f8-bae5-5aa892a90b40 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:11:58.365588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:58.381045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:58.388809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Usage tracker for resource:router and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:58.397121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:58.416047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:58.442253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1328252180'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:58.452259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:58.457626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Usage tracker for resource:network and tenant:b88f30da158a4f178adcab70d1cd004b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:58.461275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:58.467897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:58.475274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:58.481409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:58.488478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Usage tracker for resource:floatingip and tenant:ce1d7ee1a7974e988ad35c75c6019735 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:58.492692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:58.498817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:58.545283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.568857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.570162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.596713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.601357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:11:58.607866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-454d57e3-2ac2-4279-91d9-fa274e5ed543', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:11:58.608736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.629143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:11:58.667311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.682204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.695832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Made reservation on behalf of b88f30da158a4f178adcab70d1cd004b for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:58.700050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.717710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.719049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.729937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.803553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:11:58.816381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8448875f-6cce-4490-a777-27da9606dae9,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:58.825418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.840311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Allocated IP 172.20.0.2 (454d57e3-2ac2-4279-91d9-fa274e5ed543/44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331/feb33cea-38e2-4192-a093-e3f7581a8690) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:11:58.845549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:58.849893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Usage tracker for resource:security_group_rule and tenant:b88f30da158a4f178adcab70d1cd004b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:58.853102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:58.855810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:58.856350 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Added segment fe685a8a-6951-41c8-b80a-35d9b2ebea22 of type vlan for network 160afffe-4d5a-4693-895b-ea2e426c2d64 Mar 03 12:11:59.024940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55052) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:59.026584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:59.026848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.026848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.026988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.055764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ead7bf9b-54c9-488e-bb14-47384eedae66 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:59.111923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Allocated IP 172.26.8.198 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/6a830c05-480c-45cb-b948-aba2d6acec04) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:11:59.112197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.125115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.126826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Transition to ACTIVE for port object feb33cea-38e2-4192-a093-e3f7581a8690 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:11:59.148238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Transition to ACTIVE for port object feb33cea-38e2-4192-a093-e3f7581a8690 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:11:59.151169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:11:59.163990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Pushing event updated for resources: {'Port': ['ID=b9deedb2-6cb4-473b-89a8-02179d995af6,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:59.176942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.177556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.178023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.178486 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.178942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.179414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.179934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.180401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.180856 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.181308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.181776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.182225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Tracked resource versions report: Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: pushed versions: Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: { 'AddressGroup': {'1.2'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'ConntrackHelper': {'1.0'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Log': {'1.0'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Network': {'1.1'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Port': {'1.7'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'PortForwarding': {'1.2'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'QosPolicy': {'1.8'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroup': {'1.4'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SubPort': {'1.0'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Subnet': {'1.1'}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Trunk': {'1.1'}} Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: consumer versions: Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: HyperV agent@hv-neutron-8317: {}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'ConntrackHelper': '1.0', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Log': '1.0', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Network': '1.1', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Port': '1.7', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'PortForwarding': '1.2', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'QosPolicy': '1.8', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroup': '1.4', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SecurityGroupRule': '1.2', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'SubPort': '1.0', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Subnet': '1.1', Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: 'Trunk': '1.1'}} Mar 03 12:11:59.183475 dv-neutron-831730-1-hyperv neutron-server[88432]: {{(pid=88432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:11:59.207573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.229309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.233277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.235615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:11:59.236300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.255321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba659354-d15a-4f8b-831d-a9aaa3b2b82f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:59.289701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:11:59.297885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:11:59.331471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:11:59.369330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55058) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:59.392051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Request body: {'port': {'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40', 'binding:host_id': 'hv-neutron-8317', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772810872'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:59.398863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:59.403654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:11:59.418520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.429743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Usage tracker for resource:port and tenant:2b319ea8e01d47e3802bb5e161c4babf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:59.435427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:59.473967 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ead7bf9b-54c9-488e-bb14-47384eedae66 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "PUT /v2.0/quotas/f01fde1854784b79ae7bd4f6143d1087 HTTP/1.1" status: 200 len: 368 time: 0.6101258 Mar 03 12:11:59.476366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55062) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:59.479058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.490483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Request body: {'network': {'project_id': 'f01fde1854784b79ae7bd4f6143d1087'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:59.496033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Attempting to bind port b9deedb2-6cb4-473b-89a8-02179d995af6 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:11:59.496162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Attempting to bind port b9deedb2-6cb4-473b-89a8-02179d995af6 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:11:59.496483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Attempting to bind port b9deedb2-6cb4-473b-89a8-02179d995af6 on network 7dd8e792-a893-4944-8010-ab0fb4a6f62b {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:11:59.497841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.498180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Added segment 3bad7cde-0309-41a6-bf5e-6ab8efeec3fa of type vlan for network 71cb0817-1462-4158-bb93-cb93204ffaa8 Mar 03 12:11:59.505840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:59.545065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:59.565850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Usage tracker for resource:network and tenant:f01fde1854784b79ae7bd4f6143d1087 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:59.568561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:11:59.568941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Checking segment: {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:11:59.569337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.569756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Bound using segment: {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:11:59.570267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Bound port: b9deedb2-6cb4-473b-89a8-02179d995af6, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:11:59.570644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.570832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:59.574425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event updated for resources: {'Network': ['ID=160afffe-4d5a-4693-895b-ea2e426c2d64,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:59.582263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:59.624565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Pushing event updated for resources: {'Port': ['ID=feb33cea-38e2-4192-a093-e3f7581a8690,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:59.627465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-0ecaf887-6d30-4f07-af85-e53e03c643cf', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:11:59.628315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.636946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 160afffe-4d5a-4693-895b-ea2e426c2d64 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:11:59.639296 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b4b46b18-5958-4c1e-9322-01b6def4d0f4 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2497473 Mar 03 12:11:59.640225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55066) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:11:59.645803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Request body: {'subnet': {'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:11:59.702332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.730262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Made reservation on behalf of f01fde1854784b79ae7bd4f6143d1087 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:59.732691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.747331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Attempting to bind port feb33cea-38e2-4192-a093-e3f7581a8690 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:11:59.747331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Attempting to bind port feb33cea-38e2-4192-a093-e3f7581a8690 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:11:59.747631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Attempting to bind port feb33cea-38e2-4192-a093-e3f7581a8690 on network 454d57e3-2ac2-4279-91d9-fa274e5ed543 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:11:59.748261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.763903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:11:59.764382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Checking segment: {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:11:59.764689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.765077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Bound using segment: {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:11:59.765537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Bound port: feb33cea-38e2-4192-a093-e3f7581a8690, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:11:59.765904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.795328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.800190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Made reservation on behalf of 2b319ea8e01d47e3802bb5e161c4babf for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:11:59.802528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.804722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.833153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.849274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:11:59.857956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:59.860290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:11:59.865986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:59.868658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:11:59.915953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Usage tracker for resource:subnet and tenant:277251fbbcbb4e58b6d567424f3903aa is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:59.922577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:59.932043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:11:59.933100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Usage tracker for resource:security_group_rule and tenant:f01fde1854784b79ae7bd4f6143d1087 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:59.935611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Pushing event updated for resources: {'Port': ['ID=6a830c05-480c-45cb-b948-aba2d6acec04,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:11:59.938836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:59.942581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] For port b9deedb2-6cb4-473b-89a8-02179d995af6, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:11:59.948639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:59.952928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Usage tracker for resource:security_group_rule and tenant:2b319ea8e01d47e3802bb5e161c4babf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:11:59.956271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:11:59.958397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:11:59.960643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:11:59.987964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] For port b9deedb2-6cb4-473b-89a8-02179d995af6, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b9deedb2-6cb4-473b-89a8-02179d995af6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:00.003223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:00.006430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] For port feb33cea-38e2-4192-a093-e3f7581a8690, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:00.006889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.013475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:00.013475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.018509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] For port feb33cea-38e2-4192-a093-e3f7581a8690, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=feb33cea-38e2-4192-a093-e3f7581a8690,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:00.029320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Allocated IP 172.20.0.2 (0ecaf887-6d30-4f07-af85-e53e03c643cf/224d6c3b-cfb9-4e87-8df6-e30cb85798d9/02355cb7-0178-44e5-a483-563475b59ff4) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:00.060542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.109009 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Made reservation on behalf of 277251fbbcbb4e58b6d567424f3903aa for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:00.113288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks [] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.150370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264597a-518f-438f-8be2-4a0e2b4397ec None None] Pushing event updated for resources: {'Port': ['ID=b9deedb2-6cb4-473b-89a8-02179d995af6,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:00.158134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.328857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Pushing event updated for resources: {'Network': ['ID=71cb0817-1462-4158-bb93-cb93204ffaa8,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:00.337774 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cb8578bf-7b48-4e5f-9f6f-58b983bfcb47 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2910631 Mar 03 12:12:00.344806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55072) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:00.357224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 71cb0817-1462-4158-bb93-cb93204ffaa8 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:00.368632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.390258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f09c43-5304-4d68-9a3b-ec345ba306b3 None None] Pushing event updated for resources: {'Port': ['ID=feb33cea-38e2-4192-a093-e3f7581a8690,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:00.457098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.503970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:00.596846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4dbbb2-8b5f-4628-af74-4892dba97076,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:00.599598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.660473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Allocated IP 172.26.8.212 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/c68a95ce-68f2-4182-9ac8-2515f53b820d) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:00.673670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'network': {'name': 'tempest-network--98918585', 'router:external': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:00.676717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.691982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:00.697709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Transition to ACTIVE for port object 02355cb7-0178-44e5-a483-563475b59ff4 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:00.722185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Transition to ACTIVE for port object 02355cb7-0178-44e5-a483-563475b59ff4 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:00.738005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.738344 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Added segment fdd622c8-0baf-4ce4-9c52-5a2ed7592385 of type vlan for network c00bc1ca-f04e-4540-8838-f875e2dda7af Mar 03 12:12:00.760265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:network and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:00.778902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:00.826311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.831120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:00.841570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.913495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:00.916676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:00.920271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:00.937039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Pushing event updated for resources: {'Port': ['ID=02355cb7-0178-44e5-a483-563475b59ff4,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:00.937638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:00.979689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.012381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.056334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] device_id is not set on port 76f7bb04-1979-4887-a68c-88ba10b5207b yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:01.081528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Attempting to bind port 02355cb7-0178-44e5-a483-563475b59ff4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:01.082111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Attempting to bind port 02355cb7-0178-44e5-a483-563475b59ff4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:01.082481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Attempting to bind port 02355cb7-0178-44e5-a483-563475b59ff4 on network 0ecaf887-6d30-4f07-af85-e53e03c643cf {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:01.083162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.088284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:01.089052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Checking segment: {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:01.089601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.090160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Bound using segment: {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:01.090766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Bound port: 02355cb7-0178-44e5-a483-563475b59ff4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:01.091301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.093786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787ec57c-210e-432f-9d77-80eea04149ff,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:01.097811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.135144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.136332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:01.137321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.201536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] For port 02355cb7-0178-44e5-a483-563475b59ff4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:01.205840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] For port 02355cb7-0178-44e5-a483-563475b59ff4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=02355cb7-0178-44e5-a483-563475b59ff4,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:01.249912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Made reservation on behalf of f05e22b2c72e4050947356e817c3d657 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:01.255248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.274073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b9deedb2-6cb4-473b-89a8-02179d995af6 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:01.305606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.370414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.419020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf3fc6-81e5-4ab3-a931-78b0041226a7 None None] Pushing event updated for resources: {'Port': ['ID=02355cb7-0178-44e5-a483-563475b59ff4,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:01.426111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event updated for resources: {'Subnet': ['ID=a0dedf37-c510-4516-a09e-40a5b154a3ef,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:01.498436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Checking segment: {'id': 'fe685a8a-6951-41c8-b80a-35d9b2ebea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:01.498788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Network hostable DHCP agents. Network: 160afffe-4d5a-4693-895b-ea2e426c2d64, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:12:01.504097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.510981 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0264370 Mar 03 12:12:01.514046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b9deedb2-6cb4-473b-89a8-02179d995af6 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:01.514930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55080) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:01.527849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb33cea-38e2-4192-a093-e3f7581a8690 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:01.565105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf85c-cde4-43d7-ac09-e8a800a9de7f tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Pushing event updated for resources: {'Network': ['ID=c00bc1ca-f04e-4540-8838-f875e2dda7af,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:01.569632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.575508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:01.582376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Request body: {'network': {'project_id': 'f01fde1854784b79ae7bd4f6143d1087'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:01.609051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:01.616163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Usage tracker for resource:network and tenant:f01fde1854784b79ae7bd4f6143d1087 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:01.619623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:01.660092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c00bc1ca-f04e-4540-8838-f875e2dda7af details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:01.664493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:01.688514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.756638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Network 160afffe-4d5a-4693-895b-ea2e426c2d64 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:01.761475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:security_group_rule and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:01.765520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:01.767087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Made reservation on behalf of f01fde1854784b79ae7bd4f6143d1087 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:01.769449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.774739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:01.829355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:01.839469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port feb33cea-38e2-4192-a093-e3f7581a8690 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:01.850090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.850445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Added segment 58c8e8c8-703a-4c4b-9a4c-62bab279e854 of type vlan for network 06ab211b-be39-4545-a563-c517873f0cbb Mar 03 12:12:01.874328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.887902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 160afffe-4d5a-4693-895b-ea2e426c2d64) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:01.894205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:01.894722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.907076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c4f74-9d4b-4b43-af2e-6be3074b9e01 None None] Network 160afffe-4d5a-4693-895b-ea2e426c2d64 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:01.909890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:01.997943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Router 88ab5430-39f3-4be9-995c-f7dc782d69f7 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:12:02.055914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf7a18-c586-4ac6-9b29-6fc3dabf5cb7 None None] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:02.179090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-99d90789-9ca6-48bd-8201-8d750065cadb tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5377460 Mar 03 12:12:02.181985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.182913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:02.183484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.184222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] device_id is not set on port 76f7bb04-1979-4887-a68c-88ba10b5207b yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:02.189347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55086) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:02.218382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Request body: {'port': {'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1320821384'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:02.252741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.255799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.296998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-69233449-68b6-4957-b4a0-bfe81a7a4664 None None] Provisioning for port b9deedb2-6cb4-473b-89a8-02179d995af6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:02.320511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-160afffe-4d5a-4693-895b-ea2e426c2d64', 'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64', 'tenant_id': '277251fbbcbb4e58b6d567424f3903aa', 'fixed_ips': [{'subnet_id': 'a0dedf37-c510-4516-a09e-40a5b154a3ef'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:12:02.321492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.345205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-69233449-68b6-4957-b4a0-bfe81a7a4664 None None] Provisioning complete for port b9deedb2-6cb4-473b-89a8-02179d995af6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:02.345570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-69233449-68b6-4957-b4a0-bfe81a7a4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.377048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Allocated IP 172.26.8.15 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/8a53eb1a-664b-4a61-aba0-73b36b939a44) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:02.389623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2446c1-9bf7-4dc9-8e2f-7f548a95e16e None None] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:02.409873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Transition to ACTIVE for port object 76f7bb04-1979-4887-a68c-88ba10b5207b will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:02.414751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:02.430735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Usage tracker for resource:port and tenant:277251fbbcbb4e58b6d567424f3903aa is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:02.435077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:02.437614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:02.446858 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Sync routers for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:02.461783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:02.465067 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:02.465695 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:11:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:02.517505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:02.527619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Pushing event updated for resources: {'Network': ['ID=06ab211b-be39-4545-a563-c517873f0cbb,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:02.532351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:02.550282 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bdf05c35-fc4f-42ad-8ed5-39d92c9b478b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0337162 Mar 03 12:12:02.552401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:02.553592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 06ab211b-be39-4545-a563-c517873f0cbb details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:02.554593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55090) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:02.564986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Request body: {'network': {'project_id': 'f01fde1854784b79ae7bd4f6143d1087'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:02.568293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:02.573070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Usage tracker for resource:network and tenant:f01fde1854784b79ae7bd4f6143d1087 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:02.575401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Pushing event updated for resources: {'Port': ['ID=c68a95ce-68f2-4182-9ac8-2515f53b820d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:02.577420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:02.591989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:02.599341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 12:12:02.599341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:12:02.599341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7a152e95-aa68-4f7a-a623-715285411b3b tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0408268 Mar 03 12:12:02.600994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55094) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:02.624909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Made reservation on behalf of 277251fbbcbb4e58b6d567424f3903aa for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:02.633669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.686918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.690229 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d68286f-dcef-4aff-9504-36d5fd933e77 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f01fde1854784b79ae7bd4f6143d1087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0850008 Mar 03 12:12:02.694766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] device_id is not set on port 0e77890f-4538-4f07-8ec4-4c86ed42440f yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:02.695497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55098) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:02.746524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.759402 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6b95b51f-4b3e-4b8a-bd51-dcc29e0fb25b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5996978 Mar 03 12:12:02.767019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55102) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:02.780470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ae3d3-75c2-4c78-8c17-416e8b7e4554 None None] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:02.786599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:02.787431 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:02.845126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.000148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29833b-810d-413d-961d-3ca12fea4bd8,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:03.060033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Allocated IP 172.20.0.10 (160afffe-4d5a-4693-895b-ea2e426c2d64/a0dedf37-c510-4516-a09e-40a5b154a3ef/0e77890f-4538-4f07-8ec4-4c86ed42440f) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:03.091943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:03.097519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Checking segment: {'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:03.097888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Network hostable DHCP agents. Network: d23764d3-8e9b-45f8-bae5-5aa892a90b40, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:12:03.132884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.171708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.201044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-705831ba-27bc-4757-b383-40969935bb04 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.232805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-705831ba-27bc-4757-b383-40969935bb04 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.233201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-69233449-68b6-4957-b4a0-bfe81a7a4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.247621 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:00Z', 'revision_number': 3, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:03.254859 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Checking router: 88ab5430-39f3-4be9-995c-f7dc782d69f7 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:12:03.255384 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Updating router 88ab5430-39f3-4be9-995c-f7dc782d69f7 port 6a830c05-480c-45cb-b948-aba2d6acec04 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:12:03.276860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02355cb7-0178-44e5-a483-563475b59ff4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:03.321268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.321716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Added segment c79953f8-5dec-4308-bfae-8c76442f1272 of type vlan for network 49d78440-0fd7-4a36-b7bb-c4aa78720ded Mar 03 12:12:03.325684 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.408445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.456887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-69233449-68b6-4957-b4a0-bfe81a7a4664 None None] For port b9deedb2-6cb4-473b-89a8-02179d995af6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b9deedb2-6cb4-473b-89a8-02179d995af6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:03.542182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-69233449-68b6-4957-b4a0-bfe81a7a4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.561030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.565022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.589211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-705831ba-27bc-4757-b383-40969935bb04 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.603965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 02355cb7-0178-44e5-a483-563475b59ff4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:03.617504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Network d23764d3-8e9b-45f8-bae5-5aa892a90b40 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:03.638235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705831ba-27bc-4757-b383-40969935bb04 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4dbbb2-8b5f-4628-af74-4892dba97076,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:03.641558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=76f7bb04-1979-4887-a68c-88ba10b5207b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:03.662439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233449-68b6-4957-b4a0-bfe81a7a4664 None None] Pushing event updated for resources: {'Port': ['ID=b9deedb2-6cb4-473b-89a8-02179d995af6,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:03.733677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:03.735067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:03.738147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:03.778563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Provisioning for port feb33cea-38e2-4192-a093-e3f7581a8690 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:03.784957 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Provisioning complete for port feb33cea-38e2-4192-a093-e3f7581a8690 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:03.785360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.847193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, d23764d3-8e9b-45f8-bae5-5aa892a90b40) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:03.852036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:03.860807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc726625-f69d-4a7f-bbf8-551eb13ac5e2 None None] Network d23764d3-8e9b-45f8-bae5-5aa892a90b40 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:03.954221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:03.983178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Transition to ACTIVE for port object 0e77890f-4538-4f07-8ec4-4c86ed42440f will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:04.024653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:04.024982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:04.025522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:04.056349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.066928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Allocated IP 172.26.8.153 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/f58bbfaf-b7f4-4429-b814-28e3c1996383) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:04.096878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Pushing event updated for resources: {'Port': ['ID=8a53eb1a-664b-4a61-aba0-73b36b939a44,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:04.117104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:04.117348 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:04.127020 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 2 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:04.134246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.135193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:04.135480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.135790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.183157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] For port feb33cea-38e2-4192-a093-e3f7581a8690, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=feb33cea-38e2-4192-a093-e3f7581a8690,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:04.196247 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.242414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.286160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Network 160afffe-4d5a-4693-895b-ea2e426c2d64 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:04.291083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-705831ba-27bc-4757-b383-40969935bb04 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.296437 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-705831ba-27bc-4757-b383-40969935bb04 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac4dbbb2-8b5f-4628-af74-4892dba97076 HTTP/1.1" status: 204 len: 168 time: 1.5873652 Mar 03 12:12:04.296659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55114) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:04.307394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:04.307928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:04.308472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:04.316825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:04.319042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Allocated IP 172.20.0.2 (160afffe-4d5a-4693-895b-ea2e426c2d64/a0dedf37-c510-4516-a09e-40a5b154a3ef/7498b5c8-d5ee-4672-b98b-c1633611994d) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:04.330456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:04.335997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:04.336668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.340505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event updated for resources: {'Port': ['ID=0e77890f-4538-4f07-8ec4-4c86ed42440f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:04.381298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Pushing event updated for resources: {'Port': ['ID=feb33cea-38e2-4192-a093-e3f7581a8690,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:04.381486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Allocated IP 172.20.0.1 (7dd8e792-a893-4944-8010-ab0fb4a6f62b/845b6ce0-a430-4c30-8601-b518f592a113/b1d33d4c-659c-4ae8-914c-75fb6c41e9fa) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:04.453647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Provisioning for port 02355cb7-0178-44e5-a483-563475b59ff4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:04.458263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:04.458593 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:04.472542 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-425decd0-b072-42c1-9bd0-852de7f00844 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.2623758 Mar 03 12:12:04.472713 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 3 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:04.474738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55118) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:04.474961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Provisioning complete for port 02355cb7-0178-44e5-a483-563475b59ff4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:04.475580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.481369 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 4.1320674 Mar 03 12:12:04.482560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55122) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:04.561433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bb10f-64b4-4c28-9852-40f2890fa561 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Network': ['ID=49d78440-0fd7-4a36-b7bb-c4aa78720ded,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:04.638766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 49d78440-0fd7-4a36-b7bb-c4aa78720ded details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:04.645537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:04.645865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:04.646191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:04.667501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Deleting port 0e77890f-4538-4f07-8ec4-4c86ed42440f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:04.668092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.678022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:04.678343 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:04.686624 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 4 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:04.701566 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.719890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.734755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.753620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:04.753953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:04.754275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:04.774635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.786046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.808413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Transition to ACTIVE for port object 7498b5c8-d5ee-4672-b98b-c1633611994d will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:04.821627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Transition to ACTIVE for port object b1d33d4c-659c-4ae8-914c-75fb6c41e9fa will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:04.827389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:04.827556 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:04.834878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.839155 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 5 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:04.848148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Transition to ACTIVE for port object 7498b5c8-d5ee-4672-b98b-c1633611994d will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:04.853350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] For port 02355cb7-0178-44e5-a483-563475b59ff4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=02355cb7-0178-44e5-a483-563475b59ff4,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:04.934722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.968889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.978097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:04.997024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.008043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Network 160afffe-4d5a-4693-895b-ea2e426c2d64 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:05.010722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:05.011052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:05.011372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:05.015428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:05.018763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:05.038038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:05.038389 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:05.042460 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 6 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:05.050864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.104763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a686-1421-45ad-bdf4-f87681efb9dd None None] Pushing event updated for resources: {'Port': ['ID=02355cb7-0178-44e5-a483-563475b59ff4,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:05.112431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > port after_create 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > port after_update 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.143918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.191202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Attempting to bind port 7498b5c8-d5ee-4672-b98b-c1633611994d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:05.191553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Attempting to bind port 7498b5c8-d5ee-4672-b98b-c1633611994d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'fe685a8a-6951-41c8-b80a-35d9b2ebea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:05.191905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Attempting to bind port 7498b5c8-d5ee-4672-b98b-c1633611994d on network 160afffe-4d5a-4693-895b-ea2e426c2d64 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:05.196057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-42181a16-aaf3-4bda-8edc-a15ae3b4e6f3 None None] Provisioning complete for port feb33cea-38e2-4192-a093-e3f7581a8690 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:05.196431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42181a16-aaf3-4bda-8edc-a15ae3b4e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.243190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:05.243558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:05.243898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:05.247029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.273552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.276936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b9deedb2-6cb4-473b-89a8-02179d995af6 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:05.291950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:05.292508 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:05.313351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Pushing event updated for resources: {'Port': ['ID=7498b5c8-d5ee-4672-b98b-c1633611994d,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:05.315908 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 7 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:05.324557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:05.324940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Checking segment: {'id': 'fe685a8a-6951-41c8-b80a-35d9b2ebea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:05.325344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.325723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Bound using segment: {'id': 'fe685a8a-6951-41c8-b80a-35d9b2ebea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:05.326194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Bound port: 7498b5c8-d5ee-4672-b98b-c1633611994d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe685a8a-6951-41c8-b80a-35d9b2ebea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '160afffe-4d5a-4693-895b-ea2e426c2d64'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:05.326580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.334651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.335131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.335571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.336094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.337115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d78440-0fd7-4a36-b7bb-c4aa78720ded']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:05.353144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79953f8-5dec-4308-bfae-8c76442f1272') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:05.353541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79953f8-5dec-4308-bfae-8c76442f1272') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:05.365708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.386208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.389457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.389972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.391036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.391671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > port after_create 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.392114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.392621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > port after_update 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.393083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.393579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.394040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.394505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.432452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.462873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:05.463422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: from cryptography.utils import int_from_bytes Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: from cryptography.utils import int_from_bytes Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn_limited( Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn_limited( Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:05.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:05.493644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] For port 7498b5c8-d5ee-4672-b98b-c1633611994d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:05.498487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:05.514008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] For port 7498b5c8-d5ee-4672-b98b-c1633611994d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7498b5c8-d5ee-4672-b98b-c1633611994d,segment=NetworkSegment(fe685a8a-6951-41c8-b80a-35d9b2ebea22),segment_id=fe685a8a-6951-41c8-b80a-35d9b2ebea22)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:05.520415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:05.521732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b9deedb2-6cb4-473b-89a8-02179d995af6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:05.522903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.559672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.560083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.560366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.560691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 12:12:05.561021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ab211b-be39-4545-a563-c517873f0cbb']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:05.575475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.584263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:05.585438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Pushing event updated for resources: {'Port': ['ID=c68a95ce-68f2-4182-9ac8-2515f53b820d,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:05.591853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.598825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c8e8c8-703a-4c4b-9a4c-62bab279e854') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:05.600315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c8e8c8-703a-4c4b-9a4c-62bab279e854') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:05.612208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:05.617468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.646565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.656968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:05.662401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: from cryptography.utils import int_from_bytes Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: from cryptography.utils import int_from_bytes Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn_limited( Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn_limited( Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:05.724233 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:05.732350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a428240-ab93-4015-8209-6a53470fc775 None None] Pushing event updated for resources: {'Port': ['ID=7498b5c8-d5ee-4672-b98b-c1633611994d,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:05.795714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Calling delete_port for 0e77890f-4538-4f07-8ec4-4c86ed42440f owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:05.819963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-42181a16-aaf3-4bda-8edc-a15ae3b4e6f3 None None] Provisioning complete for port 02355cb7-0178-44e5-a483-563475b59ff4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:05.820502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42181a16-aaf3-4bda-8edc-a15ae3b4e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.825891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.850014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.859709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb33cea-38e2-4192-a093-e3f7581a8690 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:05.970795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:05.977372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49d78440-0fd7-4a36-b7bb-c4aa78720ded {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 12:12:05.990740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port feb33cea-38e2-4192-a093-e3f7581a8690 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:05.992443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.008514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.022755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event deleted for resources: {'Network': ['ID=49d78440-0fd7-4a36-b7bb-c4aa78720ded,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:06.079890 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3f710d2b-60b6-46cf-a45e-ce3388234c09 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "DELETE /v2.0/networks/49d78440-0fd7-4a36-b7bb-c4aa78720ded HTTP/1.1" status: 204 len: 168 time: 1.5654852 Mar 03 12:12:06.090204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55126) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:06.098357 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.116891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:06.117840 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Transition to ACTIVE for port object 6a830c05-480c-45cb-b948-aba2d6acec04 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:06.130706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:06.148363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:network and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:06.154673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:06.157058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.159178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:06.159466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:06.159787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:06.166038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.168190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:06.170538 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e1b04420-0282-417a-a77d-70da9f22ffb0 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2345262 Mar 03 12:12:06.171354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55130) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:06.214751 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.235088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:06.235539 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:06.247382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.266617 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 8 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:06.292307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-211398664', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'fixed_ips': [{'ip_address': '172.26.8.212'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:06.309053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Made reservation on behalf of f05e22b2c72e4050947356e817c3d657 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:06.311763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.353044 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Pushing event updated for resources: {'Port': ['ID=6a830c05-480c-45cb-b948-aba2d6acec04,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:06.363905 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.364401 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.364753 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.365140 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.365482 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.365898 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.366235 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.366928 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.367273 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.367909 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.368279 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.368652 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Tracked resource versions report: Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: pushed versions: Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: { 'AddressGroup': {'1.2'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'ConntrackHelper': {'1.0'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Log': {'1.0'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Network': {'1.1'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Port': {'1.7'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'PortForwarding': {'1.2'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'QosPolicy': {'1.8'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroup': {'1.4'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroupRule': {'1.2'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SubPort': {'1.0'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Subnet': {'1.1'}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Trunk': {'1.1'}} Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: consumer versions: Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: { DHCP agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: HyperV agent@hv-neutron-8317: {}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: L3 agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: Metadata agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: Metering agent@dv-neutron-831730-1-hyperv: {}, Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: Open vSwitch agent@dv-neutron-831730-1-hyperv: { 'AddressGroup': '1.2', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'ConntrackHelper': '1.0', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Log': '1.0', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Network': '1.1', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Port': '1.7', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'PortForwarding': '1.2', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'QosPolicy': '1.8', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroup': '1.4', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SecurityGroupRule': '1.2', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'SubPort': '1.0', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Subnet': '1.1', Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: 'Trunk': '1.1'}} Mar 03 12:12:06.369948 dv-neutron-831730-1-hyperv neutron-server[88433]: {{(pid=88433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 12:12:06.411336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event deleted for resources: {'Port': ['ID=0e77890f-4538-4f07-8ec4-4c86ed42440f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:06.429713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-42181a16-aaf3-4bda-8edc-a15ae3b4e6f3 None None] Provisioning complete for port b9deedb2-6cb4-473b-89a8-02179d995af6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:06.430294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42181a16-aaf3-4bda-8edc-a15ae3b4e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.437492 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Attempting to bind port 6a830c05-480c-45cb-b948-aba2d6acec04 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:06.438740 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Attempting to bind port 6a830c05-480c-45cb-b948-aba2d6acec04 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:06.440387 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Attempting to bind port 6a830c05-480c-45cb-b948-aba2d6acec04 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:06.448986 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:06.449615 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:06.450024 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.450421 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:06.450886 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Bound port: 6a830c05-480c-45cb-b948-aba2d6acec04, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:06.451312 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.479171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Pushing event updated for resources: {'Port': ['ID=f58bbfaf-b7f4-4429-b814-28e3c1996383,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:06.492837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.514257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:06.529253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:06.536970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Usage tracker for resource:port and tenant:ce1d7ee1a7974e988ad35c75c6019735 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:06.542539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:06.554924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:06.586852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:06.587166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:06.587489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:06.589630 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] For port 6a830c05-480c-45cb-b948-aba2d6acec04, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:06.596191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.596679 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Added segment b8e01474-87ce-4289-a2e4-ddb217fa1181 of type vlan for network c3a97e3d-90a3-4d0a-b7b8-933992a9dbba Mar 03 12:12:06.604088 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] For port 6a830c05-480c-45cb-b948-aba2d6acec04, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6a830c05-480c-45cb-b948-aba2d6acec04,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:06.620696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:06.621718 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:06.627480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:06.628174 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 9 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:06.646020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.651434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:06.651705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:06.652519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:06.654557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Made reservation on behalf of ce1d7ee1a7974e988ad35c75c6019735 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:06.658298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.673755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:06.681905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.689780 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.693331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:06.741034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:06.741370 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:06.746684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.752027 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6cabc701-630f-45c2-9b97-7acd51c96561 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "DELETE /v2.0/ports/0e77890f-4538-4f07-8ec4-4c86ed42440f HTTP/1.1" status: 204 len: 168 time: 2.2776442 Mar 03 12:12:06.755375 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 10 to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b Mar 03 12:12:06.757452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55136) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:06.789148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.819733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d3b7d509-8e8b-4e5f-afce-410f5db5ed40 None None] Provisioning for port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:06.829187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d3b7d509-8e8b-4e5f-afce-410f5db5ed40 None None] Provisioning complete for port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:06.829788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d509-8e8b-4e5f-afce-410f5db5ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.848892 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a5c5e-9ac4-4770-983a-3f88db5752e9 None None] Pushing event updated for resources: {'Port': ['ID=6a830c05-480c-45cb-b948-aba2d6acec04,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:06.854300 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:06.855621 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:11:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:06.895208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.911111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.912120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:06.912695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:06.949385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7d509-8e8b-4e5f-afce-410f5db5ed40 None None] Port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:06.983750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.042998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:07.046930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Usage tracker for resource:security_group_rule and tenant:ce1d7ee1a7974e988ad35c75c6019735 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:07.049812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:07.055625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:07.076235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:07.076569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:07.076889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:07.090085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3e2801f1-5807-4164-98f4-fbe06913f268 tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3272891 Mar 03 12:12:07.108153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55142) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:07.112987 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:07.125770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.198841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 76f7bb04-1979-4887-a68c-88ba10b5207b on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:07.199374 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 76f7bb04-1979-4887-a68c-88ba10b5207b on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:07.199446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.212052 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "DELETE /v2.0/networks/06ab211b-be39-4545-a563-c517873f0cbb HTTP/1.1" status: 204 len: 168 time: 2.9035919 Mar 03 12:12:07.228436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55146) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:07.238673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c092d7-bdc0-4fed-81f2-47fc7f30a780 None None] Network 160afffe-4d5a-4693-895b-ea2e426c2d64 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:07.241330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-695092660'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:07.248183 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1567099 Mar 03 12:12:07.276900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55150) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:07.298401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:07.309208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'subnet': {'network_id': 'c3a97e3d-90a3-4d0a-b7b8-933992a9dbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:07.312346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6504bc5-bf38-436e-91a6-13ffa9ee2f5e tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Network': ['ID=c3a97e3d-90a3-4d0a-b7b8-933992a9dbba,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:07.319929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.326602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:07.399338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:subnet and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:07.406170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:07.453269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db179410-2a27-41fa-9b37-758839fc9425 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Pushing event deleted for resources: {'Network': ['ID=06ab211b-be39-4545-a563-c517873f0cbb,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:07.456538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:07.487055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.516408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c3a97e3d-90a3-4d0a-b7b8-933992a9dbba details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:07.545183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:07.550556 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:04Z', 'revision_number': 1, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:07.555703 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf1ace-8a43-4504-b612-94facf162468 None None] The sync data for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv is: [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:04Z', 'revision_number': 1, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:07.570663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Usage tracker for resource:network and tenant:277251fbbcbb4e58b6d567424f3903aa is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:07.572334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Made reservation on behalf of f05e22b2c72e4050947356e817c3d657 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:07.578913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.579034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:07.587512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:07.623704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02355cb7-0178-44e5-a483-563475b59ff4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:07.667208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c6150f69-72de-48fe-b674-1bf1fe107baf None None] Provisioning for port 7498b5c8-d5ee-4672-b98b-c1633611994d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:07.669732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.696610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Made reservation on behalf of 277251fbbcbb4e58b6d567424f3903aa for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:07.700658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.757129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.777267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 02355cb7-0178-44e5-a483-563475b59ff4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:07.778075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.782911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:07.787780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] For port 76f7bb04-1979-4887-a68c-88ba10b5207b, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:07.788190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempted to set empty binding levels {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 12:12:07.790092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] device_id is not set on port 60bcd5d6-13b7-42a8-adf7-fd577b8e84d0 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:07.869515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:07.882233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:07.886273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.958804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.959176 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Added segment fbd94d01-4467-40c8-a11a-265b5f132b2b of type vlan for network e7e2f0b7-ba87-4f12-9019-ce717a9c68e0 Mar 03 12:12:07.991037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-98fe6d2c-a9d1-4ab1-ba99-5b0799d05a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:07.996351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.023358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.029497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00bc1ca-f04e-4540-8838-f875e2dda7af']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:08.033125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7498b5c8-d5ee-4672-b98b-c1633611994d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:08.047015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Router 86b0175e-b6fb-4799-9085-f526b33455ca is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:12:08.051119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.134591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd622c8-0baf-4ce4-9c52-5a2ed7592385') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:08.135117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd622c8-0baf-4ce4-9c52-5a2ed7592385') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:08.163914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:08.164555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.164695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.186121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5dfd4-fa1f-420b-b382-89eaeddf94e1,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:08.197644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:12:08.227918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.232102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7498b5c8-d5ee-4672-b98b-c1633611994d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:08.242059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7498b5c8-d5ee-4672-b98b-c1633611994d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:08.242059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.335528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:08.339544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:08.359050 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:08.394774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Provisioning complete for port 7498b5c8-d5ee-4672-b98b-c1633611994d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:08.395368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.520263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Router 88ab5430-39f3-4be9-995c-f7dc782d69f7 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:12:08.588571 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 9.2121451 Mar 03 12:12:08.588571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.592932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:08.593547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.597520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55154) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:08.667278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.690785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0fffa-afe5-4ce6-bffe-0d99c89af345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=76f7bb04-1979-4887-a68c-88ba10b5207b,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:08.716842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.743844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] Pushing event deleted for resources: {'Network': ['ID=c00bc1ca-f04e-4540-8838-f875e2dda7af,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:08.750696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.756403 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3dadb10b-5dee-4630-8c1b-2fafb9b671b1 tempest-QuotasNegativeTest-848705301 tempest-QuotasNegativeTest-848705301-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c00bc1ca-f04e-4540-8838-f875e2dda7af HTTP/1.1" status: 204 len: 168 time: 1.5264697 Mar 03 12:12:08.829787 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.848646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7498b5c8-d5ee-4672-b98b-c1633611994d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7498b5c8-d5ee-4672-b98b-c1633611994d,segment=NetworkSegment(fe685a8a-6951-41c8-b80a-35d9b2ebea22),segment_id=fe685a8a-6951-41c8-b80a-35d9b2ebea22)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:08.912697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:08.972430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:08.991667 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a11e6299-13bb-4490-a503-f0191ede8dc1 admin admin] 10.222.0.35 "PUT /v2.0/routers/88ab5430-39f3-4be9-995c-f7dc782d69f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2092400 Mar 03 12:12:08.991857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event updated for resources: {'Network': ['ID=e7e2f0b7-ba87-4f12-9019-ce717a9c68e0,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:08.993210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:09.075372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e7e2f0b7-ba87-4f12-9019-ce717a9c68e0 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:09.084633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:12:09.086038 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:09.252215 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-28d89ffc-8dfb-4d3b-85a6-0d4d8dd343cc tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1293893 Mar 03 12:12:09.270038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55164) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:09.272916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Deleting port 76f7bb04-1979-4887-a68c-88ba10b5207b {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:09.273340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:09.316710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Subnet': ['ID=203f2b83-8a5b-46c8-ae45-15641e417fb4,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:09.335849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Checking segment: {'id': 'b8e01474-87ce-4289-a2e4-ddb217fa1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c3a97e3d-90a3-4d0a-b7b8-933992a9dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:09.340052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Network hostable DHCP agents. Network: c3a97e3d-90a3-4d0a-b7b8-933992a9dbba, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:12:09.349766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6a830c05-480c-45cb-b948-aba2d6acec04 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:09.466559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Network c3a97e3d-90a3-4d0a-b7b8-933992a9dbba is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:09.490967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:12:09.491342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:12:09.509584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7498b5c8-d5ee-4672-b98b-c1633611994d,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:09.591352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 6a830c05-480c-45cb-b948-aba2d6acec04 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:09.591526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c3a97e3d-90a3-4d0a-b7b8-933992a9dbba) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:09.597367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6a830c05-480c-45cb-b948-aba2d6acec04 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:09.597736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:09.597950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:09.598668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:09.650629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bec4f-b1b8-4d3f-a63f-4cdebe964bae None None] Network c3a97e3d-90a3-4d0a-b7b8-933992a9dbba requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:09.651006 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 12:12:09.651542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:12:09.655039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:09.678408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Sync routers for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:09.698308 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-394f8ccc-d44d-4429-8d30-37c9eb0f299f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4159698 Mar 03 12:12:09.698634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55180) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:09.704651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3a97e3d-90a3-4d0a-b7b8-933992a9dbba'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:09.712157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:09.721024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:floatingip and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:09.726642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:09.737954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:09.756403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:09.756403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:11:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:09.839682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:09.991345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55186) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:09.992737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] For port 76f7bb04-1979-4887-a68c-88ba10b5207b, host hv-neutron-8317, got binding levels [] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:09.993139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.039157 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4e4ed3e9-4167-411f-bf6c-bf903886fc34 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.8023243 Mar 03 12:12:10.066120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55194) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:10.102147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.106002 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3bb29cdb-9713-49ec-b611-b9fe9f1e45cd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.7862673 Mar 03 12:12:10.186284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55198) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:10.197261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Calling delete_port for 76f7bb04-1979-4887-a68c-88ba10b5207b owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:10.226416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-31fa6359-5a01-4cc1-b277-6eecd60a1ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.358242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.361287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f40e2970-98a4-47e3-b803-5b20f24a5c5a tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "GET /v2.0/agents/4c40148d-91e0-493b-8668-34ad5c3546ed/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.9920509 Mar 03 12:12:10.384680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:10.390814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55202) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:10.390814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55204) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:10.402969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.424560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73538414', 'description': 'tempest-description--1128950207'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:10.447519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:10.458896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Deleting port c68a95ce-68f2-4182-9ac8-2515f53b820d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:10.458896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.496481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Usage tracker for resource:security_group and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:10.499746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:10.501422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:10.505408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:fede44676ef742c2aed5f1219ce37157 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:10.508417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:10.514179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:10.517960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:10.544418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Provisioning complete for port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:10.544723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.575595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 6a830c05-480c-45cb-b948-aba2d6acec04, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6a830c05-480c-45cb-b948-aba2d6acec04,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:10.627889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fccd93b-4bc6-455d-a6a3-f1594bca3fb6 None None] Network c3a97e3d-90a3-4d0a-b7b8-933992a9dbba requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:10.634998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.698411 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Sync routers for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:10.709018 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:10.709564 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:10.744636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.761615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.792498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.793841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:10.858456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8750b4ab-f357-45d4-bdca-56269d33e8b1 None None] Port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:10.899707 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:10.979329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Calling delete_port for c68a95ce-68f2-4182-9ac8-2515f53b820d owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:10.999001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=6a830c05-480c-45cb-b948-aba2d6acec04,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:11.040597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f1e2b3fd-859e-4914-9b52-3a270d3faa3d None None] Could not find standard attr ID for object 0e77890f-4538-4f07-8ec4-4c86ed42440f. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:12:11.144158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:04Z', 'revision_number': 3, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:11.149127 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Checking router: 86b0175e-b6fb-4799-9085-f526b33455ca for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:12:11.149566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Updating router 86b0175e-b6fb-4799-9085-f526b33455ca port 8a53eb1a-664b-4a61-aba0-73b36b939a44 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:12:11.179520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.239740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.247003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6a830c05-480c-45cb-b948-aba2d6acec04 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:11.248412 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 2, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:11.253516 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Checking router: 88ab5430-39f3-4be9-995c-f7dc782d69f7 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:12:11.253876 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Updating router 88ab5430-39f3-4be9-995c-f7dc782d69f7 port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:12:11.256562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:11.268500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Usage tracker for resource:security_group_rule and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:11.279040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:11.290043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:11.312172 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.316230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event deleted for resources: {'Port': ['ID=76f7bb04-1979-4887-a68c-88ba10b5207b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:11.332388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.345986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36b8b8-4272-45b7-a685-2112e3022d7e tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] Network e7e2f0b7-ba87-4f12-9019-ce717a9c68e0 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:11.365169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.510444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6a830c05-480c-45cb-b948-aba2d6acec04 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:11.510811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.540317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Allocated IP 172.20.0.3 (c3a97e3d-90a3-4d0a-b7b8-933992a9dbba/203f2b83-8a5b-46c8-ae45-15641e417fb4/3e874156-e900-4049-9129-2936efbe54ad) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:11.548770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.589248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.661973 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-14dc2cd9-74ba-4313-8373-658ccf25065b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "DELETE /v2.0/ports/76f7bb04-1979-4887-a68c-88ba10b5207b HTTP/1.1" status: 204 len: 168 time: 2.9858599 Mar 03 12:12:11.677015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55210) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:11.683211 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.695793 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Transition to ACTIVE for port object b1d33d4c-659c-4ae8-914c-75fb6c41e9fa will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:11.738879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.746424 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.760706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7498b5c8-d5ee-4672-b98b-c1633611994d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:11.761045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.789968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.809200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.821580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.850645 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1bb6ad-c35f-442c-a7d3-cc4eda04a303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:11.851278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6d1bb6ad-c35f-442c-a7d3-cc4eda04a303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Synchronizing usage tracker for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:11.925091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.934307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7498b5c8-d5ee-4672-b98b-c1633611994d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:11.935065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.970439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:11.981245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Transition to ACTIVE for port object 8a53eb1a-664b-4a61-aba0-73b36b939a44 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:12.009113 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3eab7-e1d0-4e45-8310-69477a5c1f70 None None] Pushing event updated for resources: {'Port': ['ID=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:12.092672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.101096 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Attempting to bind port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:12.101464 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Attempting to bind port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:12.101827 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Attempting to bind port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa on network 7dd8e792-a893-4944-8010-ab0fb4a6f62b {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:12.107503 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:12.107822 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Checking segment: {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:12.108243 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.108639 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Bound using segment: {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:12.109097 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Bound port: b1d33d4c-659c-4ae8-914c-75fb6c41e9fa, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:12.109559 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.115008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Allocated IP 172.20.0.1 (0ecaf887-6d30-4f07-af85-e53e03c643cf/224d6c3b-cfb9-4e87-8df6-e30cb85798d9/db951747-9462-41f1-8177-5320d8c0c6db) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:12.122379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Pushing event deleted for resources: {'Port': ['ID=c68a95ce-68f2-4182-9ac8-2515f53b820d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:12.144035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Router fa47bb69-3070-4cf2-af45-455a7b201f3f is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:12:12.186537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.188883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970953d-ab33-42d3-ac58-cd05dfa2f435 None None] Pushing event updated for resources: {'Port': ['ID=8a53eb1a-664b-4a61-aba0-73b36b939a44,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:12.194892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.198320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f590ab6-2553-4f47-a046-fd876160f185,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:12.238320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Attempting to bind port 8a53eb1a-664b-4a61-aba0-73b36b939a44 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:12.238698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Attempting to bind port 8a53eb1a-664b-4a61-aba0-73b36b939a44 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:12.239055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Attempting to bind port 8a53eb1a-664b-4a61-aba0-73b36b939a44 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:12.245065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:12.245442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:12.245849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.246232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:12.246700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Bound port: 8a53eb1a-664b-4a61-aba0-73b36b939a44, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:12.247202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.257039 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] For port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:12.261514 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] For port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:12.262857 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1c7f54e7-64da-4a77-aa88-cf496d68b2c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fede44676ef742c2aed5f1219ce37157&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2548373 Mar 03 12:12:12.263632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55214) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:12.282291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6d1bb6ad-c35f-442c-a7d3-cc4eda04a303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Unset dirty status for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:12.288852 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6d1bb6ad-c35f-442c-a7d3-cc4eda04a303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "GET /v2.0/ports/76f7bb04-1979-4887-a68c-88ba10b5207b HTTP/1.1" status: 404 len: 333 time: 0.6062076 Mar 03 12:12:12.289465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.289641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55220) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:12.338234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] For port 8a53eb1a-664b-4a61-aba0-73b36b939a44, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:12.340781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.342201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] For port 8a53eb1a-664b-4a61-aba0-73b36b939a44, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8a53eb1a-664b-4a61-aba0-73b36b939a44,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:12.360648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Request body: {'port': {'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1379047830'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:12.365390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:12.376214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:12.416241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.431938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Network c3a97e3d-90a3-4d0a-b7b8-933992a9dbba is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:12.445650 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:12.446343 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:12.452504 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb36b8b8-4272-45b7-a685-2112e3022d7e tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "POST /v2.0/agents/4c40148d-91e0-493b-8668-34ad5c3546ed/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 2.0560257 Mar 03 12:12:12.452960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:12.455127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55224) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:12.455598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c0cd38-347b-401f-b798-606fe37fc4b6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:12.459445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Made reservation on behalf of 2b319ea8e01d47e3802bb5e161c4babf for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:12.460373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:12.462079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.498694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.501852 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b36e1958-e1b8-432b-8273-ddc0934236b3 tempest-ExternalNetworksAdminNegativeTestJSON-946961872 tempest-ExternalNetworksAdminNegativeTestJSON-946961872-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/a1f7a77b-f498-48a9-abaa-763da874974c HTTP/1.1" status: 204 len: 168 time: 2.4317455 Mar 03 12:12:12.507313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Port': ['ID=3e874156-e900-4049-9129-2936efbe54ad,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:12.510854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b0473d-18f3-4280-ad41-6cb0b0de3177 None None] Network e7e2f0b7-ba87-4f12-9019-ce717a9c68e0 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:12.553049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.554426 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-15c40d8a-232b-46f8-97d2-70583c75a694 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1629941 Mar 03 12:12:12.557951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55230) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:12.632170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Request body: {'security_group_rule': {'security_group_id': '59c0cd38-347b-401f-b798-606fe37fc4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:12.639003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.645837 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3eab7-e1d0-4e45-8310-69477a5c1f70 None None] Pushing event updated for resources: {'Port': ['ID=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:12.646814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:12.692377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.706986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] device_id is not set on port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:12.713876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Usage tracker for resource:security_group_rule and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:12.721977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:12.733139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:12.780681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Transition to ACTIVE for port object db951747-9462-41f1-8177-5320d8c0c6db will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:12.807545 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:12.822588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.890632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:12.891528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:12.912274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.913430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.959576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:12.967684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970953d-ab33-42d3-ac58-cd05dfa2f435 None None] Pushing event updated for resources: {'Port': ['ID=8a53eb1a-664b-4a61-aba0-73b36b939a44,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:13.112938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.122573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55236) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:13.171379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4111b1a2-e623-4429-8d52-678d6394f9ca,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:13.195776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.231633 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ace56c72-745c-4e69-a5f9-9ee1f6065384 tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "GET /v2.0/agents/4c40148d-91e0-493b-8668-34ad5c3546ed/dhcp-networks HTTP/1.1" status: 200 len: 7992 time: 0.7732966 Mar 03 12:12:13.232556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fdd92590-141c-4083-a2ae-4e281ada7ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.234947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:13.235458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55242) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:13.295865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.297999 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0f978509-57fd-426b-803f-e1c3ddab7866 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7388008 Mar 03 12:12:13.303943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.309459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55246) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:13.335301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b1d33d4c-659c-4ae8-914c-75fb6c41e9fa up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:13.351876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fdd92590-141c-4083-a2ae-4e281ada7ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.361193 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:12Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:13.366797 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d90e23-09ef-4bc1-9176-b8d96647a3ae None None] The sync data for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv is: [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:12Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:13.386810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Request body: {'security_group_rule': {'security_group_id': '59c0cd38-347b-401f-b798-606fe37fc4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:13.407232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:13.449179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:13.471519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Usage tracker for resource:security_group_rule and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:13.479646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:13.486836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.488918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Sync routers for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:13.503181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.515566 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:13.537609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Port': ['ID=3e874156-e900-4049-9129-2936efbe54ad,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:13.540220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:13.541575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fdd92590-141c-4083-a2ae-4e281ada7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.544923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:13.548452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fdd92590-141c-4083-a2ae-4e281ada7ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.548567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:13.548663 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fdd92590-141c-4083-a2ae-4e281ada7ae9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f590ab6-2553-4f47-a046-fd876160f185 HTTP/1.1" status: 204 len: 168 time: 1.2751813 Mar 03 12:12:13.553533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Usage tracker for resource:security_group_rule and tenant:089bb6a5aab34f588f09d420fda92105 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:13.556477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:13.561742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd92590-141c-4083-a2ae-4e281ada7ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f590ab6-2553-4f47-a046-fd876160f185,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:13.568316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.573955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:13.582956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.590425 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7824f5ba-c19d-4468-a48f-2b0529a63513 tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "DELETE /v2.0/agents/4c40148d-91e0-493b-8668-34ad5c3546ed/dhcp-networks/e7e2f0b7-ba87-4f12-9019-ce717a9c68e0 HTTP/1.1" status: 204 len: 168 time: 0.3512213 Mar 03 12:12:13.592150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55252) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:13.660563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.675122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Pushing event updated for resources: {'Port': ['ID=db951747-9462-41f1-8177-5320d8c0c6db,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:13.685772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.688817 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4d743a76-6e94-464c-9cc6-c424770ea38e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 15.4344163 Mar 03 12:12:13.695636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55256) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:13.704158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:13.705750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:13.709449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:13.788568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:13.963559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.068977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:14.077904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Network d23764d3-8e9b-45f8-bae5-5aa892a90b40 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:14.090005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:14.098027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.099272 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-07538acf-54db-4df2-b827-82624ba14f48 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3996165 Mar 03 12:12:14.104628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55264) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.107117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:14.108058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:14.108653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.110300 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-60be2ea0-07dd-4d6c-8c22-1103e68e2977 tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "GET /v2.0/agents/4c40148d-91e0-493b-8668-34ad5c3546ed/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.5054276 Mar 03 12:12:14.114389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55266) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.140068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:14.181739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.190586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=d3527cc5-a104-46cd-adc4-db3ef94d7eb9,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:14.229809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.254476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:14.255271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.264127 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7a10d1ab-9c36-42be-80af-e90261854a12 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=c3a97e3d-90a3-4d0a-b7b8-933992a9dbba HTTP/1.1" status: 200 len: 689 time: 0.1506693 Mar 03 12:12:14.264762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55272) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.332520 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-db34093f-d8a3-4926-aeba-953692eb6917 tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "GET /v2.0/networks/160afffe-4d5a-4693-895b-ea2e426c2d64/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2108810 Mar 03 12:12:14.350026 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b3f72933-f482-4883-b2bd-d0ca5538f489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0474985 Mar 03 12:12:14.354702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55276) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.355025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55278) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.373553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:14.388370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.433901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.449934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-530c4482-9a09-4947-8b9c-0c83ee5fa2ae None None] Provisioning for port db951747-9462-41f1-8177-5320d8c0c6db completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:14.467693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-530c4482-9a09-4947-8b9c-0c83ee5fa2ae None None] Provisioning complete for port db951747-9462-41f1-8177-5320d8c0c6db triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:14.468082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-530c4482-9a09-4947-8b9c-0c83ee5fa2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.503546 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b841f59d-8b7a-4144-9f87-80230e079c5f tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "GET /v2.0/networks/160afffe-4d5a-4693-895b-ea2e426c2d64/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1450446 Mar 03 12:12:14.503698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfad3b3-c070-42ab-ab4f-221a5e6a4063,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:14.511608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55284) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.517594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:04Z', 'revision_number': 3, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:14.538527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7246f-7b16-4dda-9bf9-f5186d4e0e81 None None] The sync data for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv is: [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:04Z', 'revision_number': 3, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:14.542147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.547522 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-61937cd2-6ba8-4cc1-aa07-521a900380e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1764205 Mar 03 12:12:14.552293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55288) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.565367 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=089bb6a5aab34f588f09d420fda92105&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4364679 Mar 03 12:12:14.569909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:14.614683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-530c4482-9a09-4947-8b9c-0c83ee5fa2ae None None] Port db951747-9462-41f1-8177-5320d8c0c6db cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:14.618192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55292) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.634375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f4ea5-b38c-4937-ba97-365c2a65b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f8147-638f-468e-8d99-00a3f7bea0a5,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:14.645189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55294) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:14.649564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:14.676824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.678844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.686556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Usage tracker for resource:floatingip and tenant:a9896b2a7ba44d70a192bfbde1f62e4c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:14.692363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:14.707061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:14.711539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:14.719604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Usage tracker for resource:security_group_rule and tenant:06900ac924ec425c9c4e9caeae22bcd5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:14.728649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:14.748380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:14.751407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:14.767366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:07Z', 'revision_number': 3, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:14.772497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Checking router: fa47bb69-3070-4cf2-af45-455a7b201f3f for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:12:14.772936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Updating router fa47bb69-3070-4cf2-af45-455a7b201f3f port f58bbfaf-b7f4-4429-b814-28e3c1996383 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:12:14.773031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.840248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.848656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.874245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.946874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:14.977072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.015988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Deleting port 3e874156-e900-4049-9129-2936efbe54ad {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:15.016495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.152865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:15.302716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.303283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.341506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8a53eb1a-664b-4a61-aba0-73b36b939a44 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:15.463519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf73de47-a874-4e4a-8780-c9cc6a34283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.475133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.543485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.543702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 8a53eb1a-664b-4a61-aba0-73b36b939a44 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:15.552916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8a53eb1a-664b-4a61-aba0-73b36b939a44 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:15.553287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.584889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.619575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.636525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Calling delete_port for 3e874156-e900-4049-9129-2936efbe54ad owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:15.648419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Transition to ACTIVE for port object f58bbfaf-b7f4-4429-b814-28e3c1996383 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:15.671733 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9e1dfead-8c9d-4e91-8d9e-bac272968e6c tempest-DHCPAgentSchedulersTestJSON-957230375 tempest-DHCPAgentSchedulersTestJSON-957230375-project-admin] 10.222.0.35 "GET /v2.0/agents/4c40148d-91e0-493b-8668-34ad5c3546ed/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 1.1589119 Mar 03 12:12:15.677782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55300) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:15.719425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.725950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.728246 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06900ac924ec425c9c4e9caeae22bcd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0822508 Mar 03 12:12:15.733939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55304) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:15.759208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf73de47-a874-4e4a-8780-c9cc6a34283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.779828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc26dea-70eb-4a3f-b5dc-a730425e742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9abc06-a288-4ec5-9e26-0caf67bbd708,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:15.813849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 8a53eb1a-664b-4a61-aba0-73b36b939a44, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8a53eb1a-664b-4a61-aba0-73b36b939a44,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:15.825667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Attempting to bind port f58bbfaf-b7f4-4429-b814-28e3c1996383 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:15.825667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Attempting to bind port f58bbfaf-b7f4-4429-b814-28e3c1996383 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:15.825667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Attempting to bind port f58bbfaf-b7f4-4429-b814-28e3c1996383 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:15.835249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33db20a-9ee9-44b2-a6fa-090df0bd9d7f None None] Pushing event updated for resources: {'Port': ['ID=f58bbfaf-b7f4-4429-b814-28e3c1996383,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:15.837767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:15.837939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:15.838291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.838672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:15.839133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Bound port: f58bbfaf-b7f4-4429-b814-28e3c1996383, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:15.839517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.892206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.908887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.972231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:15.985922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] For port f58bbfaf-b7f4-4429-b814-28e3c1996383, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:15.996604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] For port f58bbfaf-b7f4-4429-b814-28e3c1996383, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f58bbfaf-b7f4-4429-b814-28e3c1996383,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:16.003984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=8a53eb1a-664b-4a61-aba0-73b36b939a44,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:16.058711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Allocated IP 172.26.8.52 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/e00a842f-7717-49c7-96ff-5ffe49085d88) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:16.083715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.118744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d21f495-78c5-4769-baef-49982e15558c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.170321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:16.171114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:16.187301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf73de47-a874-4e4a-8780-c9cc6a34283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.206629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] device_id is not set on port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:16.216023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.219370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.221758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73de47-a874-4e4a-8780-c9cc6a34283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f8147-638f-468e-8d99-00a3f7bea0a5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:16.223559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.262909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33db20a-9ee9-44b2-a6fa-090df0bd9d7f None None] Pushing event updated for resources: {'Port': ['ID=f58bbfaf-b7f4-4429-b814-28e3c1996383,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:16.311075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Transition to ACTIVE for port object d3527cc5-a104-46cd-adc4-db3ef94d7eb9 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:16.330876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.372043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e874156-e900-4049-9129-2936efbe54ad,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:16.372344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d21f495-78c5-4769-baef-49982e15558c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.405891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.407773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:16.458331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.509823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e2f0b7-ba87-4f12-9019-ce717a9c68e0']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:16.515637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf73de47-a874-4e4a-8780-c9cc6a34283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.516768 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bf73de47-a874-4e4a-8780-c9cc6a34283a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/446f8147-638f-468e-8d99-00a3f7bea0a5 HTTP/1.1" status: 204 len: 168 time: 1.8702602 Mar 03 12:12:16.532180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd94d01-4467-40c8-a11a-265b5f132b2b') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:16.532476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd94d01-4467-40c8-a11a-265b5f132b2b') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:16.564479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.580647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.593331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Allocated IP 172.20.0.1 (454d57e3-2ac2-4279-91d9-fa274e5ed543/44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331/8077875f-7071-4a7f-88bd-4b49510b7e15) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:16.600547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.607372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.614390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:16.614791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:16.631640 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:16.636834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Pushing event updated for resources: {'Port': ['ID=db951747-9462-41f1-8177-5320d8c0c6db,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:16.742594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d21f495-78c5-4769-baef-49982e15558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.765988 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:12:16.799501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.823005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:16.823436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:16.823829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:16.832275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:07Z', 'revision_number': 3, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:16.836824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb4f3-aab2-493a-815a-f3426e357dac None None] The sync data for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv is: [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:07Z', 'revision_number': 3, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:16.844617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=d3527cc5-a104-46cd-adc4-db3ef94d7eb9,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:16.848223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:16.848549 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:16.852261 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 2 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:16.932253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:16.932579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:16.932904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:16.939348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21f495-78c5-4769-baef-49982e15558c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9abc06-a288-4ec5-9e26-0caf67bbd708,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:16.952608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:16.953458 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:16.957180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:16.957821 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 3 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:16.971791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:16.979921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.985053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d21f495-78c5-4769-baef-49982e15558c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:16.988514 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1d21f495-78c5-4769-baef-49982e15558c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e9abc06-a288-4ec5-9e26-0caf67bbd708 HTTP/1.1" status: 204 len: 168 time: 1.2466171 Mar 03 12:12:17.019297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.057997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.071650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.198654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.225567 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "DELETE /v2.0/networks/e7e2f0b7-ba87-4f12-9019-ce717a9c68e0 HTTP/1.1" status: 204 len: 168 time: 1.5381866 Mar 03 12:12:17.226598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f1d57-e9e8-49c1-bd86-b590900ecb86 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event deleted for resources: {'Network': ['ID=e7e2f0b7-ba87-4f12-9019-ce717a9c68e0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:17.233402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55314) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:17.274749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:17.278733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b1d33d4c-659c-4ae8-914c-75fb6c41e9fa up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:17.316900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:17.319580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:17.323419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:17.324533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:17.325045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:17.353798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:17.354215 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:17.358670 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 4 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:17.412255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:17.418467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:17.419933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:17.425206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Transition to ACTIVE for port object 8077875f-7071-4a7f-88bd-4b49510b7e15 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:17.434128 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c677cd-f3b4-4ddb-8685-a2e04ac9147f tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] DELETE failed (client error): The resource could not be found. Mar 03 12:12:17.434605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c677cd-f3b4-4ddb-8685-a2e04ac9147f tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:12:17.439478 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-78c677cd-f3b4-4ddb-8685-a2e04ac9147f tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "DELETE /v2.0/ports/0e77890f-4538-4f07-8ec4-4c86ed42440f HTTP/1.1" status: 404 len: 333 time: 0.1799538 Mar 03 12:12:17.445976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55318) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:17.450447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event updated for resources: {'Port': ['ID=e00a842f-7717-49c7-96ff-5ffe49085d88,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:17.450721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:17.451153 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:17.478333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-04409bee-061a-45e1-8870-0b36468e82c2 None None] Provisioning complete for port db951747-9462-41f1-8177-5320d8c0c6db triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:17.488053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-04409bee-061a-45e1-8870-0b36468e82c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.516628 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 5 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:17.550025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.558783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Deleting subnet a0dedf37-c510-4516-a09e-40a5b154a3ef {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:12:17.559983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-04409bee-061a-45e1-8870-0b36468e82c2 None None] Port db951747-9462-41f1-8177-5320d8c0c6db cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:17.565392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.567444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:17.567568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55322) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:17.567680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.621178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:17.623596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:17.623997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:17.632630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.683765 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-00a1b1f9-625f-4325-8827-bf40179c6e6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce1d7ee1a7974e988ad35c75c6019735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1147270 Mar 03 12:12:17.715029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Router 86b0175e-b6fb-4799-9085-f526b33455ca has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:12:17.715922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:17.716265 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:17.720963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55328) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:17.723314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 6 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:17.738791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.783181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8a53eb1a-664b-4a61-aba0-73b36b939a44 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:17.799562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.862234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8a53eb1a-664b-4a61-aba0-73b36b939a44 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:17.863290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:17.868763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=203f2b83-8a5b-46c8-ae45-15641e417fb4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:17.960212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:17.960663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:17.961073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:17.980339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.030278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:18.030720 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:18.057056 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 7 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:18.078631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.078965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.103980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:18.104516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:18.104935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:18.134110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event deleted for resources: {'Subnet': ['ID=a0dedf37-c510-4516-a09e-40a5b154a3ef,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:18.135901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.142497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:18.142942 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:18.143050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638892a4-f324-4dbb-8efe-5e4dc1648645 None None] Network 160afffe-4d5a-4693-895b-ea2e426c2d64 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:18.185082 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-91aa5309-841d-4dd7-a254-4aefa76ec088 tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "DELETE /v2.0/subnets/a0dedf37-c510-4516-a09e-40a5b154a3ef HTTP/1.1" status: 204 len: 168 time: 0.7384009 Mar 03 12:12:18.192241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a97e3d-90a3-4d0a-b7b8-933992a9dbba']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:18.192580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55340) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:18.198111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.202471 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 8 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:18.206383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ef551f-aba6-41d3-b5c7-4039c357ef07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.244115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e01474-87ce-4289-a2e4-ddb217fa1181') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:18.244420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e01474-87ce-4289-a2e4-ddb217fa1181') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:18.249569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:18.267696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:18.268109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:18.268381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:18.289727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:18.290053 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:18.296113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.302507 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 9 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:18.309233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:18.317310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ef551f-aba6-41d3-b5c7-4039c357ef07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.320889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:18.337590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:18.348309 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Sync routers for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:18.355863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:18.356411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:18.356884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:18.369027 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:18.374238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.374380 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:18.374491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:18.374491 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:18.389587 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 10 to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 Mar 03 12:12:18.410541 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f6166c1f-3a4e-48eb-aa42-d47682bed67d admin admin] 10.222.0.35 "PUT /v2.0/routers/86b0175e-b6fb-4799-9085-f526b33455ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2213161 Mar 03 12:12:18.420272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:18.420850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:18.436224 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:18.465117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Pushing event updated for resources: {'Port': ['ID=8077875f-7071-4a7f-88bd-4b49510b7e15,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:18.529831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:18.530557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:18.531895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:18.551235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:18.551900 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:18.552373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.595571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] DHCP port deletion for 160afffe-4d5a-4693-895b-ea2e426c2d64 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:12:18.600364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] Deleting port 7498b5c8-d5ee-4672-b98b-c1633611994d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:18.600967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.689933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.705818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3a97e3d-90a3-4d0a-b7b8-933992a9dbba {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 12:12:18.711386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.770975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.779241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ef551f-aba6-41d3-b5c7-4039c357ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.830580 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:18.838605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef551f-aba6-41d3-b5c7-4039c357ef07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5dfd4-fa1f-420b-b382-89eaeddf94e1,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:18.841224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.850400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3a97e3d-90a3-4d0a-b7b8-933992a9dbba,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:18.859423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] For port d3527cc5-a104-46cd-adc4-db3ef94d7eb9, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:18.859938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempted to set empty binding levels {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 12:12:18.862404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ef551f-aba6-41d3-b5c7-4039c357ef07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:18.864606 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a3ef551f-aba6-41d3-b5c7-4039c357ef07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47b5dfd4-fa1f-420b-b382-89eaeddf94e1 HTTP/1.1" status: 204 len: 168 time: 1.1074021 Mar 03 12:12:18.868564 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ff5b0fed-3a75-4496-a567-455d67aec5d3 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c3a97e3d-90a3-4d0a-b7b8-933992a9dbba HTTP/1.1" status: 204 len: 168 time: 4.5659678 Mar 03 12:12:18.869074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55362) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:19.000539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.082778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] For port 7498b5c8-d5ee-4672-b98b-c1633611994d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7498b5c8-d5ee-4672-b98b-c1633611994d,segment=NetworkSegment(fe685a8a-6951-41c8-b80a-35d9b2ebea22),segment_id=fe685a8a-6951-41c8-b80a-35d9b2ebea22)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:19.083358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.121992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] In _notify_port_updated(), no bound segment for port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:12:19.122149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Deleting port 7498b5c8-d5ee-4672-b98b-c1633611994d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:19.122241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.122345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.122828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.127692 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "PUT /v2.0/ports/d3527cc5-a104-46cd-adc4-db3ef94d7eb9 HTTP/1.1" status: 200 len: 981 time: 4.7679820 Mar 03 12:12:19.142059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-19e124e1-1d39-4b1e-8d24-d8f6b5e26c1d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Synchronizing usage tracker for tenant:f05e22b2c72e4050947356e817c3d657 on resource:floatingip {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:19.153705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55370) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:19.371287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d5e7e-1ca5-4f2d-acff-bad7341ff29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=d3527cc5-a104-46cd-adc4-db3ef94d7eb9,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:19.391084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f58bbfaf-b7f4-4429-b814-28e3c1996383 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:19.475697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] Calling delete_port for 7498b5c8-d5ee-4672-b98b-c1633611994d owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:19.505618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.506502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.509177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.509934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.510832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.511921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.512559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.513355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.513985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.514576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.515279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.516101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.516759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.517494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.518300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.519216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.522189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Synchronizing usage tracker for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:19.527095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-19e124e1-1d39-4b1e-8d24-d8f6b5e26c1d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Unset dirty status for tenant:f05e22b2c72e4050947356e817c3d657 on resource:floatingip {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:19.533044 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-19e124e1-1d39-4b1e-8d24-d8f6b5e26c1d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6616356 Mar 03 12:12:19.533988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55376) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:19.556073 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 2, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:19.557905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-966db3ea-077b-45fe-8674-b93d1118e127 None None] Provisioning for port 8077875f-7071-4a7f-88bd-4b49510b7e15 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:19.562834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.568609 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Checking router: 86b0175e-b6fb-4799-9085-f526b33455ca for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:12:19.568977 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Updating router 86b0175e-b6fb-4799-9085-f526b33455ca port db951747-9462-41f1-8177-5320d8c0c6db binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:12:19.689314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.714225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.716735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.717497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.719250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.721202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.722937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:19.725959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Synchronizing usage tracker for tenant:f05e22b2c72e4050947356e817c3d657 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:19.738250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Unset dirty status for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:19.745058 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e7a87e1e-5ed0-4623-8039-42c337ffcb0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14395 time: 0.5764341 Mar 03 12:12:19.746345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55388) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:19.773566 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.842560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Deleting port d3527cc5-a104-46cd-adc4-db3ef94d7eb9 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:19.842914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.856835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-966db3ea-077b-45fe-8674-b93d1118e127 None None] Provisioning complete for port 8077875f-7071-4a7f-88bd-4b49510b7e15 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:19.862691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-966db3ea-077b-45fe-8674-b93d1118e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.915712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] For port 7498b5c8-d5ee-4672-b98b-c1633611994d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7498b5c8-d5ee-4672-b98b-c1633611994d,segment=NetworkSegment(fe685a8a-6951-41c8-b80a-35d9b2ebea22),segment_id=fe685a8a-6951-41c8-b80a-35d9b2ebea22)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:19.915712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:19.927373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55394) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:19.928170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Unset dirty status for tenant:f05e22b2c72e4050947356e817c3d657 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:19.932605 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3037cd62-4a3d-4103-a0a7-abe812f0a6dc tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.3967240 Mar 03 12:12:19.938008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199522003', 'description': 'tempest-description--384745880'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:19.941926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55396) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:19.979491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-966db3ea-077b-45fe-8674-b93d1118e127 None None] Port 8077875f-7071-4a7f-88bd-4b49510b7e15 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:19.990033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.050380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] Pushing event deleted for resources: {'Port': ['ID=7498b5c8-d5ee-4672-b98b-c1633611994d,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:20.052839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86079c34-9a85-4318-b7b1-e5452835aec9 None None] No DVR routers for this DVR port 7498b5c8-d5ee-4672-b98b-c1633611994d on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:12:20.080133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port f58bbfaf-b7f4-4429-b814-28e3c1996383 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:20.086273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f58bbfaf-b7f4-4429-b814-28e3c1996383 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:20.087509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.236841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:20.237815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.246205 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-7555fbff-74e9-4208-9786-11225d23cc0c tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] delete failed (client error): The resource could not be found. Mar 03 12:12:20.250948 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7555fbff-74e9-4208-9786-11225d23cc0c tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/72264051-13f6-4973-b2f8-7ae0c02b4e53 HTTP/1.1" status: 404 len: 345 time: 0.3053749 Mar 03 12:12:20.253915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55406) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:20.257810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Usage tracker for resource:security_group and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:20.258484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port f58bbfaf-b7f4-4429-b814-28e3c1996383, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f58bbfaf-b7f4-4429-b814-28e3c1996383,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:20.264652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event updated for resources: {'Port': ['ID=e00a842f-7717-49c7-96ff-5ffe49085d88,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:20.278848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Calling delete_port for 7498b5c8-d5ee-4672-b98b-c1633611994d owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:20.296196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:20.360527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.360694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:20.360833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.360909 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb30d2ec-9d32-4ac3-990a-1eb4f48e45ab tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] DELETE failed (client error): The resource could not be found. Mar 03 12:12:20.360909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb30d2ec-9d32-4ac3-990a-1eb4f48e45ab tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:12:20.360909 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cb30d2ec-9d32-4ac3-990a-1eb4f48e45ab tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c3a97e3d-90a3-4d0a-b7b8-933992a9dbba HTTP/1.1" status: 404 len: 339 time: 0.1003375 Mar 03 12:12:20.380293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55416) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:20.391533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.402710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'network': {'name': 'tempest-network--407213530', 'router:external': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:20.426107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:20.464380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:12:20.464963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:12:20.525700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=f58bbfaf-b7f4-4429-b814-28e3c1996383,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:20.528671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7498b5c8-d5ee-4672-b98b-c1633611994d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:12:20.560757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.561978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-88293017-b151-446a-b1cb-99e1b639bd97 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0063002 Mar 03 12:12:20.572297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7498b5c8-d5ee-4672-b98b-c1633611994d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:12:20.573010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7498b5c8-d5ee-4672-b98b-c1633611994d not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:12:20.573818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:network and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:20.584370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:20.589726 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.590207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.603342 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Transition to ACTIVE for port object db951747-9462-41f1-8177-5320d8c0c6db will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:20.625334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:20.642676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] For port d3527cc5-a104-46cd-adc4-db3ef94d7eb9, host hv-neutron-8317, got binding levels [] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:20.643033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.650368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:20.653505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.658280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Usage tracker for resource:security_group_rule and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:20.699715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55426) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:20.713632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:20.776709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Calling delete_port for d3527cc5-a104-46cd-adc4-db3ef94d7eb9 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:20.785209 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.807974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:20.819715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.827055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Made reservation on behalf of f05e22b2c72e4050947356e817c3d657 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:20.836070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:20.917564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:20.950411 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a67af9-ef5a-4a2b-ab7a-852013bb6f37 None None] Pushing event updated for resources: {'Port': ['ID=db951747-9462-41f1-8177-5320d8c0c6db,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:21.043485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.043844 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Added segment c38fc28d-3f5e-4cec-8027-3a021abd9686 of type vlan for network 991ddd9c-0021-4aa6-8fbc-efbab8b9590e Mar 03 12:12:21.045045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.059808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Deleting port 7498b5c8-d5ee-4672-b98b-c1633611994d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:21.060369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.072911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.124401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.173778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55442) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:21.193723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.242521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] The port '7498b5c8-d5ee-4672-b98b-c1633611994d' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:12:21.247615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f58bbfaf-b7f4-4429-b814-28e3c1996383 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:21.317293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3527cc5-a104-46cd-adc4-db3ef94d7eb9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:21.405133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1164333558'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:21.421255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Pushing event updated for resources: {'Port': ['ID=8077875f-7071-4a7f-88bd-4b49510b7e15,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:21.424857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:21.456742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.476571 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Attempting to bind port db951747-9462-41f1-8177-5320d8c0c6db on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:21.477267 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Attempting to bind port db951747-9462-41f1-8177-5320d8c0c6db by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:21.477822 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Attempting to bind port db951747-9462-41f1-8177-5320d8c0c6db on network 0ecaf887-6d30-4f07-af85-e53e03c643cf {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:21.484825 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:21.485775 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Checking segment: {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:21.486413 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.487043 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Bound using segment: {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:21.487695 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Bound port: db951747-9462-41f1-8177-5320d8c0c6db, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:21.488317 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.519333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.558909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d516e2d6-e2e8-4568-ad5f-788a5ea4669b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:21.563514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f58bbfaf-b7f4-4429-b814-28e3c1996383 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:21.564196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.568572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-487929580'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:21.600708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Usage tracker for resource:network and tenant:42ea3237819b42be96b78c99125428c6 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:21.610558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:21.610963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:21.614925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.616277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:network and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:21.619545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:21.630600 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b2d22284-c7ea-4edb-9360-933854294e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "DELETE /v2.0/ports/d3527cc5-a104-46cd-adc4-db3ef94d7eb9 HTTP/1.1" status: 204 len: 168 time: 1.8712442 Mar 03 12:12:21.632050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:21.637432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:21.637568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55456) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:21.663048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160afffe-4d5a-4693-895b-ea2e426c2d64']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:21.672938 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] For port db951747-9462-41f1-8177-5320d8c0c6db, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:21.679335 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] For port db951747-9462-41f1-8177-5320d8c0c6db, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db951747-9462-41f1-8177-5320d8c0c6db,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:21.689734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe685a8a-6951-41c8-b80a-35d9b2ebea22') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:21.690281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe685a8a-6951-41c8-b80a-35d9b2ebea22') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:21.691213 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac26ce52-2e58-4b7b-bdb8-16651d46da89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:21.691750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ac26ce52-2e58-4b7b-bdb8-16651d46da89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Synchronizing usage tracker for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:21.698272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.703937 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fbbd2e21-b442-446b-b48f-0e885e0cfb9e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7656398 Mar 03 12:12:21.703937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55460) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:21.717563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.725176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Request body: {'security_group_rule': {'security_group_id': 'd516e2d6-e2e8-4568-ad5f-788a5ea4669b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:21.733898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.735018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:21.736187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.740105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:21.742172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:21.752722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.754194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:21.758855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Usage tracker for resource:security_group_rule and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:21.762703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:21.766818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:21.767324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.769800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:21.798326 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:21.861939 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:21.866921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55468) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:21.881187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Made reservation on behalf of b5e9770197b644cb80569c50d4e0a132 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:21.884096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Made reservation on behalf of 42ea3237819b42be96b78c99125428c6 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:21.884850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.887776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.900055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.913062 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a67af9-ef5a-4a2b-ab7a-852013bb6f37 None None] Pushing event updated for resources: {'Port': ['ID=db951747-9462-41f1-8177-5320d8c0c6db,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:21.914926 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 12:12:21.917790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Network': ['ID=991ddd9c-0021-4aa6-8fbc-efbab8b9590e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:21.921612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:21.930295 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:21.939451 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:21.939602 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1afc08bc-4a45-4de9-98f6-40632442df1a tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5480957 Mar 03 12:12:21.939602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ac26ce52-2e58-4b7b-bdb8-16651d46da89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Unset dirty status for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:21.939602 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ac26ce52-2e58-4b7b-bdb8-16651d46da89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "GET /v2.0/ports/d3527cc5-a104-46cd-adc4-db3ef94d7eb9 HTTP/1.1" status: 404 len: 333 time: 0.2975717 Mar 03 12:12:21.939602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:security_group_rule and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:21.939602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55472) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:21.939602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:21.946356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-924946926', 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:21.951788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55474) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:21.957533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:21.961325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 991ddd9c-0021-4aa6-8fbc-efbab8b9590e details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:21.972716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:21.987993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:21.988368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.094687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:22.124494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.129656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Usage tracker for resource:security_group_rule and tenant:42ea3237819b42be96b78c99125428c6 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:22.135930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:22.144728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0361c73c-054a-4f15-ab16-2824539575f7 None None] Provisioning complete for port 8077875f-7071-4a7f-88bd-4b49510b7e15 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:22.150109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0361c73c-054a-4f15-ab16-2824539575f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.150473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:22.166032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:22.183391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-366fb23d-cb61-46cc-8f51-3b9833f70ee6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Synchronizing usage tracker for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:22.189485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Router fa47bb69-3070-4cf2-af45-455a7b201f3f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:12:22.205005 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:22.211006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.218141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.254927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0361c73c-054a-4f15-ab16-2824539575f7 None None] Port 8077875f-7071-4a7f-88bd-4b49510b7e15 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:22.281711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] Pushing event deleted for resources: {'Network': ['ID=160afffe-4d5a-4693-895b-ea2e426c2d64,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:22.298317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Made reservation on behalf of 2b319ea8e01d47e3802bb5e161c4babf for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:22.300923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.317650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.318938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.344319 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-84080e80-0994-4f52-b772-2795fce9f76a tempest-DHCPAgentSchedulersTestJSON-227927946 tempest-DHCPAgentSchedulersTestJSON-227927946-project] 10.222.0.35 "DELETE /v2.0/networks/160afffe-4d5a-4693-895b-ea2e426c2d64 HTTP/1.1" status: 204 len: 168 time: 4.1506500 Mar 03 12:12:22.346319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10c0bf2-1da8-4703-8ea3-a9a1053a9b9f,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:22.432429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.438006 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] device_id is not set on port c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:22.544876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:22.571016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d06ec8-bf53-421a-aca3-4048f6262b5b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:22.607366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.608280 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Added segment 76a67f22-3277-4495-9ac4-e0642621c0fd of type vlan for network 54b73ac9-8438-4d3e-916c-4a918b06eeed Mar 03 12:12:22.631359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.633584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.634780 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7626f9e4-2a45-4b61-bab4-53515052bd0e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9311438 Mar 03 12:12:22.636726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:22.640035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55482) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:22.647634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a6e39-13f3-4931-8e77-ad360795f0f2 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:22.649001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Sync routers for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:22.659574 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bc82e5f8-5512-42fd-a035-4218efb5ead6 admin admin] 10.222.0.35 "PUT /v2.0/routers/fa47bb69-3070-4cf2-af45-455a7b201f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9391487 Mar 03 12:12:22.659574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Request body: {'security_group_rule': {'security_group_id': 'd516e2d6-e2e8-4568-ad5f-788a5ea4669b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:22.659829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a6e39-13f3-4931-8e77-ad360795f0f2 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:22.660562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:22.665787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Usage tracker for resource:security_group_rule and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:22.668988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:22.673467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:22.674405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:22.674782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a6e39-13f3-4931-8e77-ad360795f0f2 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:22.676339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:22.685151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a6e39-13f3-4931-8e77-ad360795f0f2 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:22.689740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-946a6e39-13f3-4931-8e77-ad360795f0f2 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Synchronizing usage tracker for tenant:b88f30da158a4f178adcab70d1cd004b on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:22.698293 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:21Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:22.700144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.706061 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3829be2-f969-46b1-ae0f-edb8f7e615d6 None None] The sync data for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv is: [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:21Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:22.721261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:22.731916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.732514 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Added segment 2ebfd1f4-2c9d-414f-ab38-3605228a541e of type vlan for network daccb773-209f-4d22-8cec-5e538d558070 Mar 03 12:12:22.770391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.804389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.933911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-946a6e39-13f3-4931-8e77-ad360795f0f2 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Unset dirty status for tenant:b88f30da158a4f178adcab70d1cd004b on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:22.940242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-946a6e39-13f3-4931-8e77-ad360795f0f2 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9836895 Mar 03 12:12:22.942953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.946506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55494) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:22.970447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:22.972172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:22.981564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:22.981768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.117611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55498) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:23.128822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.173093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.196522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.204110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:23.204559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.240573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-366fb23d-cb61-46cc-8f51-3b9833f70ee6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Unset dirty status for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:23.244412 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-366fb23d-cb61-46cc-8f51-3b9833f70ee6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--73538414&fields=id&tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c HTTP/1.1" status: 200 len: 267 time: 1.3446162 Mar 03 12:12:23.301206 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6002471 Mar 03 12:12:23.395114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db951747-9462-41f1-8177-5320d8c0c6db up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:23.455775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Pushing event updated for resources: {'Network': ['ID=daccb773-209f-4d22-8cec-5e538d558070,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:23.458079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7d70a-cc14-416d-9600-96fffef6db97 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d3705-9645-4279-8eaf-94c90b310952,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:23.487046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network daccb773-209f-4d22-8cec-5e538d558070 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:23.537080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.548661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-fdccf648-3c0e-4c34-b018-95365f1a80ed tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:23.549997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-fdccf648-3c0e-4c34-b018-95365f1a80ed tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Synchronizing usage tracker for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:23.620057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.664315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609b5b62-bd00-4a44-add2-42dd2b0f0b76,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:23.677860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-fdccf648-3c0e-4c34-b018-95365f1a80ed tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Unset dirty status for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:23.680933 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-fdccf648-3c0e-4c34-b018-95365f1a80ed tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 812 time: 0.4057412 Mar 03 12:12:23.706707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Network': ['ID=54b73ac9-8438-4d3e-916c-4a918b06eeed,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:23.712647 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-ab429f02-2260-4892-9acf-e30a6d8a7f4a tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/quotas/a9896b2a7ba44d70a192bfbde1f62e4c HTTP/1.1" status: 200 len: 375 time: 0.0244310 Mar 03 12:12:23.753599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:23.783574 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-82237253-1856-4182-8976-608f33910409 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6068466 Mar 03 12:12:23.784245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55506) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:23.790759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'subnet': {'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:23.792192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.808449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.820486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:23.825981 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5c416b09-5901-43a6-815f-9866f3bc9448 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1865432 Mar 03 12:12:23.827728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55510) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:23.866201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:23.936460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991ddd9c-0021-4aa6-8fbc-efbab8b9590e']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:23.962470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38fc28d-3f5e-4cec-8027-3a021abd9686') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:23.968695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38fc28d-3f5e-4cec-8027-3a021abd9686') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:23.994828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.007485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:24.009623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port db951747-9462-41f1-8177-5320d8c0c6db completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:24.013891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55514) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:24.015309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 2, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:24.016312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.021141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port db951747-9462-41f1-8177-5320d8c0c6db triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:24.021516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.025460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:24.025460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.034673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322080594', 'description': 'tempest-description--1501132281'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:24.052194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:24.054740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Checking router: fa47bb69-3070-4cf2-af45-455a7b201f3f for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:12:24.055121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Updating router fa47bb69-3070-4cf2-af45-455a7b201f3f port 8077875f-7071-4a7f-88bd-4b49510b7e15 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:12:24.057253 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e54fd05a-23a5-40d8-8666-c898e8515017 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=277251fbbcbb4e58b6d567424f3903aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9364526 Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:24.058139 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:24.076256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-19a2c9bb-5760-430b-99cb-bed46e05645f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Synchronizing usage tracker for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:24.082792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55520) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:24.085526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Usage tracker for resource:floatingip and tenant:4a648d624cf948f6bcf1a4e9e98b862b is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:24.094903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:24.099409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:24.107930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:24.120738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Network d23764d3-8e9b-45f8-bae5-5aa892a90b40 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:24.128294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:24.132828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:24.133997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:24.134911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.141521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Usage tracker for resource:security_group and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:24.142622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.153828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:24.170464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:24.199932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55524) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:24.200900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:subnet and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:24.205616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:24.206469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Request body: {'port': {'network_id': 'daccb773-209f-4d22-8cec-5e538d558070', 'binding:host_id': 'hv-neutron-8317', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1085499157'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:24.208765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:24.211357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:24.214725 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-840acc2b-3848-4d29-bd1a-aab272c7baf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2726750 Mar 03 12:12:24.217130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Usage tracker for resource:port and tenant:33f76a37ed5b40908013b06011af72e7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:24.219619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55528) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:24.222101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:24.228583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:24.258639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:24.260246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-929ba10d-9129-45c6-a84f-e271208ea6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.273819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.288367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-929ba10d-9129-45c6-a84f-e271208ea6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.302447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-19a2c9bb-5760-430b-99cb-bed46e05645f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Unset dirty status for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:24.303776 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-19a2c9bb-5760-430b-99cb-bed46e05645f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5796776 Mar 03 12:12:24.304825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 991ddd9c-0021-4aa6-8fbc-efbab8b9590e {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 12:12:24.304948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.308824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event deleted for resources: {'Network': ['ID=991ddd9c-0021-4aa6-8fbc-efbab8b9590e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:24.314116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.331413 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ee9ac41b-a3ed-47c6-88fa-e0f8521cd763 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "DELETE /v2.0/networks/991ddd9c-0021-4aa6-8fbc-efbab8b9590e HTTP/1.1" status: 204 len: 168 time: 1.3796113 Mar 03 12:12:24.332262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55532) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:24.339251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'network': {'name': 'tempest-network--1496305127', 'router:external': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:24.343696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4097f68f-073f-4540-8314-ffffaa327bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:24.344369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4097f68f-073f-4540-8314-ffffaa327bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Synchronizing usage tracker for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:24.345940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.347271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:24.352217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:network and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:24.360504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Made reservation on behalf of b5e9770197b644cb80569c50d4e0a132 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:24.364070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.364319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:24.371208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Made reservation on behalf of 33f76a37ed5b40908013b06011af72e7 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:24.373776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.383955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:24.392617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.411326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:24.415349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Usage tracker for resource:security_group_rule and tenant:33f76a37ed5b40908013b06011af72e7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:24.418992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:24.426638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:24.430646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4097f68f-073f-4540-8314-ffffaa327bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Unset dirty status for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:24.434847 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4097f68f-073f-4540-8314-ffffaa327bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "GET /v2.0/ports/c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23 HTTP/1.1" status: 200 len: 958 time: 0.2110829 Mar 03 12:12:24.434847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55540) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:24.438981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:24.446034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Usage tracker for resource:security_group_rule and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:24.459344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.500068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Made reservation on behalf of f05e22b2c72e4050947356e817c3d657 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:24.503219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.544316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Deleting port c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:24.544670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.560733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:24.589066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:24.660637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port db951747-9462-41f1-8177-5320d8c0c6db, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db951747-9462-41f1-8177-5320d8c0c6db,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:24.661809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:24.666081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-fcd94847-6c4b-40f4-8241-79202e52ffa2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:12:24.667066 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-fcd94847-6c4b-40f4-8241-79202e52ffa2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1049447 Mar 03 12:12:24.697622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.697887 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Added segment 766a0b60-5fc9-4771-9819-af473e10c194 of type vlan for network ba0cc94d-cffd-4d5c-8574-4031d84e7491 Mar 03 12:12:24.710351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-929ba10d-9129-45c6-a84f-e271208ea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.757498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.772668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ba10d-9129-45c6-a84f-e271208ea6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8448875f-6cce-4490-a777-27da9606dae9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:24.834153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.923968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-929ba10d-9129-45c6-a84f-e271208ea6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.928353 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-929ba10d-9129-45c6-a84f-e271208ea6a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8448875f-6cce-4490-a777-27da9606dae9 HTTP/1.1" status: 204 len: 168 time: 0.8386312 Mar 03 12:12:24.940777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.961229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.976674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.987893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.991409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:24.995113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Transition to ACTIVE for port object 8077875f-7071-4a7f-88bd-4b49510b7e15 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:25.014796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.031220 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-bee3b7ae-d263-4aef-8db3-1d21f070927e service neutron] 10.222.0.35 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491950 Mar 03 12:12:25.047927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=db951747-9462-41f1-8177-5320d8c0c6db,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:25.077458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.118780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d12a93-2a56-4306-b1d9-92f57ea7e263,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:25.176168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.190276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Calling delete_port for c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:25.262417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.269865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.272077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8167d54f-9b9b-431c-814d-656391db14f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2491996 Mar 03 12:12:25.278226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] device_id is not set on port c20ccbe2-8047-4f5d-84e8-8244dfdb921f yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:25.310068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db951747-9462-41f1-8177-5320d8c0c6db up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:25.354023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55548) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:25.367321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Request body: {'security_group_rule': {'security_group_id': '20d12a93-2a56-4306-b1d9-92f57ea7e263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:25.386135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:25.442987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Usage tracker for resource:security_group_rule and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:25.456400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:25.460613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.461553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:25.462129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.496651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b658dc-5898-4420-a5d6-b9fbf6056435,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:25.501902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:25.510044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Subnet': ['ID=06d7eac1-1c67-4b73-b837-d25514535e6d,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:25.579628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cd41c-75de-4a0f-95cf-c66b23f9e175 None None] Pushing event updated for resources: {'Port': ['ID=8077875f-7071-4a7f-88bd-4b49510b7e15,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:25.605454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Attempting to bind port 8077875f-7071-4a7f-88bd-4b49510b7e15 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:25.607817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Attempting to bind port 8077875f-7071-4a7f-88bd-4b49510b7e15 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:25.607817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Attempting to bind port 8077875f-7071-4a7f-88bd-4b49510b7e15 on network 454d57e3-2ac2-4279-91d9-fa274e5ed543 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:25.615962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:25.616877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Checking segment: {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:25.617446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.617987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Bound using segment: {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:25.618585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Bound port: 8077875f-7071-4a7f-88bd-4b49510b7e15, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:25.619104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.630842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Checking segment: {'id': '76a67f22-3277-4495-9ac4-e0642621c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:25.630842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Network hostable DHCP agents. Network: 54b73ac9-8438-4d3e-916c-4a918b06eeed, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:12:25.650987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Allocated IP 172.26.8.235 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/de5fc014-92da-442b-88ed-8311e628c234) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:25.658814 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-4e5766d0-d151-4e06-9e81-2e3cfc8651a4 service neutron] 10.222.0.35 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006515 Mar 03 12:12:25.661365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Network': ['ID=ba0cc94d-cffd-4d5c-8574-4031d84e7491,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:25.690982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network ba0cc94d-cffd-4d5c-8574-4031d84e7491 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:25.793463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9d6f2961-eef2-49af-a13c-054b83e23fb6 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4601579 Mar 03 12:12:25.797156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55554) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:25.800110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.817722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port db951747-9462-41f1-8177-5320d8c0c6db triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:25.817916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.852878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55558) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:25.852878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:25.865201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.882596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:25.928225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] For port 8077875f-7071-4a7f-88bd-4b49510b7e15, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:25.934553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] For port 8077875f-7071-4a7f-88bd-4b49510b7e15, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8077875f-7071-4a7f-88bd-4b49510b7e15,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:26.016416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.025689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.033645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.077497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:26.100798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.123510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 54b73ac9-8438-4d3e-916c-4a918b06eeed) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:26.134592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cd41c-75de-4a0f-95cf-c66b23f9e175 None None] Pushing event updated for resources: {'Port': ['ID=8077875f-7071-4a7f-88bd-4b49510b7e15,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:26.150289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8fa356-9deb-4cbe-a949-4f17a20b8323 None None] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:26.182527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:26.194636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:26.195399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.214738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Usage tracker for resource:security_group_rule and tenant:525e30a658f149cc84d86d0c03db9989 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:26.227801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.232440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:26.237546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] device_id is not set on port c20ccbe2-8047-4f5d-84e8-8244dfdb921f yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:26.248712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c181ee5f-749d-4b44-94aa-dcda7ef40b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23 HTTP/1.1" status: 204 len: 168 time: 1.8095529 Mar 03 12:12:26.255530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:26.255666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55582) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.255666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.263213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:26.282621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57065bee-9fd9-4d47-a3a8-8dd3068df649 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:26.287624 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-57065bee-9fd9-4d47-a3a8-8dd3068df649 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] 10.222.0.35 "GET /v2.0/networks/ba0cc94d-cffd-4d5c-8574-4031d84e7491 HTTP/1.1" status: 200 len: 757 time: 0.4867375 Mar 03 12:12:26.299281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:26.333033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55588) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.333468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55590) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.335615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:26.350386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.380680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event updated for resources: {'Port': ['ID=de5fc014-92da-442b-88ed-8311e628c234,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:26.453817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:26.454500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:26.458493 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ca7a717c-98c3-44e6-ae4e-313f7fd5dc9a tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6730361 Mar 03 12:12:26.462832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55600) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.463727 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a6edb2-1ff1-4d18-8dcb-2c50266cd91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:26.464294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-49a6edb2-1ff1-4d18-8dcb-2c50266cd91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Synchronizing usage tracker for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:26.485086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1928718548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:26.485334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Transition to ACTIVE for port object c20ccbe2-8047-4f5d-84e8-8244dfdb921f will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:26.510891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:26.515854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315f9025-3be7-4ee5-800e-741d0fb6b9cf,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:26.517932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:router and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:26.521723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:26.531418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:26.536443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.582263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.586676 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b324b261-be1e-4e46-b10b-8a3ebbcb80c0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2291298 Mar 03 12:12:26.593985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55608) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.615152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Request body: {'security_group_rule': {'security_group_id': '20d12a93-2a56-4306-b1d9-92f57ea7e263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:26.618659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.628220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.630497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:26.648306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2a357-1c1d-4ad0-ad19-6a8423e3f77f tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:26.649899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b6a2a357-1c1d-4ad0-ad19-6a8423e3f77f tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] 10.222.0.35 "GET /v2.0/networks/71cb0817-1462-4158-bb93-cb93204ffaa8 HTTP/1.1" status: 200 len: 768 time: 0.3155880 Mar 03 12:12:26.652833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.653911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.657370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55618) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.688680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Usage tracker for resource:security_group_rule and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:26.692464 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 12:12:26.701474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:26.728554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.739134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-49a6edb2-1ff1-4d18-8dcb-2c50266cd91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Unset dirty status for tenant:2b319ea8e01d47e3802bb5e161c4babf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:26.744083 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-49a6edb2-1ff1-4d18-8dcb-2c50266cd91d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "GET /v2.0/ports/c2f0bcb1-7eae-41b5-b5f6-8e7e29ec8b23 HTTP/1.1" status: 404 len: 333 time: 0.4916923 Mar 03 12:12:26.750976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55624) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.755429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.783918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:26.793786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c9199b27-4a6d-40dc-b5e6-346a0868e79e req-e43b15eb-6981-49dc-8ba7-029680453826 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.4542108 Mar 03 12:12:26.821645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-54b73ac9-8438-4d3e-916c-4a918b06eeed', 'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed', 'tenant_id': 'b5e9770197b644cb80569c50d4e0a132', 'fixed_ips': [{'subnet_id': '06d7eac1-1c67-4b73-b837-d25514535e6d'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:12:26.822445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.827994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=c20ccbe2-8047-4f5d-84e8-8244dfdb921f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:26.837467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Checking segment: {'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:26.837830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Network hostable DHCP agents. Network: daccb773-209f-4d22-8cec-5e538d558070, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:12:26.846295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.868150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Request body: {'port': {'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-923710573'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:26.891677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:26.925516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.946025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:26.959138 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=525e30a658f149cc84d86d0c03db9989&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1069489 Mar 03 12:12:26.963687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55628) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:26.970971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:12:26.972211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb1cad-68d3-4911-8bd5-f994ed76baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583b32d4-e643-4c02-b2da-795c03df926a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:26.977536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:26.993939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Network daccb773-209f-4d22-8cec-5e538d558070 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:27.053153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.056514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.068132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d29a595d-41d0-47c2-96fb-f8263fd7a3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.120152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d29a595d-41d0-47c2-96fb-f8263fd7a3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.132796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.143668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, daccb773-209f-4d22-8cec-5e538d558070) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:27.156786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973cf19a-fe65-4268-85d0-3edec35ebd03 None None] Network daccb773-209f-4d22-8cec-5e538d558070 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:27.162254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Made reservation on behalf of 2b319ea8e01d47e3802bb5e161c4babf for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:27.164720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.184268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:27.200589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3971b2-3321-44ca-9be6-ff2e4ac5853b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:27.225351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:27.225648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:27.226039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:27.235974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:27.236350 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:27.237011 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 2 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:27.249019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.253780 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-89c07d32-d6f2-497a-a86b-d8b53f39c8b8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6583860 Mar 03 12:12:27.257173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55634) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:27.267594 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:27.275328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:27.278203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:27.278536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:27.278918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:27.286431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:27.286756 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:27.287803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Usage tracker for resource:floatingip and tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:27.290490 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 3 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:27.298653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:27.311043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:27.320458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:27.320791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:27.321176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:27.329213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:27.329463 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:27.329902 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 4 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:27.349282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:27.349607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:27.349805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.350243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:27.355316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:27.355687 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:27.356135 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 5 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:27.375934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:27.376332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:27.376700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:27.387524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d29a595d-41d0-47c2-96fb-f8263fd7a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.414658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.423328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] device_id is not set on port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:27.430843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:27.431229 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:27.437976 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 6 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:27.447993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Allocated IP 172.20.0.2 (54b73ac9-8438-4d3e-916c-4a918b06eeed/06d7eac1-1c67-4b73-b837-d25514535e6d/6227d0c3-80cb-4958-8df9-2ea10bc1f2ce) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:27.449150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a595d-41d0-47c2-96fb-f8263fd7a3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583b32d4-e643-4c02-b2da-795c03df926a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:27.454579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d29a595d-41d0-47c2-96fb-f8263fd7a3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.455691 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d29a595d-41d0-47c2-96fb-f8263fd7a3ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/583b32d4-e643-4c02-b2da-795c03df926a HTTP/1.1" status: 204 len: 168 time: 0.4895182 Mar 03 12:12:27.480684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.482931 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ea0b249f-b563-48d5-aae9-c61d5cf50ea5 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0115485 Mar 03 12:12:27.500969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55642) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:27.506488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0cc94d-cffd-4d5c-8574-4031d84e7491']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:27.509289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:27.509898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:27.510637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:27.575235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766a0b60-5fc9-4771-9819-af473e10c194') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:27.575529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766a0b60-5fc9-4771-9819-af473e10c194') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:27.617246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.657618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.689413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:27.689811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:27.703185 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:27.717867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.820944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.915263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:27.915964 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:27.933437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:27.957258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Transition to ACTIVE for port object 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:27.984460 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 7 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:27.988317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:25Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:28.006359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc8277-5f0c-4d11-a752-2d8d506afa97 None None] The sync data for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv is: [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:25Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:28.011117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Transition to ACTIVE for port object 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:28.089632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:28.089964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:28.090294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:28.095547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.209390 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b688b6a5-4d9e-4c83-9da4-28a13ad4965e req-a4aa0e3c-ac40-43eb-8abe-f6ea1106d6fd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.1713696 Mar 03 12:12:28.252088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:28.254928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:28.255849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event updated for resources: {'Port': ['ID=de5fc014-92da-442b-88ed-8311e628c234,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:28.262769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:28.263775 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:28.267712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 8 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:28.270026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:28.292999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.394215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Pushing event updated for resources: {'Port': ['ID=6227d0c3-80cb-4958-8df9-2ea10bc1f2ce,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:28.404284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.440233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:28.440573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:28.441043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:28.458372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:28.462478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.464998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba0cc94d-cffd-4d5c-8574-4031d84e7491 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 12:12:28.473913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.475139 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:28.479001 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "DELETE /v2.0/networks/ba0cc94d-cffd-4d5c-8574-4031d84e7491 HTTP/1.1" status: 204 len: 168 time: 1.8099298 Mar 03 12:12:28.479001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d722-6ef2-4d87-8f97-747af919e382 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba0cc94d-cffd-4d5c-8574-4031d84e7491,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:28.479756 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 9 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:28.482488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55658) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:28.489387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'network': {'name': 'tempest-network--707070957'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:28.494275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:28.498296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Usage tracker for resource:network and tenant:f05e22b2c72e4050947356e817c3d657 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:28.504659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:28.508996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:28.528770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Attempting to bind port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:28.529141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Attempting to bind port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '76a67f22-3277-4495-9ac4-e0642621c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:28.529501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Attempting to bind port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce on network 54b73ac9-8438-4d3e-916c-4a918b06eeed {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:28.543630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:28.543878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Checking segment: {'id': '76a67f22-3277-4495-9ac4-e0642621c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:28.544136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.544496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Bound using segment: {'id': '76a67f22-3277-4495-9ac4-e0642621c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:28.544968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Bound port: 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a67f22-3277-4495-9ac4-e0642621c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:28.545325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.564270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.570288 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5c66566f-3acd-4a65-be72-e9069628c371 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7229652 Mar 03 12:12:28.586045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Made reservation on behalf of f05e22b2c72e4050947356e817c3d657 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:28.596704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.613835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:28.614168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:28.614503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:28.622918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:28.625097 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:28.627731 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 10 to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f Mar 03 12:12:28.660449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:28.662937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.670912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.672936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Added segment 5833ffc3-17be-4674-91b8-d45116fde6de of type vlan for network 897940d6-c89a-464f-92e1-dd2917a2c5c7 Mar 03 12:12:28.707170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.757926 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] For port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:28.768056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] For port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6227d0c3-80cb-4958-8df9-2ea10bc1f2ce,segment=NetworkSegment(76a67f22-3277-4495-9ac4-e0642621c0fd),segment_id=76a67f22-3277-4495-9ac4-e0642621c0fd)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:28.783157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.787830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:28.788210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:28.788543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:28.807053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.831836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.916280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Network d23764d3-8e9b-45f8-bae5-5aa892a90b40 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:28.924139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:28.941001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:28.942223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:28.943171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:28.997867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:29.002442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:29.005965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:29.011899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:29.012390 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port c20ccbe2-8047-4f5d-84e8-8244dfdb921f on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:29.012828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:29.019648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b16084-912c-49c0-b230-f0e8dbd109a4 None None] Pushing event updated for resources: {'Port': ['ID=6227d0c3-80cb-4958-8df9-2ea10bc1f2ce,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:29.188798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Network': ['ID=897940d6-c89a-464f-92e1-dd2917a2c5c7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:29.200378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=88fedb97-84dc-4adb-b766-7b44e2e0a7b0,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:29.205509 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c27329de-8d84-4d7f-ade3-18670600bde2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4207129 Mar 03 12:12:29.208472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55684) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:29.245065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 897940d6-c89a-464f-92e1-dd2917a2c5c7 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:29.255966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:29.341870 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9971228b-d7ab-4ae9-bef5-fa354c3e9e4f tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8582914 Mar 03 12:12:29.342514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55694) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:29.363371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Allocated IP 172.20.0.1 (54b73ac9-8438-4d3e-916c-4a918b06eeed/06d7eac1-1c67-4b73-b837-d25514535e6d/443d4cc5-86d3-4201-9c72-f671c58a4956) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:29.365037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:29.389985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8077875f-7071-4a7f-88bd-4b49510b7e15 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:29.720282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:29.800798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Transition to ACTIVE for port object 443d4cc5-86d3-4201-9c72-f671c58a4956 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:29.804102 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6bf89e37-5f46-408f-91fe-a35756121b00 req-5669d6f4-eead-44bd-99c2-5870311a2230 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.1899209 Mar 03 12:12:29.807223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-4a42e8c0-f2a7-424a-8563-d6098c33100e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Synchronizing usage tracker for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:29.835526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:29.875032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 8077875f-7071-4a7f-88bd-4b49510b7e15 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:29.888630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8077875f-7071-4a7f-88bd-4b49510b7e15 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:29.889004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:29.953004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] For port c20ccbe2-8047-4f5d-84e8-8244dfdb921f, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:29.954277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempted to set empty binding levels {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 12:12:29.985521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Allocated IP 172.26.8.238 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/ba19c564-8020-4b21-b84a-6560558852be) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:30.039612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-4a42e8c0-f2a7-424a-8563-d6098c33100e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Unset dirty status for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:30.040990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-4a42e8c0-f2a7-424a-8563-d6098c33100e tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1199522003&fields=id&tenant_id=4a648d624cf948f6bcf1a4e9e98b862b HTTP/1.1" status: 200 len: 267 time: 1.0181684 Mar 03 12:12:30.107698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.119479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.213751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:30.214295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 8077875f-7071-4a7f-88bd-4b49510b7e15, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8077875f-7071-4a7f-88bd-4b49510b7e15,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:30.214505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.219035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.275554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=c20ccbe2-8047-4f5d-84e8-8244dfdb921f,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:30.282475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.314967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.435192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.504469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.518738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=8077875f-7071-4a7f-88bd-4b49510b7e15,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:30.524207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Port': ['ID=443d4cc5-86d3-4201-9c72-f671c58a4956,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:30.551592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.26', 52448) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:30.588711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:30.601438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:30.603567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.608503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:30.627591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Network 897940d6-c89a-464f-92e1-dd2917a2c5c7 is not hosted by any dhcp agent {{(pid=88431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 12:12:30.628473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:30.629198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.632880 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "PUT /v2.0/networks/897940d6-c89a-464f-92e1-dd2917a2c5c7 HTTP/1.1" status: 200 len: 857 time: 1.2744882 Mar 03 12:12:30.632880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] device_id is not set on port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:30.650375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55708) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:30.703610 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a3313361-9ac3-47ca-8be9-3f19b2a9583b tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.5024431 Mar 03 12:12:30.717497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55714) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:30.765374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.788629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf810d-5286-4ff0-966a-25d1bda4359d None None] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:30.839210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event updated for resources: {'Port': ['ID=ba19c564-8020-4b21-b84a-6560558852be,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:30.849553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:30.919636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:30.925184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:30.929374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:30.960176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5636-d7be-4552-808d-06ec0bc1b36d tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event updated for resources: {'Network': ['ID=897940d6-c89a-464f-92e1-dd2917a2c5c7,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:31.071173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Transition to ACTIVE for port object 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:31.087773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fa173706-b774-493e-912c-2fe366681b41 None None] Provisioning for port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:31.167867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Deleting port c20ccbe2-8047-4f5d-84e8-8244dfdb921f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:31.168066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.214718 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe78b25f-6ffe-4251-9654-18e6e201657d req-e0c51a46-5426-447d-8eb6-1a9de484b88c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.1417069 Mar 03 12:12:31.222115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.227849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.245907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-9a6e7679-c546-4c74-a320-7f1d87771e27 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:31.246548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-9a6e7679-c546-4c74-a320-7f1d87771e27 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Synchronizing usage tracker for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:31.329289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.383352 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.437942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:31.509610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-9a4b1ce6-fe25-4df2-9056-9134ab12bbe3 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:31.511232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-9a4b1ce6-fe25-4df2-9056-9134ab12bbe3 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 812 time: 0.9499879 Mar 03 12:12:31.542338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-9a6e7679-c546-4c74-a320-7f1d87771e27 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Unset dirty status for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:31.543717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-9a6e7679-c546-4c74-a320-7f1d87771e27 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/networks?id=0ecaf887-6d30-4f07-af85-e53e03c643cf HTTP/1.1" status: 200 len: 811 time: 1.4398017 Mar 03 12:12:31.585585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:31.594036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:31.600931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.621290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-a38b7f24-4f2d-43a0-a037-bc0f72994852 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/quotas/4a648d624cf948f6bcf1a4e9e98b862b HTTP/1.1" status: 200 len: 375 time: 0.0429070 Mar 03 12:12:31.723075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.751507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897940d6-c89a-464f-92e1-dd2917a2c5c7']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:31.769044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5833ffc3-17be-4674-91b8-d45116fde6de') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:31.769281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5833ffc3-17be-4674-91b8-d45116fde6de') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:31.783862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.793169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.800810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.845011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ca0b2c23-ad4a-4088-a41d-f8bffa0f48cc None None] Provisioning complete for port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:31.845388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2c23-ad4a-4088-a41d-f8bffa0f48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.877778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.880222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=88fedb97-84dc-4adb-b766-7b44e2e0a7b0,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:31.885157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6227d0c3-80cb-4958-8df9-2ea10bc1f2ce,segment=NetworkSegment(76a67f22-3277-4495-9ac4-e0642621c0fd),segment_id=76a67f22-3277-4495-9ac4-e0642621c0fd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:31.919163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:31.919640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:31.939775 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:31.961061 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-dfd267af-db3c-4fcc-b194-1237edd4409f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c HTTP/1.1" status: 200 len: 378 time: 0.1627293 Mar 03 12:12:31.964889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:31.975250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:31.975250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:32.017750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Request body: {'port': {'device_id': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'admin_state_up': True, 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'security_groups': ['59c0cd38-347b-401f-b798-606fe37fc4b6']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:32.031266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.032299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8077875f-7071-4a7f-88bd-4b49510b7e15 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:32.058888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:32.059225 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:32.065945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 2 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:32.159426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:32.159770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:32.160139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:32.167158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:32.167473 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:32.170063 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 3 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:32.198528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:32.198861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:32.199187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:32.217708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:32.218119 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:32.221252 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 4 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:32.232924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ca0b2c23-ad4a-4088-a41d-f8bffa0f48cc None None] Provisioning for port 443d4cc5-86d3-4201-9c72-f671c58a4956 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:32.234121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:32.245401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:32.245944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ca0b2c23-ad4a-4088-a41d-f8bffa0f48cc None None] Provisioning complete for port 443d4cc5-86d3-4201-9c72-f671c58a4956 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:32.246369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2c23-ad4a-4088-a41d-f8bffa0f48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.256758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] For port c20ccbe2-8047-4f5d-84e8-8244dfdb921f, host hv-neutron-8317, got binding levels [] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:32.257594 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.258107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.267380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 897940d6-c89a-464f-92e1-dd2917a2c5c7 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 12:12:32.267380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.296866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] Pushing event deleted for resources: {'Network': ['ID=897940d6-c89a-464f-92e1-dd2917a2c5c7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:32.296866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:32.296866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:32.296866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:32.299375 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-084d916a-a088-449d-bfce-69133cdc7726 tempest-ExternalNetworksTestJSON-1298219825 tempest-ExternalNetworksTestJSON-1298219825-project-admin] 10.222.0.35 "DELETE /v2.0/networks/897940d6-c89a-464f-92e1-dd2917a2c5c7 HTTP/1.1" status: 204 len: 168 time: 1.6443677 Mar 03 12:12:32.302676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55764) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:32.339059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.342505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:32.343365 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:32.351743 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 5 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:32.369493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=6227d0c3-80cb-4958-8df9-2ea10bc1f2ce,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:32.376105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Made reservation on behalf of a9896b2a7ba44d70a192bfbde1f62e4c for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:32.379975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.410467 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d28de8-5fd6-4fe3-b43a-43165e3c8069 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] DELETE failed (client error): The resource could not be found. Mar 03 12:12:32.416681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d28de8-5fd6-4fe3-b43a-43165e3c8069 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:12:32.416681 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-01d28de8-5fd6-4fe3-b43a-43165e3c8069 tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] 10.222.0.35 "DELETE /v2.0/subnets/203f2b83-8a5b-46c8-ae45-15641e417fb4 HTTP/1.1" status: 404 len: 337 time: 0.1092448 Mar 03 12:12:32.425345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55770) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:32.428582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Calling delete_port for c20ccbe2-8047-4f5d-84e8-8244dfdb921f owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:32.430383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8077875f-7071-4a7f-88bd-4b49510b7e15 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:32.430752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.444875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:32.445204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:32.449759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:32.477832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.512624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b2c23-ad4a-4088-a41d-f8bffa0f48cc None None] Port 443d4cc5-86d3-4201-9c72-f671c58a4956 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:32.594785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55774) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:32.701301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-6323c6de-1d4c-443a-bcc4-6e6db3902cc1 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Synchronizing usage tracker for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:32.709378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:32.711705 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:32.721314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-642f5a5f-0491-46af-b0b7-619388f31270 None None] Provisioning complete for port 443d4cc5-86d3-4201-9c72-f671c58a4956 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:32.721682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-642f5a5f-0491-46af-b0b7-619388f31270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.832407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event updated for resources: {'Port': ['ID=ba19c564-8020-4b21-b84a-6560558852be,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:32.840863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-642f5a5f-0491-46af-b0b7-619388f31270 None None] Port 443d4cc5-86d3-4201-9c72-f671c58a4956 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:32.875548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.876487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Allocated IP 172.20.0.6 (7dd8e792-a893-4944-8010-ab0fb4a6f62b/845b6ce0-a430-4c30-8601-b518f592a113/ea044a79-7fb7-418c-a80f-e617c201abc6) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:32.929651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:32.941863 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 6 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:32.973659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-6323c6de-1d4c-443a-bcc4-6e6db3902cc1 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Unset dirty status for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:32.981718 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-6323c6de-1d4c-443a-bcc4-6e6db3902cc1 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a648d624cf948f6bcf1a4e9e98b862b&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3335395 Mar 03 12:12:33.032859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.035451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.048801 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f37000b5-b8e4-43fb-b414-ca1f8cd5d31e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7897110 Mar 03 12:12:33.063936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1bd8ddfa-0c69-4ea7-b711-7d8917e52b6c req-af990d33-68ee-48e9-bd89-adc156adb043 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.5715315 Mar 03 12:12:33.067447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.091328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:33.091670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:33.092287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:33.116454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:33.117048 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:33.120933 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 7 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:33.171888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:33.172251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:33.172749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:33.173438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.213883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:33.214339 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:33.231808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:33.379226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:33.379599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.460915 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 8 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:33.516295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:33.531391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event deleted for resources: {'Port': ['ID=c20ccbe2-8047-4f5d-84e8-8244dfdb921f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:33.533366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:33.545903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.548663 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f3b53785-63f6-4a19-b2ed-1683a01b3dcc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c20ccbe2-8047-4f5d-84e8-8244dfdb921f HTTP/1.1" status: 204 len: 168 time: 2.8280454 Mar 03 12:12:33.556734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55788) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:33.565204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Usage tracker for resource:floatingip and tenant:d8c442da955441d1b721fb56877daba1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:33.580178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:33.586727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:33.586727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:33.630170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:33.651107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:33.666501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:33.666973 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:33.695062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Port': ['ID=443d4cc5-86d3-4201-9c72-f671c58a4956,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:33.702713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-ad2b12f0-b7e9-4149-8a6c-1ae4a0858824 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:12:33.703938 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-ad2b12f0-b7e9-4149-8a6c-1ae4a0858824 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1992543 Mar 03 12:12:33.723983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 9 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:33.726416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.733379 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-feeff8be-013f-4230-95ca-e20a513fc9e3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:33.734920 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-feeff8be-013f-4230-95ca-e20a513fc9e3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "GET /v2.0/ports/c20ccbe2-8047-4f5d-84e8-8244dfdb921f HTTP/1.1" status: 404 len: 333 time: 0.1748316 Mar 03 12:12:33.751628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55802) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:33.767433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.800133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Request body: {'port': {'network_id': 'daccb773-209f-4d22-8cec-5e538d558070', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1439198491'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:33.848708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:33.901154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:33.950983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Usage tracker for resource:port and tenant:33f76a37ed5b40908013b06011af72e7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:33.952893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:33.953278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:33.953630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:33.961086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:33.980903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:33.981219 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:33.987931 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempt 10 to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 Mar 03 12:12:34.011931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cb0817-1462-4158-bb93-cb93204ffaa8']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:34.026761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.030621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:34.057640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bad7cde-0309-41a6-bf5e-6ab8efeec3fa') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:34.058412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bad7cde-0309-41a6-bf5e-6ab8efeec3fa') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:34.065921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:34.066683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:34.067105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempting to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:34.085458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-f49eb781-c9fe-4d1d-bd39-c019903132c9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Synchronizing usage tracker for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:34.102276 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-ba130d77-56c8-44c9-a718-9697702c9db1 service neutron] 10.222.0.35 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492577 Mar 03 12:12:34.103407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.120134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Transition to ACTIVE for port object ea044a79-7fb7-418c-a80f-e617c201abc6 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:34.125366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:34.125683 dv-neutron-831730-1-hyperv neutron-server[88431]: ERROR neutron.plugins.ml2.managers [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Failed to bind port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '70bcdfb7-96e3-4cb1-a669-7b8f95d52280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd23764d3-8e9b-45f8-bae5-5aa892a90b40'}] Mar 03 12:12:34.126021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.150716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.160220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Made reservation on behalf of 33f76a37ed5b40908013b06011af72e7 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:34.160862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.214294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:34.214695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:34.254948 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:34.258974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:34.269479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:34.274319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] device_id is not set on port 479300e5-d150-4d1f-ae8b-c7087020eb38 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:34.409759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-f49eb781-c9fe-4d1d-bd39-c019903132c9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Unset dirty status for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:34.417558 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-f49eb781-c9fe-4d1d-bd39-c019903132c9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1322080594&fields=id&tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13 HTTP/1.1" status: 200 len: 267 time: 0.6616857 Mar 03 12:12:34.521733 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-091b9893-e54e-4575-83e1-d049dc5592bf service neutron] 10.222.0.35 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057760 Mar 03 12:12:34.696114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d7d229ef-03ee-42e0-964a-339df9e890b7 None None] Provisioning complete for port 443d4cc5-86d3-4201-9c72-f671c58a4956 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:34.696713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d7d229ef-03ee-42e0-964a-339df9e890b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.784996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d7d229ef-03ee-42e0-964a-339df9e890b7 None None] Port 443d4cc5-86d3-4201-9c72-f671c58a4956 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:34.804925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.816781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.837104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] For port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:34.839839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attempted to set empty binding levels {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 12:12:34.879167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.918270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Router f0419b7f-f22a-4f16-919f-44d106803cf2 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:12:34.981134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:34.989084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event updated for resources: {'Port': ['ID=ea044a79-7fb7-418c-a80f-e617c201abc6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:34.992057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] Pushing event deleted for resources: {'Network': ['ID=71cb0817-1462-4158-bb93-cb93204ffaa8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:35.010049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:35.013651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.078052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:35.080052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.104038 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2da4d400-0930-4e8f-9a60-629a9cfd3d15 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:35.105673 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2da4d400-0930-4e8f-9a60-629a9cfd3d15 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/networks?id=454d57e3-2ac2-4279-91d9-fa274e5ed543 HTTP/1.1" status: 200 len: 806 time: 0.6872222 Mar 03 12:12:35.106370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:35.222016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] In _notify_port_updated(), no bound segment for port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 on network d23764d3-8e9b-45f8-bae5-5aa892a90b40 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:12:35.222730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:35.223364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.227796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "PUT /v2.0/ports/88fedb97-84dc-4adb-b766-7b44e2e0a7b0 HTTP/1.1" status: 200 len: 980 time: 6.0158324 Mar 03 12:12:35.238267 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-523c83f5-f45d-4c96-936b-b028b7cda219 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/quotas/1a5fd1e1baf444a0a8f8f86cd727cf13 HTTP/1.1" status: 200 len: 375 time: 0.0791211 Mar 03 12:12:35.243536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55830) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:35.340397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46199d-d3a2-41ba-8760-510e9f6ce3e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event updated for resources: {'Port': ['ID=88fedb97-84dc-4adb-b766-7b44e2e0a7b0,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:35.341022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=479300e5-d150-4d1f-ae8b-c7087020eb38,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:35.478838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.478975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Network daccb773-209f-4d22-8cec-5e538d558070 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:35.482447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:35.487927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:35.488897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:35.503023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.549297 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e45b2f55-75e3-41a4-b820-3a037b6067be tempest-ExternalNetworksTestJSON-4232408 tempest-ExternalNetworksTestJSON-4232408-project] 10.222.0.35 "DELETE /v2.0/networks/71cb0817-1462-4158-bb93-cb93204ffaa8 HTTP/1.1" status: 204 len: 168 time: 3.1187828 Mar 03 12:12:35.560518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:35.561202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.574683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:35.583831 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-edc008dc-09a5-4bc1-accd-d409773b414f tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "PUT /v2.0/routers/f0419b7f-f22a-4f16-919f-44d106803cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0678718 Mar 03 12:12:35.585811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55842) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:35.591983 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] Sync routers for ids ['f0419b7f-f22a-4f16-919f-44d106803cf2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:35.602219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'port': {'network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed', 'name': 'tempest-FloatingIPNegativeTestJSON-263791881'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:35.616321 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] Routers {'f0419b7f-f22a-4f16-919f-44d106803cf2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:35.617385 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f0419b7f-f22a-4f16-919f-44d106803cf2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:35.645750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Deleting port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:35.646106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.775722 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:35.799018 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] Routers {'f0419b7f-f22a-4f16-919f-44d106803cf2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:35.799776 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f0419b7f-f22a-4f16-919f-44d106803cf2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:35.810181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2b7f37f6-ee48-42ea-92e9-537d32be2fd0 None None] Provisioning for port ea044a79-7fb7-418c-a80f-e617c201abc6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:35.831918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2b7f37f6-ee48-42ea-92e9-537d32be2fd0 None None] Provisioning complete for port ea044a79-7fb7-418c-a80f-e617c201abc6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:35.832308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b7f37f6-ee48-42ea-92e9-537d32be2fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:35.858709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Allocated IP 172.26.8.56 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/ad235d66-bba0-420a-b8f4-8ce4e2176c85) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:35.897086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f37f6-ee48-42ea-92e9-537d32be2fd0 None None] Port ea044a79-7fb7-418c-a80f-e617c201abc6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:35.962092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-1daaeb25-d140-41b7-b57a-cb3bf9a86f0f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Synchronizing usage tracker for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:36.005452 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-133bcfe2-02d5-48e1-b0c6-6bc13c7cf6e4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9935853 Mar 03 12:12:36.028551 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:36.029110 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86186e-b348-4186-80e0-d49307c2385c None None] The sync data for ids ['f0419b7f-f22a-4f16-919f-44d106803cf2'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:36.043039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447e00c-de40-4197-972c-1eb7f1ff4873 req-2223d818-ae59-480d-a5c0-430a9f1b7ef1 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:36.052738 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8447e00c-de40-4197-972c-1eb7f1ff4873 req-2223d818-ae59-480d-a5c0-430a9f1b7ef1 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 931 time: 0.9721212 Mar 03 12:12:36.052738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:36.057211 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0c1e5560-76b0-4fba-9773-11a138591bd0 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3016939 Mar 03 12:12:36.075702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55846) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:36.076805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:port and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:36.095422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:36.101387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:36.179142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:36.287511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8447e00c-de40-4197-972c-1eb7f1ff4873 req-4fe72ed7-00e9-43f8-90ef-ddafd2fe0780 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2362614 Mar 03 12:12:36.304029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:36.325081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-210430a5-f740-4a53-8e4e-ea445a0b2dac tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:12:36.325081 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-210430a5-f740-4a53-8e4e-ea445a0b2dac tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283995 Mar 03 12:12:36.460182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55856) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:36.462928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Made reservation on behalf of b5e9770197b644cb80569c50d4e0a132 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:36.467794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:36.595552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] device_id is not set on port bd951484-5697-4b2b-860e-5c6baa2b3b77 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:36.614249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:36.645707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-1daaeb25-d140-41b7-b57a-cb3bf9a86f0f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Unset dirty status for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:36.647186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-1daaeb25-d140-41b7-b57a-cb3bf9a86f0f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3932292 Mar 03 12:12:36.651600 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-20c24644-091b-4e29-a267-e981339f83c0 req-6847430a-06cb-4e91-b494-d1fb4dfea6b6 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.2498934 Mar 03 12:12:36.675454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] For port 88fedb97-84dc-4adb-b766-7b44e2e0a7b0, host hv-neutron-8317, got binding levels [] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:36.676627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:36.959306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] device_id is not set on port 479300e5-d150-4d1f-ae8b-c7087020eb38 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:36.969923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:36.990593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Transition to ACTIVE for port object 479300e5-d150-4d1f-ae8b-c7087020eb38 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:37.022610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Allocated IP 172.20.0.5 (54b73ac9-8438-4d3e-916c-4a918b06eeed/06d7eac1-1c67-4b73-b837-d25514535e6d/bd951484-5697-4b2b-860e-5c6baa2b3b77) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:37.052143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3ce30149-9c9d-499d-8bf1-a93e0a1c187d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b88f30da158a4f178adcab70d1cd004b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5622346 Mar 03 12:12:37.054527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55868) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:37.095574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Request body: {'port': {'device_id': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:37.154740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.223773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Calling delete_port for 88fedb97-84dc-4adb-b766-7b44e2e0a7b0 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:37.378221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=479300e5-d150-4d1f-ae8b-c7087020eb38,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:37.449776 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-0977d034-32bf-438a-97cc-685f2b588c87 service neutron] 10.222.0.35 "GET /v2.0/networks/454d57e3-2ac2-4279-91d9-fa274e5ed543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518432 Mar 03 12:12:37.503782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa3784e5-544a-4787-89d8-b941ded66002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.608543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.653887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.667633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa3784e5-544a-4787-89d8-b941ded66002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.703617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.763493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:37.763493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:37.763853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:37.779625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:37.792403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:37.792677 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:37.795734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:37.797712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 2 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:37.814048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:37.823262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14154ee6-1634-4418-887b-bcf2ddc40e56 req-7a62b0c6-ce35-4b07-9284-1d0772797500 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:37.824805 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-14154ee6-1634-4418-887b-bcf2ddc40e56 req-7a62b0c6-ce35-4b07-9284-1d0772797500 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 931 time: 0.2998340 Mar 03 12:12:37.847256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:37.847256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:37.847256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:37.894876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:37.895079 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:37.897962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.904060 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 3 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:37.904763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.932392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Port': ['ID=ad235d66-bba0-420a-b8f4-8ce4e2176c85,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:37.965019 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-d45b4173-ab29-4eec-b5c0-33dd7328543f service neutron] 10.222.0.35 "GET /v2.0/networks/454d57e3-2ac2-4279-91d9-fa274e5ed543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765182 Mar 03 12:12:37.974616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:37.991044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:37.991976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:37.995401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:38.012218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa3784e5-544a-4787-89d8-b941ded66002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.022327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Transition to ACTIVE for port object bd951484-5697-4b2b-860e-5c6baa2b3b77 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:38.025236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b34211c8-365e-4210-bbcf-1d1d8be494d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.032361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:38.032720 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:38.052257 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-14154ee6-1634-4418-887b-bcf2ddc40e56 req-a16987d2-6b61-42db-a94c-5ec058d0155b tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2188997 Mar 03 12:12:38.054932 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "DELETE /v2.0/ports/88fedb97-84dc-4adb-b766-7b44e2e0a7b0 HTTP/1.1" status: 204 len: 168 time: 2.8007360 Mar 03 12:12:38.085040 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 4 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:38.105167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55878) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:38.113823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde7e76-1d37-4292-b024-392127ec7120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] Pushing event deleted for resources: {'Port': ['ID=88fedb97-84dc-4adb-b766-7b44e2e0a7b0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:38.173751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3784e5-544a-4787-89d8-b941ded66002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba659354-d15a-4f8b-831d-a9aaa3b2b82f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:38.214192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:38.214529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:38.214862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:38.220882 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbc1ca9-815d-4540-bad1-ae7c8998faf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:38.222224 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bdbc1ca9-815d-4540-bad1-ae7c8998faf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500767184-project-admin] 10.222.0.35 "GET /v2.0/ports/88fedb97-84dc-4adb-b766-7b44e2e0a7b0 HTTP/1.1" status: 404 len: 333 time: 0.1125698 Mar 03 12:12:38.243519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:38.243848 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:38.244360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55882) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:38.246638 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 5 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:38.309601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.328066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa3784e5-544a-4787-89d8-b941ded66002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.332431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-aa3784e5-544a-4787-89d8-b941ded66002 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba659354-d15a-4f8b-831d-a9aaa3b2b82f HTTP/1.1" status: 204 len: 168 time: 1.2767720 Mar 03 12:12:38.442443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:38.442827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:38.443187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:38.478630 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e14e4694-8ff4-41a6-a6cd-d007592dd67b req-779bdbaf-297d-41d5-8d27-4267c55cb57b tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.1552763 Mar 03 12:12:38.576657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.590312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:38.603899 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:38.618828 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 6 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:38.731482 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6c9e6fe8-3492-46c3-b3e1-aa623952bf63 req-8c0819be-f24d-454c-9b26-86025008f268 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.1113617 Mar 03 12:12:38.732939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:12:38.780807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Port': ['ID=bd951484-5697-4b2b-860e-5c6baa2b3b77,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:38.797397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.815735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.819753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:38.820121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:38.820453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:38.834657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:38.837500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:38.846435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:38.867326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea044a79-7fb7-418c-a80f-e617c201abc6 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:12:38.903284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:38.950327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Transition to ACTIVE for port object ea044a79-7fb7-418c-a80f-e617c201abc6 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:38.995819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:38.996258 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:39.018187 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 7 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:39.209045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:39.210227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:39.210772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:39.223780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:39.224604 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:39.230411 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 8 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:39.298857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:39.299605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.304743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:39.305152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:39.305566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:39.368484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.382249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.423517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.454271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5c3dd87-7ff6-4c16-a928-1fa105304810 None None] Provisioning for port bd951484-5697-4b2b-860e-5c6baa2b3b77 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:39.466242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5c3dd87-7ff6-4c16-a928-1fa105304810 None None] Provisioning complete for port bd951484-5697-4b2b-860e-5c6baa2b3b77 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:39.467206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dd87-7ff6-4c16-a928-1fa105304810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.508132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Pushing event updated for resources: {'Port': ['ID=ea044a79-7fb7-418c-a80f-e617c201abc6,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:39.568851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.728207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:39.729260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3dd87-7ff6-4c16-a928-1fa105304810 None None] Port bd951484-5697-4b2b-860e-5c6baa2b3b77 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:39.730730 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:39.743455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23764d3-8e9b-45f8-bae5-5aa892a90b40']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:39.751989 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 9 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:39.784573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bcdfb7-96e3-4cb1-a669-7b8f95d52280') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:39.785145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bcdfb7-96e3-4cb1-a669-7b8f95d52280') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:39.815210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:39.815210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:39.815210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:39.820599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.840650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:39.853045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:39.867520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:40.020999 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:40.031546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.26', 52455) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:40.032638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55904) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:40.037796 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6fade7a8-d161-434a-91fa-b0773473c03d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4494584 Mar 03 12:12:40.043691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:40.044082 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:40.082212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55910) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:40.082728 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 10 to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 Mar 03 12:12:40.098920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:40.129421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:40.159187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:floatingip and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:40.165659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:40.178562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:40.178947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:40.179228 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:40.180075 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-14ba1ed6-7e08-46dc-95a0-59960c9a66f5 req-b2e62e6e-b5bb-4b07-8c82-c242739136fa tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.1041856 Mar 03 12:12:40.187025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Port': ['ID=ad235d66-bba0-420a-b8f4-8ce4e2176c85,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:40.202539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.256825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Attempting to bind port ea044a79-7fb7-418c-a80f-e617c201abc6 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:40.257159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Attempting to bind port ea044a79-7fb7-418c-a80f-e617c201abc6 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:40.257498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Attempting to bind port ea044a79-7fb7-418c-a80f-e617c201abc6 on network 7dd8e792-a893-4944-8010-ab0fb4a6f62b {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:40.270141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:40.273794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Port ea044a79-7fb7-418c-a80f-e617c201abc6 on network 7dd8e792-a893-4944-8010-ab0fb4a6f62b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:40.274127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Attempting to bind port ea044a79-7fb7-418c-a80f-e617c201abc6 on network 7dd8e792-a893-4944-8010-ab0fb4a6f62b {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:40.279963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:40.311065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Checking segment: {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:40.311065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Bound using segment: {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:40.311065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Bound port: ea044a79-7fb7-418c-a80f-e617c201abc6, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1239b9-8243-47a1-92f1-bb781f55b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:40.311065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.312106 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e58e7-4724-4628-beb6-b60d741ee616 req-b0fb64a4-1200-42b4-8746-3cc237feecc0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:40.312106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e78e58e7-4724-4628-beb6-b60d741ee616 req-b0fb64a4-1200-42b4-8746-3cc237feecc0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 943 time: 0.8548062 Mar 03 12:12:40.316585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:40.316917 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port 479300e5-d150-4d1f-ae8b-c7087020eb38 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:40.317336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.338339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-25b24fb0-276c-4730-ba27-ce896e8044b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.365347 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.387768 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b0f17dc3-9f4d-4e3b-8f43-ec7d6d405dba req-cfc669ab-8552-45d8-a4fb-52862b828ce4 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.0940955 Mar 03 12:12:40.428395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.433329 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-94706980-9216-4b69-86ef-eebf65947eb6 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8090885 Mar 03 12:12:40.440791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:40.454810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1601278554'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:40.459208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.460814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:40.465607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Usage tracker for resource:network and tenant:d8c442da955441d1b721fb56877daba1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:40.470049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:40.478242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:40.490906 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-efefec12-a767-442a-97cb-2d6d596c41f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f05e22b2c72e4050947356e817c3d657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552515 Mar 03 12:12:40.493919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55920) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:40.516381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] Pushing event deleted for resources: {'Network': ['ID=d23764d3-8e9b-45f8-bae5-5aa892a90b40,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:40.550349 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-972371d0-16bc-45d2-b12a-408877bd8b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1552530732-project] 10.222.0.35 "DELETE /v2.0/networks/d23764d3-8e9b-45f8-bae5-5aa892a90b40 HTTP/1.1" status: 204 len: 168 time: 2.2864177 Mar 03 12:12:40.568648 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e78e58e7-4724-4628-beb6-b60d741ee616 req-55fe899c-5996-42fd-bb48-5e925a85bd07 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2627523 Mar 03 12:12:40.582707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-ed8a71f6-e3b8-4176-a105-043b9d4b6fc8 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:40.585818 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-ed8a71f6-e3b8-4176-a105-043b9d4b6fc8 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.26 "GET /v2.0/networks?id=0ecaf887-6d30-4f07-af85-e53e03c643cf HTTP/1.1" status: 200 len: 811 time: 0.5520077 Mar 03 12:12:40.637542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] For port ea044a79-7fb7-418c-a80f-e617c201abc6, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:40.639724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.664875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] For port ea044a79-7fb7-418c-a80f-e617c201abc6, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea044a79-7fb7-418c-a80f-e617c201abc6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:40.669907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Made reservation on behalf of d8c442da955441d1b721fb56877daba1 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:40.674975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.706748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] For port 479300e5-d150-4d1f-ae8b-c7087020eb38, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:40.707191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempted to set empty binding levels {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 12:12:40.709054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.737692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:40.744731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0614d50c-ad85-4e28-8f35-2e224e69e0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.747505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Usage tracker for resource:security_group_rule and tenant:d8c442da955441d1b721fb56877daba1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:40.751898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:40.755743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.816295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.831152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:40.880864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:40.886332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.886332 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] 10.222.0.26 "PUT /v2.0/ports/ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1093 time: 4.1885116 Mar 03 12:12:40.886332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:12:40.894008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0614d50c-ad85-4e28-8f35-2e224e69e0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.901736 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-4764f613-aef1-4ad9-8ca0-688e2ee3330b tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a648d624cf948f6bcf1a4e9e98b862b HTTP/1.1" status: 200 len: 380 time: 0.2214241 Mar 03 12:12:40.918070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] In _notify_port_updated(), no bound segment for port 479300e5-d150-4d1f-ae8b-c7087020eb38 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:12:40.919191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:40.920079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:40.924457 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "PUT /v2.0/ports/479300e5-d150-4d1f-ae8b-c7087020eb38 HTTP/1.1" status: 200 len: 977 time: 4.8469040 Mar 03 12:12:40.935926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55930) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:41.085994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e7cf4-467e-4977-9ec1-f22b64187bbe service neutron] Pushing event updated for resources: {'Port': ['ID=ea044a79-7fb7-418c-a80f-e617c201abc6,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:41.106682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Request body: {'port': {'device_id': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'admin_state_up': True, 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'security_groups': ['d516e2d6-e2e8-4568-ad5f-788a5ea4669b']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:41.207509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.220765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d58f1-d921-42ea-8a22-6f70d6b0a2fc tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=479300e5-d150-4d1f-ae8b-c7087020eb38,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:41.395174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.396320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0614d50c-ad85-4e28-8f35-2e224e69e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.436077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614d50c-ad85-4e28-8f35-2e224e69e0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29833b-810d-413d-961d-3ca12fea4bd8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:41.508519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.540685 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'status': 'completed', 'code': 200} Mar 03 12:12:41.615946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0614d50c-ad85-4e28-8f35-2e224e69e0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.617246 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0614d50c-ad85-4e28-8f35-2e224e69e0e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d29833b-810d-413d-961d-3ca12fea4bd8 HTTP/1.1" status: 204 len: 168 time: 1.1202648 Mar 03 12:12:41.623580 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7c6ca199-3b86-4d8b-a9f7-e17c0a02adda req-66ee1131-5f07-45b9-ae5a-7ee5c2148348 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.0985165 Mar 03 12:12:41.673271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55954) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:41.691328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.691919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.692311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.692765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.693214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.693668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.694113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.694710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.695165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.695617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.696105 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.696555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.696999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.697443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.697887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.698326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.698768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.703334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.703980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.704451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.707134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.707952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.708089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.711715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Synchronizing usage tracker for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:41.785205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-6b7e8419-8348-48ba-af75-bbbd8b654eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:41.786792 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-6b7e8419-8348-48ba-af75-bbbd8b654eab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1096 time: 0.5733371 Mar 03 12:12:41.793215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.798105 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:41.814697 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-50996738-2054-48a1-be41-494c263bfe13 req-f811e304-0ec5-469b-b71b-01a6e379a7b5 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.0871897 Mar 03 12:12:41.906999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:41.928088 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-c619132c-160e-4c15-ae8f-b13737a73f46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 217 time: 0.1290257 Mar 03 12:12:41.931580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:41.978787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8600afd1-e1a4-4e04-9a2e-3ab6984d5680,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:41.997919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:41.998266 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Added segment 332ef92b-7921-4475-87f2-eb5f694a6d86 of type vlan for network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 Mar 03 12:12:42.002959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Unset dirty status for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:42.004410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-53c17709-65ac-4c56-97c8-15d48c060c12 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19743 time: 1.0421886 Mar 03 12:12:42.008125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55960) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:42.079493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Allocated IP 172.26.8.8 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/b15c4088-90c8-4c90-8531-f6a9c868dad3) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:42.081839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Deleting port 479300e5-d150-4d1f-ae8b-c7087020eb38 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:42.082201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:42.110121 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-663a7ba8-f41a-4d6e-a4d4-78f115216a22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2efd0ddff42f4720b87323e47d0b954f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3859398 Mar 03 12:12:42.112805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55964) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:42.155701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-03f079e3-93fb-4da3-a4be-b65d84112b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:42.157199 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-03f079e3-93fb-4da3-a4be-b65d84112b25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.2170353 Mar 03 12:12:42.185796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:42.235877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Made reservation on behalf of 4a648d624cf948f6bcf1a4e9e98b862b for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:42.246309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:42.426946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92b191-3c58-4548-93a3-b19caaefb718 req-a435d291-382d-4ff9-9b18-6b5fb7bcfd64 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:42.428665 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ae92b191-3c58-4548-93a3-b19caaefb718 req-a435d291-382d-4ff9-9b18-6b5fb7bcfd64 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 943 time: 0.5189931 Mar 03 12:12:42.476196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] For port 479300e5-d150-4d1f-ae8b-c7087020eb38, host hv-neutron-8317, got binding levels [] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:42.476786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:42.736620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Calling delete_port for 479300e5-d150-4d1f-ae8b-c7087020eb38 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:42.775424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:42.867412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:12:42.934753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-49cf316e-58cb-4a1f-ad75-1298d0bc4e7e req-ceb97c2c-a6be-45dc-99df-2a5a5c04282d tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.1053319 Mar 03 12:12:42.935321 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ae92b191-3c58-4548-93a3-b19caaefb718 req-06fbceb7-5bf4-4489-b47d-50b51b4e0272 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4177673 Mar 03 12:12:42.935321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Allocated IP 172.20.0.13 (0ecaf887-6d30-4f07-af85-e53e03c643cf/224d6c3b-cfb9-4e87-8df6-e30cb85798d9/e76b51c2-a8fa-48f1-be21-f9a7fa9dd929) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:43.114839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ccbc785c-7507-4325-bdfb-917e1e5e34e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.123434 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe2b6130-ce82-440b-ba94-e91c659f876c req-4eb3f864-48d8-4e8e-9dd6-c23f7e3a395f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.0481887 Mar 03 12:12:43.147485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.147485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.152221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:43.152796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.163716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.212663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ccbc785c-7507-4325-bdfb-917e1e5e34e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.455177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.499844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Transition to ACTIVE for port object e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:43.520745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event deleted for resources: {'Port': ['ID=479300e5-d150-4d1f-ae8b-c7087020eb38,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:43.529542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.533187 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e4de30d5-a6fd-43af-899d-029df13ea0b3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "DELETE /v2.0/ports/479300e5-d150-4d1f-ae8b-c7087020eb38 HTTP/1.1" status: 204 len: 168 time: 1.5239930 Mar 03 12:12:43.535925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55984) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:43.591279 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5040df30-58a9-4778-9465-de827c308d41 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:43.593182 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5040df30-58a9-4778-9465-de827c308d41 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "GET /v2.0/ports/479300e5-d150-4d1f-ae8b-c7087020eb38 HTTP/1.1" status: 404 len: 333 time: 0.0553520 Mar 03 12:12:43.596868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ccbc785c-7507-4325-bdfb-917e1e5e34e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.602434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 55990) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:43.609634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.621613 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1794486 Mar 03 12:12:43.626331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 55994) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:43.630990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27752c-f604-4695-bf58-43bed382aad2 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Network': ['ID=c02a1b5a-9892-49f4-a2ae-7a86d48fc654,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:43.639069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Request body: {'subnet': {'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:43.648658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:43.698793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1657952738', 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:43.719088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc785c-7507-4325-bdfb-917e1e5e34e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ed0a5-0506-4732-9673-a7ef14b1599f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:43.729556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:43.742687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:43.744168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.751163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:43.760242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:43.804551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:43.809175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-6df9c2c2-7372-4fc4-819a-306d1a88bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:43.809356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-6df9c2c2-7372-4fc4-819a-306d1a88bd2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4289045 Mar 03 12:12:43.843996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Port': ['ID=b15c4088-90c8-4c90-8531-f6a9c868dad3,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:43.861824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:43.869366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Usage tracker for resource:subnet and tenant:d8c442da955441d1b721fb56877daba1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:43.874150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:43.883937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:43.894102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:43.904771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:43.932140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:43.938043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ccbc785c-7507-4325-bdfb-917e1e5e34e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:43.942379 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ccbc785c-7507-4325-bdfb-917e1e5e34e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d0ed0a5-0506-4732-9673-a7ef14b1599f HTTP/1.1" status: 204 len: 168 time: 1.7546098 Mar 03 12:12:43.962019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Made reservation on behalf of 33f76a37ed5b40908013b06011af72e7 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:43.962397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56008) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:43.970906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.006085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-2c8aa7ff-b10f-4ea4-ba0b-534a674515e6 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874905 Mar 03 12:12:44.036032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Made reservation on behalf of d8c442da955441d1b721fb56877daba1 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:44.039717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.076596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event updated for resources: {'Port': ['ID=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:44.110263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:44.111097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.156535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] device_id is not set on port 8cc660aa-20d3-49b3-902e-9fe5a94d41d9 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:44.243412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.321887 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e69bb48f-4d22-4240-81c2-f1db05514cb0 tempest-AgentManagementNegativeTest-1882825138 tempest-AgentManagementNegativeTest-1882825138-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3578646 Mar 03 12:12:44.351990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-73aa78b3-6fc8-488f-98ef-3f1779c094f1 None None] Provisioning for port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:44.361674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-73aa78b3-6fc8-488f-98ef-3f1779c094f1 None None] Provisioning complete for port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:44.362331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-73aa78b3-6fc8-488f-98ef-3f1779c094f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.368143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-732246ef-de28-459a-82b7-97528fa51210 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3082538 Mar 03 12:12:44.396761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Request body: {'port': {'device_id': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:44.429013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4840dc-d596-4e76-a275-1778dab7d8c9 req-9de75f15-c4ac-498a-829d-f00c2531f8af tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:44.429827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fe4840dc-d596-4e76-a275-1778dab7d8c9 req-9de75f15-c4ac-498a-829d-f00c2531f8af tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Synchronizing usage tracker for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:44.503662 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ab6e580e-a3fa-4639-8e79-6da96fb8ee52 req-06deaf82-d135-40f7-8972-fd0bc47892fb service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282706 Mar 03 12:12:44.514772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3997f4-b4b1-4911-94d6-6fbe06af2a1d req-9c246cd3-3bb4-408e-be13-a8c76302a8dc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:44.515590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9b3997f4-b4b1-4911-94d6-6fbe06af2a1d req-9c246cd3-3bb4-408e-be13-a8c76302a8dc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Synchronizing usage tracker for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:44.579136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-73aa78b3-6fc8-488f-98ef-3f1779c094f1 None None] Port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:44.590398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.624966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9b3997f4-b4b1-4911-94d6-6fbe06af2a1d req-9c246cd3-3bb4-408e-be13-a8c76302a8dc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Unset dirty status for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:44.626151 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9b3997f4-b4b1-4911-94d6-6fbe06af2a1d req-9c246cd3-3bb4-408e-be13-a8c76302a8dc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 943 time: 0.4534438 Mar 03 12:12:44.647857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fe4840dc-d596-4e76-a275-1778dab7d8c9 req-9de75f15-c4ac-498a-829d-f00c2531f8af tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Unset dirty status for tenant:4a648d624cf948f6bcf1a4e9e98b862b on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:44.653399 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe4840dc-d596-4e76-a275-1778dab7d8c9 req-9de75f15-c4ac-498a-829d-f00c2531f8af tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 932 time: 0.5307615 Mar 03 12:12:44.654515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.26', 52459) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:44.659745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.768512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:44.802439 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9b3997f4-b4b1-4911-94d6-6fbe06af2a1d req-698909fe-10a4-4a9a-8e22-dac7336cea6b tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238215 Mar 03 12:12:44.810450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-62442baf-2f30-42ab-abb8-068ffd140196 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:44.812757 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-62442baf-2f30-42ab-abb8-068ffd140196 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.26 "GET /v2.0/networks?id=454d57e3-2ac2-4279-91d9-fa274e5ed543 HTTP/1.1" status: 200 len: 806 time: 0.2452619 Mar 03 12:12:44.882479 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-5535e32c-812e-4cc5-b05e-55143ad39089 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13 HTTP/1.1" status: 200 len: 380 time: 0.0611002 Mar 03 12:12:44.894843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Request body: {'port': {'device_id': '41f41109-22ca-4235-858f-c2da999a4a86', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'admin_state_up': True, 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'security_groups': ['20d12a93-2a56-4306-b1d9-92f57ea7e263']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:44.991683 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe4840dc-d596-4e76-a275-1778dab7d8c9 req-aaf98a14-1e99-474d-8436-c1ca8f120649 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283272 Mar 03 12:12:44.997511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56032) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:45.024976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56036) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:45.032956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.137252 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9aba687b-2b25-4cad-b218-db30c8225cd9 req-4d18120e-f2bd-4b32-b3b6-d33348c4d430 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.1134477 Mar 03 12:12:45.191950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Subnet': ['ID=d52c90d8-09e1-481f-bd42-4c352654ea12,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:45.202919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:45.218274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:45.220249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Checking segment: {'id': '332ef92b-7921-4475-87f2-eb5f694a6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:45.220604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Network hostable DHCP agents. Network: c02a1b5a-9892-49f4-a2ae-7a86d48fc654, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:12:45.243229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.246265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-f10ab9d7-f8bc-4b86-bdbe-227542139df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:45.247586 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-f10ab9d7-f8bc-4b86-bdbe-227542139df3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1096 time: 0.5914087 Mar 03 12:12:45.292397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Made reservation on behalf of 1a5fd1e1baf444a0a8f8f86cd727cf13 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:45.298610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.319076 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2fabecd7-5692-4e27-bf8c-2f9abf62cad2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b319ea8e01d47e3802bb5e161c4babf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3203425 Mar 03 12:12:45.321824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56044) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:45.351857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:45.386820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Network daccb773-209f-4d22-8cec-5e538d558070 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:45.409492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:45.435032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:45.435919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:45.437300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.454447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.499480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:45.501730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c02a1b5a-9892-49f4-a2ae-7a86d48fc654) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:45.503311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=8cc660aa-20d3-49b3-902e-9fe5a94d41d9,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:45.506954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:45.507563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.507905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:12:45.511206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046798a0-00f6-44f5-be08-7c3f8ac62a2f None None] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:45.521527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:5490e19a9a47480db80fb7e8999609e5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:45.525748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:45.583697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.647238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-c03cd807-10a3-4580-a814-bc13ecc7135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:45.648998 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-c03cd807-10a3-4580-a814-bc13ecc7135f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.3523371 Mar 03 12:12:45.652759 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-02310447-a8aa-4eb8-9a82-090615b222f6 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0364144 Mar 03 12:12:45.653644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56052) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:45.674244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:45.703558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-baff1829-5c5d-459c-934e-669f1a487f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.745129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-baff1829-5c5d-459c-934e-669f1a487f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.750322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-c02a1b5a-9892-49f4-a2ae-7a86d48fc654', 'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654', 'tenant_id': 'd8c442da955441d1b721fb56877daba1', 'fixed_ips': [{'subnet_id': 'd52c90d8-09e1-481f-bd42-4c352654ea12'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:12:45.751404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.762043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Allocated IP 172.20.0.6 (454d57e3-2ac2-4279-91d9-fa274e5ed543/44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331/e3087595-402e-4666-9418-229162685a76) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:45.767321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:45.782778 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d423ebbd-84f0-4338-9729-cee48921fc13 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1546798 Mar 03 12:12:45.799167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56056) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:45.812888 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-0a1f47b7-0623-452a-a8df-74e192e0872b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 217 time: 0.1564572 Mar 03 12:12:45.813519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-459279147', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:45.827169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:45.852175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Usage tracker for resource:router and tenant:d8c442da955441d1b721fb56877daba1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:45.856531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:45.873538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:45.901991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-cea3bfeb-c3f1-4ab8-9e83-c0b9b1e6c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:45.903406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-cea3bfeb-c3f1-4ab8-9e83-c0b9b1e6c733 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.0742562 Mar 03 12:12:45.969408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Allocated IP 172.20.0.2 (c02a1b5a-9892-49f4-a2ae-7a86d48fc654/d52c90d8-09e1-481f-bd42-4c352654ea12/116b6eac-dd3f-4093-942d-ae0e3291b8d4) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:46.019706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.020734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.039038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:12:46.054339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-baff1829-5c5d-459c-934e-669f1a487f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.055361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22081f-0494-4b42-a85c-32d58717f26d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:46.055930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8d22081f-0494-4b42-a85c-32d58717f26d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Synchronizing usage tracker for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:46.105967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.107005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Port': ['ID=b15c4088-90c8-4c90-8531-f6a9c868dad3,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:46.107350 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff1829-5c5d-459c-934e-669f1a487f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787ec57c-210e-432f-9d77-80eea04149ff,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:46.112817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.133696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8d22081f-0494-4b42-a85c-32d58717f26d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Unset dirty status for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:46.135149 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8d22081f-0494-4b42-a85c-32d58717f26d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "GET /v2.0/ports/8cc660aa-20d3-49b3-902e-9fe5a94d41d9 HTTP/1.1" status: 200 len: 955 time: 0.4806471 Mar 03 12:12:46.140840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:46.141388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-baff1829-5c5d-459c-934e-669f1a487f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.144500 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-baff1829-5c5d-459c-934e-669f1a487f90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/787ec57c-210e-432f-9d77-80eea04149ff HTTP/1.1" status: 204 len: 168 time: 0.8194604 Mar 03 12:12:46.182381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.185277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.232686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:12:46.243984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.252233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.271011 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Transition to ACTIVE for port object e3087595-402e-4666-9418-229162685a76 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:46.281548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Transition to ACTIVE for port object e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:46.294286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d12b5-ed41-4fd5-909c-98e67397635f req-72bd2776-7dc4-4531-b5b0-5837dbaf2482 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:46.295561 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-819d12b5-ed41-4fd5-909c-98e67397635f req-72bd2776-7dc4-4531-b5b0-5837dbaf2482 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 943 time: 0.3234429 Mar 03 12:12:46.297633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-2f54838e-9ec8-4613-953e-ae6042a45702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:46.298970 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-2f54838e-9ec8-4613-953e-ae6042a45702 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3564057 Mar 03 12:12:46.302807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.316224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Transition to ACTIVE for port object 116b6eac-dd3f-4093-942d-ae0e3291b8d4 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:46.328868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Deleting port 8cc660aa-20d3-49b3-902e-9fe5a94d41d9 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:46.329201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.338780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Transition to ACTIVE for port object 116b6eac-dd3f-4093-942d-ae0e3291b8d4 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:46.361398 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5490e19a9a47480db80fb7e8999609e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3354568 Mar 03 12:12:46.371290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56072) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:46.374253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.375612 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f132b18c-4d86-4249-bc42-5b077309bf38 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2820330 Mar 03 12:12:46.391343 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-819d12b5-ed41-4fd5-909c-98e67397635f req-af05c9c5-7b5d-4199-8c5c-8616fe61ee18 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880527 Mar 03 12:12:46.394815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56076) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:46.428555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1d79de36-88b6-49b9-b5d4-6f424a6dd51d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'floatingip': {'port_id': 'bd951484-5697-4b2b-860e-5c6baa2b3b77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:46.431231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.447364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10a18d-e593-4670-b082-b53d25b88ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b294cb6c-0a8d-419c-94a7-649d18ec3b31,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:46.520967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1d79de36-88b6-49b9-b5d4-6f424a6dd51d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.525802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:46.525802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:46.534055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:46.544087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Pushing event updated for resources: {'Port': ['ID=116b6eac-dd3f-4093-942d-ae0e3291b8d4,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:46.577513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.638675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Attempting to bind port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:46.639042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Attempting to bind port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '332ef92b-7921-4475-87f2-eb5f694a6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:46.639969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Attempting to bind port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 on network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:46.645864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:46.646236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Checking segment: {'id': '332ef92b-7921-4475-87f2-eb5f694a6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:46.646631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.647014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Bound using segment: {'id': '332ef92b-7921-4475-87f2-eb5f694a6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:46.647476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Bound port: 116b6eac-dd3f-4093-942d-ae0e3291b8d4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332ef92b-7921-4475-87f2-eb5f694a6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:46.647839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.749804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182eff0-e69f-4cbd-acec-4ef31f17f84e req-1709aa80-5968-4fec-9881-410622cfc54c tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:46.751449 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4182eff0-e69f-4cbd-acec-4ef31f17f84e req-1709aa80-5968-4fec-9881-410622cfc54c tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 932 time: 0.5608501 Mar 03 12:12:46.777169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] For port 116b6eac-dd3f-4093-942d-ae0e3291b8d4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:46.781801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] For port 116b6eac-dd3f-4093-942d-ae0e3291b8d4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=116b6eac-dd3f-4093-942d-ae0e3291b8d4,segment=NetworkSegment(332ef92b-7921-4475-87f2-eb5f694a6d86),segment_id=332ef92b-7921-4475-87f2-eb5f694a6d86)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:46.816426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.871027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.917609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.924400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:46.977180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6be1224-ad81-4733-9b8c-930f48ef9b9b req-d569b32b-68a9-4416-b860-5c87794764f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.2984862 Mar 03 12:12:46.996718 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4182eff0-e69f-4cbd-acec-4ef31f17f84e req-7d2d778d-2ef5-4240-8fcc-d80bf2245775 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883152 Mar 03 12:12:47.010193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dddea-1da6-4576-8b8d-08453b215d52 None None] Pushing event updated for resources: {'Port': ['ID=116b6eac-dd3f-4093-942d-ae0e3291b8d4,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:47.087357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Pushing event updated for resources: {'Port': ['ID=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:47.102044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7df286be-3ef8-4157-b6a8-518bceb1e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.182935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Calling delete_port for 8cc660aa-20d3-49b3-902e-9fe5a94d41d9 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:47.228217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:47.232407 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-af0efe11-29db-4ee4-9287-6820808d033d service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8884296 Mar 03 12:12:47.245411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:47.273325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7df286be-3ef8-4157-b6a8-518bceb1e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.277850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event updated for resources: {'Port': ['ID=e3087595-402e-4666-9418-229162685a76,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:47.292840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:47.362976 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-1d79de36-88b6-49b9-b5d4-6f424a6dd51d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] update failed (client error): The resource could not be found. Mar 03 12:12:47.364052 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1d79de36-88b6-49b9-b5d4-6f424a6dd51d tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "PUT /v2.0/floatingips/a0109ceb-edb5-4744-810c-f0bfbcf72e83 HTTP/1.1" status: 404 len: 507 time: 0.9474926 Mar 03 12:12:47.514886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56096) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:47.535866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:47.536556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.686330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7df286be-3ef8-4157-b6a8-518bceb1e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.694621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Attempting to bind port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:47.694621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Attempting to bind port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:47.694621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Attempting to bind port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 on network 0ecaf887-6d30-4f07-af85-e53e03c643cf {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:47.726592 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-fd7c9ce2-a2f8-443e-b7e5-91fb02002fab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8373063 Mar 03 12:12:47.739730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Request body: {'port': {'device_id': '41f41109-22ca-4235-858f-c2da999a4a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:47.750594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c3ae0748-07e5-4870-b6f4-a20947b97797 None None] Provisioning for port e3087595-402e-4666-9418-229162685a76 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:47.758767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c3ae0748-07e5-4870-b6f4-a20947b97797 None None] Provisioning complete for port e3087595-402e-4666-9418-229162685a76 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:47.763886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0748-07e5-4870-b6f4-a20947b97797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.789787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 on network 0ecaf887-6d30-4f07-af85-e53e03c643cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:47.793444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Attempting to bind port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 on network 0ecaf887-6d30-4f07-af85-e53e03c643cf {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:47.793690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df286be-3ef8-4157-b6a8-518bceb1e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b294cb6c-0a8d-419c-94a7-649d18ec3b31,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:47.807253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7df286be-3ef8-4157-b6a8-518bceb1e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.812192 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7df286be-3ef8-4157-b6a8-518bceb1e567 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b294cb6c-0a8d-419c-94a7-649d18ec3b31 HTTP/1.1" status: 204 len: 168 time: 1.4317586 Mar 03 12:12:47.825267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:47.825870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Checking segment: {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:47.826652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Bound using segment: {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:47.827860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Bound port: e76b51c2-a8fa-48f1-be21-f9a7fa9dd929, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011d5969-b230-44b8-9d21-3d77c415a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:47.828396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.860347 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Deleting port b15c4088-90c8-4c90-8531-f6a9c868dad3 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:47.860756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.863183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.902634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae0748-07e5-4870-b6f4-a20947b97797 None None] Port e3087595-402e-4666-9418-229162685a76 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:47.945300 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c4c2bcc-fac6-48b4-aa7c-18225d62c9b4 req-ed4e105a-0608-46fe-9026-e32954ab4d21 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005894 Mar 03 12:12:47.964455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cc660aa-20d3-49b3-902e-9fe5a94d41d9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:47.971830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:47.989571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:48.100611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f9a1-63af-44a3-bbb2-001add169e9a req-0fa790ba-967f-495b-a6d0-46d1a0231584 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:48.102137 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cdc3f9a1-63af-44a3-bbb2-001add169e9a req-0fa790ba-967f-495b-a6d0-46d1a0231584 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 943 time: 0.4766610 Mar 03 12:12:48.147157 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2507162c-1c17-4b78-aa8e-61956c8eb86f tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8cc660aa-20d3-49b3-902e-9fe5a94d41d9 HTTP/1.1" status: 204 len: 168 time: 2.0035048 Mar 03 12:12:48.148555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56114) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:48.151643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] For port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:48.192477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] For port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:48.228221 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cdc3f9a1-63af-44a3-bbb2-001add169e9a req-6f2aa03d-1487-4ff0-8e02-319d783ee903 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016307 Mar 03 12:12:48.229876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:48.230197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:48.372054 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-deec4da2-8db4-4743-838f-3f07b2b83632 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:48.372649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-deec4da2-8db4-4743-838f-3f07b2b83632 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Synchronizing usage tracker for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:48.407617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:48.418717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Calling delete_port for b15c4088-90c8-4c90-8531-f6a9c868dad3 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:48.554512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea044a79-7fb7-418c-a80f-e617c201abc6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:12:48.565197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:48.619015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:48.685736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-deec4da2-8db4-4743-838f-3f07b2b83632 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Unset dirty status for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:48.693562 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-deec4da2-8db4-4743-838f-3f07b2b83632 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "GET /v2.0/ports/8cc660aa-20d3-49b3-902e-9fe5a94d41d9 HTTP/1.1" status: 404 len: 333 time: 0.5330431 Mar 03 12:12:48.694188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56134) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:48.707685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Request body: {'port': {'network_id': 'daccb773-209f-4d22-8cec-5e538d558070', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-811382198'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:48.738860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f8e35-017d-48c9-9255-dabc4e75f324 None None] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:48.760092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:48.774661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061bd30-1c60-4813-929b-b510c90c39bd req-8f99b426-bc5f-44fd-bca5-0bbc5a92c811 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:48.780450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4061bd30-1c60-4813-929b-b510c90c39bd req-8f99b426-bc5f-44fd-bca5-0bbc5a92c811 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Synchronizing usage tracker for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:48.849880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:48.875789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:48.876454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:48.878846 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] 10.222.0.26 "PUT /v2.0/ports/e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 HTTP/1.1" status: 200 len: 1094 time: 4.4897890 Mar 03 12:12:48.884485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:12:48.899524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489581d0-8ee4-4dbb-8df7-5b445a12e59c service neutron] Pushing event updated for resources: {'Port': ['ID=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:48.954077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9633232e-f573-44b0-96b5-caec70c608f4 None None] Provisioning for port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:48.987845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Allocated IP 172.26.8.90 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/b457c0be-00ef-414d-8a14-8f01bf5d23ee) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:49.061264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port ea044a79-7fb7-418c-a80f-e617c201abc6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea044a79-7fb7-418c-a80f-e617c201abc6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:49.061555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f0d3e-dae0-4480-8be7-94eff0a17ce2 req-812f6ac5-1a24-493a-9a19-6115dbbdd18a tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:49.063131 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3e6f0d3e-dae0-4480-8be7-94eff0a17ce2 req-812f6ac5-1a24-493a-9a19-6115dbbdd18a tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 944 time: 0.2864077 Mar 03 12:12:49.117386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'port_id': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'mac_address': 'fa:16:3e:ab:cc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:12:49.201560 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3e6f0d3e-dae0-4480-8be7-94eff0a17ce2 req-66dc58d1-245e-4cc0-b3dd-ba83e5c08e97 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299794 Mar 03 12:12:49.260896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-b3c29002-4a0f-4e04-bea4-c3549e1db89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:49.260896 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-b3c29002-4a0f-4e04-bea4-c3549e1db89f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a648d624cf948f6bcf1a4e9e98b862b&device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 1097 time: 0.1909821 Mar 03 12:12:49.260896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:49.332858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4061bd30-1c60-4813-929b-b510c90c39bd req-8f99b426-bc5f-44fd-bca5-0bbc5a92c811 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Unset dirty status for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:49.344685 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4061bd30-1c60-4813-929b-b510c90c39bd req-8f99b426-bc5f-44fd-bca5-0bbc5a92c811 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 931 time: 1.2077136 Mar 03 12:12:49.360138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:49.409198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Made reservation on behalf of 33f76a37ed5b40908013b06011af72e7 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:49.409198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:49.409802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:49.432663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 116b6eac-dd3f-4093-942d-ae0e3291b8d4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:49.451077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] device_id is not set on port fabec088-5440-4807-abaa-d02e1f284919 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:49.494917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea044a79-7fb7-418c-a80f-e617c201abc6 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:12:49.495224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event deleted for resources: {'Port': ['ID=b15c4088-90c8-4c90-8531-f6a9c868dad3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:49.511343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port ea044a79-7fb7-418c-a80f-e617c201abc6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea044a79-7fb7-418c-a80f-e617c201abc6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:49.586114 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4061bd30-1c60-4813-929b-b510c90c39bd req-4a0a0165-6b22-44b9-8c9c-2503c34e1695 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404785 Mar 03 12:12:49.605827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:49.638742 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-a606315e-5837-4af9-92c9-f1d6c4fb841a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 HTTP/1.1" status: 200 len: 217 time: 0.3702071 Mar 03 12:12:49.679195 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:49.693993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:49.694541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:49.750189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=ea044a79-7fb7-418c-a80f-e617c201abc6,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:49.806384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56168) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:49.806799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56170) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:49.902554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['ea044a79-7fb7-418c-a80f-e617c201abc6'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:12:49.917907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-7218dae0-3fa5-442c-98cb-71671c6641dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:49.919635 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-7218dae0-3fa5-442c-98cb-71671c6641dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=224d6c3b-cfb9-4e87-8df6-e30cb85798d9 HTTP/1.1" status: 200 len: 850 time: 0.2480962 Mar 03 12:12:50.017428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.026957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-140996627'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:50.043863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.050205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.054642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-2e6ea3b7-ee70-4f4c-a0b9-d24841fec276 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:50.058856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:50.065143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'status': 'completed', 'code': 200} Mar 03 12:12:50.068067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Usage tracker for resource:network and tenant:1bd19870abf844fb89538e3eb3a0dec6 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:50.077252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.078468 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9574f9b5-0d6f-49a1-9510-64d56d3a1c5c tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "DELETE /v2.0/floatingips/a0109ceb-edb5-4744-810c-f0bfbcf72e83 HTTP/1.1" status: 204 len: 168 time: 2.5585072 Mar 03 12:12:50.079562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:50.086131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56182) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.094329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:50.103692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15e34b-73fe-49da-92f8-f24e79a25513 req-ab0f307a-8f7c-42d0-9f08-5e7ed1f8bffb tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:50.105257 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6c15e34b-73fe-49da-92f8-f24e79a25513 req-ab0f307a-8f7c-42d0-9f08-5e7ed1f8bffb tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 944 time: 0.6278808 Mar 03 12:12:50.110329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'floatingip': {'floating_network_id': '54b73ac9-8438-4d3e-916c-4a918b06eeed', 'port_id': 'bd951484-5697-4b2b-860e-5c6baa2b3b77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:50.120710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ab8981aa-687b-446c-9d92-1df99af98a16 None None] Provisioning complete for port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:50.121653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ab8981aa-687b-446c-9d92-1df99af98a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.126334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:50.143064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.146901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:floatingip and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:50.152028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:50.152890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:50.155910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3087595-402e-4666-9418-229162685a76 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:12:50.163145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:50.163609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:50.172041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.174230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:50.192411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 116b6eac-dd3f-4093-942d-ae0e3291b8d4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=116b6eac-dd3f-4093-942d-ae0e3291b8d4,segment=NetworkSegment(332ef92b-7921-4475-87f2-eb5f694a6d86),segment_id=332ef92b-7921-4475-87f2-eb5f694a6d86)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:50.198494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Port': ['ID=b457c0be-00ef-414d-8a14-8f01bf5d23ee,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:50.200213 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6c15e34b-73fe-49da-92f8-f24e79a25513 req-ff71d1bc-7611-4ca6-b5ec-01546d0ccdd5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839350 Mar 03 12:12:50.206644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-90ec4d82-69b4-4c8f-8596-3f7acba42f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:50.208322 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-90ec4d82-69b4-4c8f-8596-3f7acba42f0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ecaf887-6d30-4f07-af85-e53e03c643cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2795625 Mar 03 12:12:50.211119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Made reservation on behalf of 1bd19870abf844fb89538e3eb3a0dec6 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:50.214314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.234932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Transition to ACTIVE for port object e3087595-402e-4666-9418-229162685a76 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:50.251478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.361975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:50.365047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.376598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.390560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.396298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Usage tracker for resource:security_group_rule and tenant:1bd19870abf844fb89538e3eb3a0dec6 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:50.403148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:50.417289 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2e6ea3b7-ee70-4f4c-a0b9-d24841fec276 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "PUT /v2.0/quotas/2f63544144384cd9b5f98a251ee1257a HTTP/1.1" status: 200 len: 366 time: 0.5989621 Mar 03 12:12:50.422620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56188) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.423107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:50.433068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.458941 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0c4ecdb6-c33d-48e4-89a0-fd26f2d0d37e tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0300541 Mar 03 12:12:50.467161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56192) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.488770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=116b6eac-dd3f-4093-942d-ae0e3291b8d4,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:50.549034 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-3827829c-0192-44e6-9e70-fe4fb30b86f4 service neutron] 10.222.0.26 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223946 Mar 03 12:12:50.557324 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-303bee25-3c83-4cd0-913d-3825e9ef8f8f tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "GET /v2.0/quotas/2f63544144384cd9b5f98a251ee1257a HTTP/1.1" status: 200 len: 366 time: 0.0779626 Mar 03 12:12:50.579232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56196) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.705541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Network daccb773-209f-4d22-8cec-5e538d558070 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:50.710225 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5e30ad29-38e5-408c-b952-d9380da8db39 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/2f63544144384cd9b5f98a251ee1257a HTTP/1.1" status: 204 len: 168 time: 0.1300159 Mar 03 12:12:50.720900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:50.723314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:50.724433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:50.724545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56202) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.725023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.772376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3087595-402e-4666-9418-229162685a76,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:50.820272 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-86069887-7962-4009-9f30-258f1fdd7e1b tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0915453 Mar 03 12:12:50.831027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56206) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.833617 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dfe7519-1ad4-4d2f-b9d4-9e437ae76488 req-8c940bd5-8978-4eed-9957-46b61a9236b2 service neutron] 10.222.0.26 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764080 Mar 03 12:12:50.841433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.895310 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a7a634f9-9a35-40cd-9125-b99a13f3ef3b tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "GET /v2.0/quotas/2f63544144384cd9b5f98a251ee1257a HTTP/1.1" status: 200 len: 370 time: 0.0567274 Mar 03 12:12:50.896946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed63817-d43a-47b1-9a38-702cd44a2bc8 req-dd310b60-114e-457f-91c5-ee43323761d9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:50.898511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8ed63817-d43a-47b1-9a38-702cd44a2bc8 req-dd310b60-114e-457f-91c5-ee43323761d9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 943 time: 0.1716177 Mar 03 12:12:50.898976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56210) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.904277 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8f529d10-2afb-4b24-920f-3257db4a2560 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "GET /v2.0/quotas/2f63544144384cd9b5f98a251ee1257a/default HTTP/1.1" status: 200 len: 370 time: 0.0042689 Mar 03 12:12:50.907497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56214) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:50.921791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=fabec088-5440-4807-abaa-d02e1f284919,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:50.929946 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-3d936530-1e72-4c94-88ee-c339596552ad tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] delete failed (client error): The resource could not be found. Mar 03 12:12:50.933582 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3d936530-1e72-4c94-88ee-c339596552ad tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/2f63544144384cd9b5f98a251ee1257a HTTP/1.1" status: 404 len: 348 time: 0.0224795 Mar 03 12:12:50.935466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Attempting to bind port e3087595-402e-4666-9418-229162685a76 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:50.935811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Attempting to bind port e3087595-402e-4666-9418-229162685a76 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:50.936208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Attempting to bind port e3087595-402e-4666-9418-229162685a76 on network 454d57e3-2ac2-4279-91d9-fa274e5ed543 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:50.945877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba2705-4ba4-4db6-a110-8489169332df req-0139d72e-88f1-468a-b289-b6fa95b038b0 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:50.947330 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4bba2705-4ba4-4db6-a110-8489169332df req-0139d72e-88f1-468a-b289-b6fa95b038b0 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 944 time: 0.6040640 Mar 03 12:12:50.951251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Port e3087595-402e-4666-9418-229162685a76 on network 454d57e3-2ac2-4279-91d9-fa274e5ed543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:50.952088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Attempting to bind port e3087595-402e-4666-9418-229162685a76 on network 454d57e3-2ac2-4279-91d9-fa274e5ed543 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:50.956543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:50.985573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8ed63817-d43a-47b1-9a38-702cd44a2bc8 req-9346b824-3a70-49e6-bf56-b3526bc93e72 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Synchronizing usage tracker for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:51.002123 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:12:51.003128 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-55d56bbb-50e5-4829-8162-9513d505cce8 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9126515 Mar 03 12:12:51.003973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:12:51.009010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56220) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:51.024349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'bd951484-5697-4b2b-860e-5c6baa2b3b77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:51.026640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:51.026640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Checking segment: {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:51.026848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Bound using segment: {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:51.027116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Bound port: e3087595-402e-4666-9418-229162685a76, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1d55d7-ce3e-493e-93b1-cafcc390e022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:51.027460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.028259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ced63d8-fba5-4595-aa03-02897687f0f1,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:51.037084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:51.039465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.039804 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Added segment 58c4058e-a60d-4392-9d54-1824c92d57e2 of type vlan for network 4ed7fbe0-a850-45ee-8d57-06770e5d681b Mar 03 12:12:51.041274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8ed63817-d43a-47b1-9a38-702cd44a2bc8 req-9346b824-3a70-49e6-bf56-b3526bc93e72 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Unset dirty status for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:51.042325 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8ed63817-d43a-47b1-9a38-702cd44a2bc8 req-9346b824-3a70-49e6-bf56-b3526bc93e72 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365507 Mar 03 12:12:51.048827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Usage tracker for resource:floatingip and tenant:b5e9770197b644cb80569c50d4e0a132 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:51.052338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:51.061477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:51.066713 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-114b1310-ad1d-4a9a-a4dd-b1352ad16306 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3607786 Mar 03 12:12:51.067402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56224) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:51.074767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:51.137596 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4bba2705-4ba4-4db6-a110-8489169332df req-e7e86acc-82f1-4bda-91ee-79d270d815a3 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790166 Mar 03 12:12:51.183066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.215348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 116b6eac-dd3f-4093-942d-ae0e3291b8d4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:51.229395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56228) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:51.258120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.284542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] For port e3087595-402e-4666-9418-229162685a76, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:51.290638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] For port e3087595-402e-4666-9418-229162685a76, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3087595-402e-4666-9418-229162685a76,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:51.291597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:network and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:51.294215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.333599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:51.334269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.366513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.404838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:51.442743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:51.443361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.444949 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3087595-402e-4666-9418-229162685a76 HTTP/1.1" status: 200 len: 1093 time: 3.7093203 Mar 03 12:12:51.449960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'tag': 'e3087595-402e-4666-9418-229162685a76'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:12:51.459922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:subnet and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:51.490685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:51.564391 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'tag': 'e3087595-402e-4666-9418-229162685a76', 'status': 'completed', 'code': 200} Mar 03 12:12:51.603686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.618393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-8cfd4974-fcfa-40cc-b6f3-e5b75c94193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:51.619946 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-8cfd4974-fcfa-40cc-b6f3-e5b75c94193a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a648d624cf948f6bcf1a4e9e98b862b&device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 1097 time: 0.5054216 Mar 03 12:12:51.729799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e30b1-2b07-47a1-b06b-1edb605200e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3087595-402e-4666-9418-229162685a76,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:51.746053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:subnetpool and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:51.764231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:51.797960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.803224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:51.803796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:51.849753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:port and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:51.862252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:51.866523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869e20-927c-4993-965e-04785a31c3b1 req-f495cf90-124e-47da-8f61-5dcac17bb9d0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:51.868265 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a4869e20-927c-4993-965e-04785a31c3b1 req-f495cf90-124e-47da-8f61-5dcac17bb9d0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 944 time: 0.4504786 Mar 03 12:12:51.940683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:router and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:51.959011 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:51.962310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2a06-63dd-4aa8-8eef-4ea007064b17 req-ad764dda-1e50-41e1-a0f1-4fbe4209178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:51.963781 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4e2a06-63dd-4aa8-8eef-4ea007064b17 req-ad764dda-1e50-41e1-a0f1-4fbe4209178c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13&device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 1096 time: 0.3981342 Mar 03 12:12:52.006801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:floatingip and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:52.028893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:52.032794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:52.075647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event updated for resources: {'Network': ['ID=4ed7fbe0-a850-45ee-8d57-06770e5d681b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:52.088043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-b646b96e-e202-4e9f-a47c-27f766667868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:52.089472 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-b646b96e-e202-4e9f-a47c-27f766667868 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ecaf887-6d30-4f07-af85-e53e03c643cf HTTP/1.1" status: 200 len: 912 time: 0.4586091 Mar 03 12:12:52.091150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:12:52.103260 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9f0c9d07-d386-4dc8-844e-97eaad1c1086 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2856040 Mar 03 12:12:52.114980 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a4869e20-927c-4993-965e-04785a31c3b1 req-30828362-37ef-44eb-9c28-c4b27ae81a2f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2351680 Mar 03 12:12:52.119359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56238) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:52.226384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Request body: {'subnet': {'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:52.247314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-cab69bf3-8086-4122-8bbc-d0bdcf0143ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 HTTP/1.1" status: 200 len: 217 time: 0.1355524 Mar 03 12:12:52.261288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:52.347350 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2a06-63dd-4aa8-8eef-4ea007064b17 req-06d1dbe7-f921-4247-84fc-5f63a208cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:52.348822 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4e2a06-63dd-4aa8-8eef-4ea007064b17 req-06d1dbe7-f921-4247-84fc-5f63a208cccc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3752549 Mar 03 12:12:52.476522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:12:52.492156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:security_group and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:52.507661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:52.552089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:52.555925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-c3a3966d-9527-45ef-ba8e-f646c9d6622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:52.557352 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-c3a3966d-9527-45ef-ba8e-f646c9d6622c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=224d6c3b-cfb9-4e87-8df6-e30cb85798d9 HTTP/1.1" status: 200 len: 850 time: 0.2941272 Mar 03 12:12:52.559076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea044a79-7fb7-418c-a80f-e617c201abc6 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:52.560563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Usage tracker for resource:security_group_rule and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:52.564691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Usage tracker for resource:subnet and tenant:1bd19870abf844fb89538e3eb3a0dec6 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:52.582140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6087e-7172-44d4-9ef3-f08ce5721f63 req-a858152b-dd59-45bf-80e8-ca1e97a85b46 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:52.583746 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e2b6087e-7172-44d4-9ef3-f08ce5721f63 req-a858152b-dd59-45bf-80e8-ca1e97a85b46 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 943 time: 0.3563511 Mar 03 12:12:52.585456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2a06-63dd-4aa8-8eef-4ea007064b17 req-da1a4df2-cb3a-4966-b3bf-ca86a9898b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:52.586753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4e2a06-63dd-4aa8-8eef-4ea007064b17 req-da1a4df2-cb3a-4966-b3bf-ca86a9898b76 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296443 Mar 03 12:12:52.587417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:52.596986 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e21af7a0-f548-4337-97a4-8650bd8b3022 tempest-QuotasTest-243065071 tempest-QuotasTest-243065071-project-admin] 10.222.0.35 "GET /v2.0/quotas/7051b869b19542b48c3cd6d703f70487/details.json HTTP/1.1" status: 200 len: 703 time: 1.3630869 Mar 03 12:12:52.607709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:52.660695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:52.689254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] device_id is not set on port fabec088-5440-4807-abaa-d02e1f284919 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:52.692128 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e2b6087e-7172-44d4-9ef3-f08ce5721f63 req-8a784d7f-5402-4012-ad10-ef8b89e48313 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974469 Mar 03 12:12:52.697462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Router 15167801-09cf-4af3-9cdf-aea0605fbe4b is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:12:52.704715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:52.745277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Allocated IP 172.26.8.44 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/bc1e4906-840e-4400-ab8f-c99ec6813fc7) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:52.749051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Transition to ACTIVE for port object fabec088-5440-4807-abaa-d02e1f284919 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:52.766313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281cc39-55fd-42da-ac5e-152f1664842b req-8a052771-4c26-4030-a6ed-488d3f270adc tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:52.768819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port ea044a79-7fb7-418c-a80f-e617c201abc6 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:52.773217 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2281cc39-55fd-42da-ac5e-152f1664842b req-8a052771-4c26-4030-a6ed-488d3f270adc tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 944 time: 0.4354653 Mar 03 12:12:52.780348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port ea044a79-7fb7-418c-a80f-e617c201abc6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:52.780348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:52.810724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Made reservation on behalf of 1bd19870abf844fb89538e3eb3a0dec6 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:52.817460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:52.883849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:52.887403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-17936cf0-55ed-47b6-9e1b-9b7b72d835e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:52.888908 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-17936cf0-55ed-47b6-9e1b-9b7b72d835e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13&device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 1096 time: 0.2301786 Mar 03 12:12:52.915911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:52.945906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:12:52.967102 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-e22eb302-2555-4541-bbe6-824a055741fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3087595-402e-4666-9418-229162685a76 HTTP/1.1" status: 200 len: 217 time: 0.0702207 Mar 03 12:12:53.010046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port ea044a79-7fb7-418c-a80f-e617c201abc6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea044a79-7fb7-418c-a80f-e617c201abc6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:53.024309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:53.038580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] Sync routers for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:53.054387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:53.056752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:53.063823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-16a844d9-faf8-49df-a918-82312a77e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:53.065337 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-16a844d9-faf8-49df-a918-82312a77e85f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331 HTTP/1.1" status: 200 len: 845 time: 0.0863678 Mar 03 12:12:53.129051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:53.143059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:53.163052 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eac56a0e-2c04-49aa-a97f-fccc3d29c3ed tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.3605492 Mar 03 12:12:53.164564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56252) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:53.196497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:53.228321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:53.228988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:53.293352 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2281cc39-55fd-42da-ac5e-152f1664842b req-c40ac2d0-a4f8-4987-b6fc-22c266412818 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188129 Mar 03 12:12:53.322218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:53.322218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b9d95-1053-4396-898a-befa6f758d25 None None] The sync data for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:53.322218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=ea044a79-7fb7-418c-a80f-e617c201abc6,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:53.329803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-d7898484-60e4-427b-a284-042ec44f3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:53.331704 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-d7898484-60e4-427b-a284-042ec44f3c4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ecaf887-6d30-4f07-af85-e53e03c643cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7643628 Mar 03 12:12:53.390065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=fabec088-5440-4807-abaa-d02e1f284919,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:53.492724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56262) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:53.496853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:53.497429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:53.498006 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:53.538561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:53.538829 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:53.545690 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 2 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:53.566280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:53.594252 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'code': 200} Mar 03 12:12:53.622793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-52a21fac-a8bc-4ffb-9b72-9d745e1881bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:53.625006 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-52a21fac-a8bc-4ffb-9b72-9d745e1881bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=454d57e3-2ac2-4279-91d9-fa274e5ed543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5530808 Mar 03 12:12:53.654000 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-8aec0139-a5cf-4504-b29f-e6d03172031e service neutron] 10.222.0.26 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048050 Mar 03 12:12:53.688853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:53.689277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:53.689626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:53.727815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:53.728155 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:53.735220 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 3 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:53.749298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:53.761158 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:12:53.856798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:53.859573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:53.859920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:53.865652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:53.882422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Usage tracker for resource:security_group_rule and tenant:0513d05330604b3ab3a2822f3282b7c4 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:53.892468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:53.928323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:53.928652 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:53.967212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a436e-04e1-4778-aa57-bb747165694b req-a2c27912-2b63-4dee-a109-29a242d2b6f2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:53.969169 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6a4a436e-04e1-4778-aa57-bb747165694b req-a2c27912-2b63-4dee-a109-29a242d2b6f2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.4006116 Mar 03 12:12:53.978483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 4 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:53.982430 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-05ffb49b-17b3-4af6-8983-657f9d83a410 service neutron] 10.222.0.26 "GET /v2.0/networks/454d57e3-2ac2-4279-91d9-fa274e5ed543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325217 Mar 03 12:12:53.985853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:54.042766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:54.043102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:54.043433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:54.066330 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cf951444-1c6c-47e8-82e5-5a0160acb7f3 req-b3046c00-12cd-4707-b937-850a10705cbb service neutron] 10.222.0.26 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045675 Mar 03 12:12:54.067824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:54.068180 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:54.072261 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 5 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:54.084851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.151863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.175954 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6a4a436e-04e1-4778-aa57-bb747165694b req-eeea8ada-25d9-4137-9559-0c8b56d8e9f2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924415 Mar 03 12:12:54.193970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:54.194306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:54.194945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:54.223299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:54.233370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:54.233700 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:54.247612 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 6 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:54.260467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:54.277000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:54.314112 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d3b31108-2500-4788-a70d-bcfee6a6ef6d req-af42502d-3377-40ed-86f3-410e6ffcefba service neutron] 10.222.0.26 "GET /v2.0/networks/454d57e3-2ac2-4279-91d9-fa274e5ed543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107324 Mar 03 12:12:54.324751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event updated for resources: {'Port': ['ID=bc1e4906-840e-4400-ab8f-c99ec6813fc7,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:54.355953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:54.356317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:54.356657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:54.383449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a810d4e-0eb5-4b3c-9061-d95cbd27f866 req-0c6a105d-a55c-4ed3-90c1-d897102909f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:54.385048 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0a810d4e-0eb5-4b3c-9061-d95cbd27f866 req-0c6a105d-a55c-4ed3-90c1-d897102909f9 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 943 time: 0.5048537 Mar 03 12:12:54.406448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:54.406448 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:54.406448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-6e605e4f-cba8-4fcd-ab83-63c106932a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:54.406448 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-6e605e4f-cba8-4fcd-ab83-63c106932a11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.5082655 Mar 03 12:12:54.414525 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 7 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:54.423012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event updated for resources: {'Subnet': ['ID=0c06e2d9-3381-4e32-805c-7ee22599f9d2,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:54.506216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Checking segment: {'id': '58c4058e-a60d-4392-9d54-1824c92d57e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:54.506573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Network hostable DHCP agents. Network: 4ed7fbe0-a850-45ee-8d57-06770e5d681b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:12:54.524907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.533009 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.533764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:54.534099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:54.534429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:54.575691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:12:54.583514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:54.583850 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:54.593125 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 8 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:54.599998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:54.610493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.632050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0a810d4e-0eb5-4b3c-9061-d95cbd27f866 req-5e819a9b-e872-4237-bf81-373ec8c379d4 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319984 Mar 03 12:12:54.638588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Usage tracker for resource:security_group_rule and tenant:ef2e853879b0472fb0f14d57df8905ff is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:54.654402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115bf20-1df8-49da-b0fd-aa245c8e51e6 req-6ee26800-db20-41d4-aa97-1e82d0fb3fb7 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:54.660532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d115bf20-1df8-49da-b0fd-aa245c8e51e6 req-6ee26800-db20-41d4-aa97-1e82d0fb3fb7 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 944 time: 0.1984417 Mar 03 12:12:54.671920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:54.692682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.700243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:54.711402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:54.711738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:54.712096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:54.736929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:12:54.757924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:54.758328 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:54.767611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:54.770264 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 9 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:54.784366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'port_id': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'mac_address': 'fa:16:3e:1f:87:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:12:54.792493 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d115bf20-1df8-49da-b0fd-aa245c8e51e6 req-269cf973-2707-4174-9796-1cde3448feec tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284051 Mar 03 12:12:54.808147 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0513d05330604b3ab3a2822f3282b7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3128848 Mar 03 12:12:54.813378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55900bc-3673-4d86-9826-b45e8a471019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e098acdb-f37f-475d-8338-7351c0c167e4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:54.813378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56274) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:54.820322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Deleting port bc1e4906-840e-4400-ab8f-c99ec6813fc7 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:54.820658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.849215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.860405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:54.860737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:54.861061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:54.874759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:12:54.891386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 4ed7fbe0-a850-45ee-8d57-06770e5d681b) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:54.893005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:54.895772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:54.896394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.901593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61876d-859d-4bfe-9a2f-437ddab946bd None None] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:54.916644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:54.916644 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:54.922366 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempt 10 to bind port fabec088-5440-4807-abaa-d02e1f284919 Mar 03 12:12:54.984837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:54.994387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:54.994387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:54.994387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempting to bind port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:55.012326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Allocated IP 172.20.0.1 (c02a1b5a-9892-49f4-a2ae-7a86d48fc654/d52c90d8-09e1-481f-bd42-4c352654ea12/cc2281e3-6539-44d3-ba88-0dbd63520c9f) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:55.051095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:12:55.051877 dv-neutron-831730-1-hyperv neutron-server[88430]: ERROR neutron.plugins.ml2.managers [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Failed to bind port fabec088-5440-4807-abaa-d02e1f284919 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '2ebfd1f4-2c9d-414f-ab38-3605228a541e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'daccb773-209f-4d22-8cec-5e538d558070'}] Mar 03 12:12:55.052034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.123068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:55.163668 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-276d0a46-2acb-4ff8-b607-b1b439cbf95d tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9931507 Mar 03 12:12:55.172741 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56278) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:55.181103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Request body: {'port': {'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2069753947'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:55.206379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['e76b51c2-a8fa-48f1-be21-f9a7fa9dd929'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:12:55.218514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef79c8a6-5049-44fe-9688-77230a487f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.243077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-4ed7fbe0-a850-45ee-8d57-06770e5d681b', 'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b', 'tenant_id': '1bd19870abf844fb89538e3eb3a0dec6', 'fixed_ips': [{'subnet_id': '0c06e2d9-3381-4e32-805c-7ee22599f9d2'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:12:55.243901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.356933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.455672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef79c8a6-5049-44fe-9688-77230a487f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.465766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.467801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.481483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.481830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.501375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Allocated IP 172.20.0.2 (4ed7fbe0-a850-45ee-8d57-06770e5d681b/0c06e2d9-3381-4e32-805c-7ee22599f9d2/affc2c45-3c23-4b1e-a75a-85bffe3f5cbe) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:55.513614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Transition to ACTIVE for port object cc2281e3-6539-44d3-ba88-0dbd63520c9f will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:55.529349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:55.535543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Usage tracker for resource:port and tenant:1bd19870abf844fb89538e3eb3a0dec6 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:55.539578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:55.546862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:55.613440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Made reservation on behalf of 1bd19870abf844fb89538e3eb3a0dec6 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:55.617926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.647212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.649353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] For port fabec088-5440-4807-abaa-d02e1f284919, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:55.649741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attempted to set empty binding levels {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 12:12:55.655658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] device_id is not set on port 8014309c-b4ee-480f-b53b-cde7163a7dc7 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:55.669224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Calling delete_port for bc1e4906-840e-4400-ab8f-c99ec6813fc7 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:55.719406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Synchronizing usage tracker for tenant:ef2e853879b0472fb0f14d57df8905ff on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:55.724691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2795a9c0-8b1a-4161-a5d9-4461acfaf7fb,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:55.740644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.779369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.791184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Transition to ACTIVE for port object affc2c45-3c23-4b1e-a75a-85bffe3f5cbe will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:55.796163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] In _notify_port_updated(), no bound segment for port fabec088-5440-4807-abaa-d02e1f284919 on network daccb773-209f-4d22-8cec-5e538d558070 {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:12:55.797234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:55.797618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.801604 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "PUT /v2.0/ports/fabec088-5440-4807-abaa-d02e1f284919 HTTP/1.1" status: 200 len: 976 time: 4.7308145 Mar 03 12:12:55.805312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56286) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:55.818831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Transition to ACTIVE for port object affc2c45-3c23-4b1e-a75a-85bffe3f5cbe will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:55.830041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:55.840101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:55.842838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:55.893219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.910904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b120cec-feff-40ea-a013-661c8d51913b req-cb63debe-3afc-49a1-b42f-c34b9db7d0ac tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:55.912448 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b120cec-feff-40ea-a013-661c8d51913b req-cb63debe-3afc-49a1-b42f-c34b9db7d0ac tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.5656469 Mar 03 12:12:55.922472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Port': ['ID=cc2281e3-6539-44d3-ba88-0dbd63520c9f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:55.933446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] Unset dirty status for tenant:ef2e853879b0472fb0f14d57df8905ff on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:55.934545 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-51b67bd0-507e-4a02-bb13-59309b9d4e21 req-ca326891-0070-4f10-8b40-0a8cc9fdeb19 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.5096812 Mar 03 12:12:55.935129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547cc3f-51b5-4e19-bed9-18e4a344c367 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event updated for resources: {'Port': ['ID=fabec088-5440-4807-abaa-d02e1f284919,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:55.943866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.944238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.944569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.944896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.945225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.945549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.945864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.946182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.946508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.946812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.947126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.947446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:55.984941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Deleting port fabec088-5440-4807-abaa-d02e1f284919 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:55.985554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:55.996740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Pushing event updated for resources: {'Port': ['ID=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:56.010439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:56.010770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:56.012864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.013240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:56.035652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef79c8a6-5049-44fe-9688-77230a487f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.051557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c675f-394d-4cbf-b9f5-c2d51ec082ce req-be296723-e0c9-4ee4-a263-1106ea49eaea tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:56.058642 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0e3c675f-394d-4cbf-b9f5-c2d51ec082ce req-be296723-e0c9-4ee4-a263-1106ea49eaea tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 943 time: 0.3083615 Mar 03 12:12:56.082232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79c8a6-5049-44fe-9688-77230a487f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e098acdb-f37f-475d-8338-7351c0c167e4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:56.092614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Allocated IP 172.20.0.8 (4ed7fbe0-a850-45ee-8d57-06770e5d681b/0c06e2d9-3381-4e32-805c-7ee22599f9d2/8014309c-b4ee-480f-b53b-cde7163a7dc7) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:56.122912 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b120cec-feff-40ea-a013-661c8d51913b req-8023eecf-4d2d-466e-a399-2c8191fa28cb tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1946130 Mar 03 12:12:56.147363 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0e3c675f-394d-4cbf-b9f5-c2d51ec082ce req-f8c69bfe-33e8-457a-9156-80838de5c1cb tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836504 Mar 03 12:12:56.151122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Attempting to bind port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:12:56.151497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Attempting to bind port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '58c4058e-a60d-4392-9d54-1824c92d57e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:12:56.151869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Attempting to bind port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe on network 4ed7fbe0-a850-45ee-8d57-06770e5d681b {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:12:56.163285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:12:56.163979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Checking segment: {'id': '58c4058e-a60d-4392-9d54-1824c92d57e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:12:56.164589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.170428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Bound using segment: {'id': '58c4058e-a60d-4392-9d54-1824c92d57e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:12:56.170428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Bound port: affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c4058e-a60d-4392-9d54-1824c92d57e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:12:56.170428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.223977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef79c8a6-5049-44fe-9688-77230a487f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.225383 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ef79c8a6-5049-44fe-9688-77230a487f06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e098acdb-f37f-475d-8338-7351c0c167e4 HTTP/1.1" status: 204 len: 168 time: 1.4089084 Mar 03 12:12:56.270030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.299475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:12:56.302836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,segment=NetworkSegment(58c4058e-a60d-4392-9d54-1824c92d57e2),segment_id=58c4058e-a60d-4392-9d54-1824c92d57e2)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:12:56.328034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ef8f5061-9045-4390-81fe-34fe27067de2 None None] Provisioning for port cc2281e3-6539-44d3-ba88-0dbd63520c9f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:56.333727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ef8f5061-9045-4390-81fe-34fe27067de2 None None] Provisioning complete for port cc2281e3-6539-44d3-ba88-0dbd63520c9f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:56.338726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5061-9045-4390-81fe-34fe27067de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.392831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.406462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event deleted for resources: {'Port': ['ID=bc1e4906-840e-4400-ab8f-c99ec6813fc7,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:56.407750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.453905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f5061-9045-4390-81fe-34fe27067de2 None None] Port cc2281e3-6539-44d3-ba88-0dbd63520c9f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:56.486784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189f26-012c-4fb0-94d0-53c239f4f072 None None] Pushing event updated for resources: {'Port': ['ID=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:56.502584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.502850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.503182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.503510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.503838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.504189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.504512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.504837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.505147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.505464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.505778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.506086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:56.527185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] For port fabec088-5440-4807-abaa-d02e1f284919, host hv-neutron-8317, got binding levels [] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:56.527526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.589568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:56.625865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.661363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Transition to ACTIVE for port object 8014309c-b4ee-480f-b53b-cde7163a7dc7 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:12:56.748946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Calling delete_port for fabec088-5440-4807-abaa-d02e1f284919 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:56.773144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:56.778604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:56.779121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.906479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368bd9a-40c8-405d-ac3f-c10d92966f8c req-4829b612-1b15-4ea0-aee1-d205b94b1b90 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:56.908051 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f368bd9a-40c8-405d-ac3f-c10d92966f8c req-4829b612-1b15-4ea0-aee1-d205b94b1b90 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 945 time: 0.6511548 Mar 03 12:12:56.950773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.957066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.965145 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f368bd9a-40c8-405d-ac3f-c10d92966f8c req-d879c650-fdd8-4d9f-adf5-2ffe14250939 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Mar 03 12:12:56.981542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:12:56.985548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:56.987929 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] create failed (client error): The resource could not be found. Mar 03 12:12:56.991743 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b185172e-6050-4e27-b027-60d285c51877 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9745703 Mar 03 12:12:57.002344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:57.023227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56298) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:57.031950 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'code': 200} Mar 03 12:12:57.084285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:57.098731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:57.098731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event updated for resources: {'Port': ['ID=8014309c-b4ee-480f-b53b-cde7163a7dc7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:57.099334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:12:57.099666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Pushing event deleted for resources: {'Port': ['ID=fabec088-5440-4807-abaa-d02e1f284919,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:57.113498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56302) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:57.121873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.149955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.165508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.193806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Deleting port bd951484-5697-4b2b-860e-5c6baa2b3b77 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:12:57.193806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.208776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:57.216348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.224422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e308e73f-113f-48cb-94ec-1f446f4ea2a3 tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "DELETE /v2.0/ports/fabec088-5440-4807-abaa-d02e1f284919 HTTP/1.1" status: 204 len: 168 time: 1.4071474 Mar 03 12:12:57.242845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56310) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:57.267256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:57.296779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.357050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:57.389445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device affc2c45-3c23-4b1e-a75a-85bffe3f5cbe up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:57.463425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Usage tracker for resource:security_group_rule and tenant:7051b869b19542b48c3cd6d703f70487 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:57.476130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:57.557880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e84ae7-a9db-4b08-a9d9-261c1bc2ce99 req-b48a8c44-1664-4333-95e4-e1abfd2cdc75 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:57.559663 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-66e84ae7-a9db-4b08-a9d9-261c1bc2ce99 req-b48a8c44-1664-4333-95e4-e1abfd2cdc75 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 943 time: 0.2211366 Mar 03 12:12:57.565279 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebb4870-c805-44a3-a884-e28de5b0cb7d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] GET failed (client error): The resource could not be found. Mar 03 12:12:57.565809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3ebb4870-c805-44a3-a884-e28de5b0cb7d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Synchronizing usage tracker for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:12:57.568436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:57.622368 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-66e84ae7-a9db-4b08-a9d9-261c1bc2ce99 req-14e624e1-2415-43e4-bbc8-71974d6e3189 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545201 Mar 03 12:12:57.626081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.654051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:57.708179 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5385ecf2-1f04-4442-b8bf-a5f556703b83 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5345814 Mar 03 12:12:57.712182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56318) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:57.771127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:57.776564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Port': ['ID=cc2281e3-6539-44d3-ba88-0dbd63520c9f,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:57.778804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Request body: {'port': {'network_id': '4ed7fbe0-a850-45ee-8d57-06770e5d681b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1805049805', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:57.779327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.api.validators [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] bootfile-name is not in valid_values {{(pid=88430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:12:57.779908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.api.validators [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] tftp-server is not in valid_values {{(pid=88430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:12:57.784237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.api.validators [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] server-ip-address is not in valid_values {{(pid=88430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:12:57.799528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3ebb4870-c805-44a3-a884-e28de5b0cb7d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] Unset dirty status for tenant:33f76a37ed5b40908013b06011af72e7 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:12:57.800697 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3ebb4870-c805-44a3-a884-e28de5b0cb7d tempest-PortsAdminExtendedAttrsTestJSON-1574839705 tempest-PortsAdminExtendedAttrsTestJSON-1574839705-project-admin] 10.222.0.35 "GET /v2.0/ports/fabec088-5440-4807-abaa-d02e1f284919 HTTP/1.1" status: 404 len: 333 time: 0.5383949 Mar 03 12:12:57.805486 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7ee44-db08-4735-aca6-b262cafb452d None None] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:12:57.814277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56322) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:57.912374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279f2d3-69e7-444b-b767-fa417b6630ae req-c79e6cb5-f55f-4eee-a362-1373f28c1437 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:57.914126 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0279f2d3-69e7-444b-b767-fa417b6630ae req-c79e6cb5-f55f-4eee-a362-1373f28c1437 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.4599047 Mar 03 12:12:57.990685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3f417069-a42a-4f5c-a435-bcc6667d59b6 None None] Provisioning for port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:57.999127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.000234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3f417069-a42a-4f5c-a435-bcc6667d59b6 None None] Provisioning complete for port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:58.000670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f417069-a42a-4f5c-a435-bcc6667d59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.029914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:12:58.030973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:12:58.044488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.222052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f417069-a42a-4f5c-a435-bcc6667d59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.227462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Calling delete_port for bd951484-5697-4b2b-860e-5c6baa2b3b77 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:12:58.261200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3f417069-a42a-4f5c-a435-bcc6667d59b6 None None] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,segment=NetworkSegment(58c4058e-a60d-4392-9d54-1824c92d57e2),segment_id=58c4058e-a60d-4392-9d54-1824c92d57e2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:58.310017 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0279f2d3-69e7-444b-b767-fa417b6630ae req-fef71a77-71d4-4e7a-b4be-22eadf4e545a tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3360705 Mar 03 12:12:58.320074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.324987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:58.339465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.346014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Usage tracker for resource:port and tenant:1bd19870abf844fb89538e3eb3a0dec6 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:58.353406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:58.362252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f417069-a42a-4f5c-a435-bcc6667d59b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.386474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:58.395853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daccb773-209f-4d22-8cec-5e538d558070']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:58.425229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.465696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0643f021-4434-4d4d-9f39-bee487b0bbfa,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:58.470293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7320d08-1b6d-4dba-862b-657a84977d63 req-9408f518-dcbd-428b-916f-dfdb72a0c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:58.472355 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b7320d08-1b6d-4dba-862b-657a84977d63 req-9408f518-dcbd-428b-916f-dfdb72a0c645 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 1099 time: 0.6649098 Mar 03 12:12:58.472688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebfd1f4-2c9d-414f-ab38-3605228a541e') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:58.472984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebfd1f4-2c9d-414f-ab38-3605228a541e') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:58.489019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f417069-a42a-4f5c-a435-bcc6667d59b6 None None] Pushing event updated for resources: {'Port': ['ID=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:58.491737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.515065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-169a71ef-c422-46e8-a4d1-4297cc164f98 None None] Provisioning complete for port cc2281e3-6539-44d3-ba88-0dbd63520c9f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:58.515431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-169a71ef-c422-46e8-a4d1-4297cc164f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.537756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.551603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97218c5b-e16e-44b7-855c-ca139d4ed39e req-2d993183-b714-48fa-8169-1178591df304 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:58.553158 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-97218c5b-e16e-44b7-855c-ca139d4ed39e req-2d993183-b714-48fa-8169-1178591df304 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 0.2895379 Mar 03 12:12:58.555044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Made reservation on behalf of 1bd19870abf844fb89538e3eb3a0dec6 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:58.556514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:12:58.565232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.565387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:12:58.572679 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:12:58.580592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-169a71ef-c422-46e8-a4d1-4297cc164f98 None None] Port cc2281e3-6539-44d3-ba88-0dbd63520c9f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:58.590223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Router 15167801-09cf-4af3-9cdf-aea0605fbe4b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:12:58.596104 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-73f1645c-ab9e-4592-a3a0-57dbdbdcf666 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7051b869b19542b48c3cd6d703f70487&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4793453 Mar 03 12:12:58.605170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3087595-402e-4666-9418-229162685a76 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:12:58.608107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56328) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:58.626997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] device_id is not set on port 814c90fb-d384-4df9-80ae-65878cb30873 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:58.678038 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b7320d08-1b6d-4dba-862b-657a84977d63 req-e4163500-f078-4c7c-a8ed-ca691ee30f46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908798 Mar 03 12:12:58.767017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3d12a4fb-4d0d-4bbd-8ba6-0eceba7f52dc None None] Provisioning complete for port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:58.767384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3d12a4fb-4d0d-4bbd-8ba6-0eceba7f52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.791643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.834831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3087595-402e-4666-9418-229162685a76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3087595-402e-4666-9418-229162685a76,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:58.847864 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-97218c5b-e16e-44b7-855c-ca139d4ed39e req-30fc3f5a-67db-4f51-b1e2-55511869f0cc tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743387 Mar 03 12:12:58.860314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'e3087595-402e-4666-9418-229162685a76', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'port_id': 'e3087595-402e-4666-9418-229162685a76', 'mac_address': 'fa:16:3e:f5:6b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:12:58.902215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event deleted for resources: {'Port': ['ID=bd951484-5697-4b2b-860e-5c6baa2b3b77,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:58.909650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.967183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.988451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d00d0dd0-4a02-4267-8ea5-537e4d011a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:58.993303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3087595-402e-4666-9418-229162685a76 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:12:58.997012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.014741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Allocated IP 172.20.0.10 (4ed7fbe0-a850-45ee-8d57-06770e5d681b/0c06e2d9-3381-4e32-805c-7ee22599f9d2/814c90fb-d384-4df9-80ae-65878cb30873) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:12:59.021066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] Pushing event deleted for resources: {'Network': ['ID=daccb773-209f-4d22-8cec-5e538d558070,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:59.036375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3087595-402e-4666-9418-229162685a76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3087595-402e-4666-9418-229162685a76,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:12:59.037351 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0413bd06-c6f9-46bc-8383-ea8dc45d4f87 tempest-PortsAdminExtendedAttrsTestJSON-507836338 tempest-PortsAdminExtendedAttrsTestJSON-507836338-project] 10.222.0.35 "DELETE /v2.0/networks/daccb773-209f-4d22-8cec-5e538d558070 HTTP/1.1" status: 204 len: 168 time: 1.2212574 Mar 03 12:12:59.063470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d00d0dd0-4a02-4267-8ea5-537e4d011a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.070542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:12:59.080197 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] Sync routers for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:12:59.081964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56336) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:59.088714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-78ae654a-ad33-4eab-acbf-56bb9a9a9b44 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "PUT /v2.0/routers/15167801-09cf-4af3-9cdf-aea0605fbe4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9123082 Mar 03 12:12:59.093836 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:59.094035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.094466 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:59.140746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3d12a4fb-4d0d-4bbd-8ba6-0eceba7f52dc None None] Provisioning for port 8014309c-b4ee-480f-b53b-cde7163a7dc7 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:12:59.147752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.153879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Request body: {'port': {'network_id': 'c02a1b5a-9892-49f4-a2ae-7a86d48fc654', 'name': 'tempest-FloatingIPAdminTestJSON-2130916173'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:12:59.165966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3d12a4fb-4d0d-4bbd-8ba6-0eceba7f52dc None None] Provisioning complete for port 8014309c-b4ee-480f-b53b-cde7163a7dc7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:59.166332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3d12a4fb-4d0d-4bbd-8ba6-0eceba7f52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.203487 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:59.214444 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:12:59.215053 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:59.237072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b155e8-b3ba-4190-b680-901411759953 req-2ef45abf-afe7-4603-b8ab-7ef0ec2fe7f1 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:59.246574 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12b155e8-b3ba-4190-b680-901411759953 req-2ef45abf-afe7-4603-b8ab-7ef0ec2fe7f1 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 943 time: 0.4559202 Mar 03 12:12:59.263384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d00d0dd0-4a02-4267-8ea5-537e4d011a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.283215 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:12:59.283871 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e9cfd-375e-45a9-bc64-9ca8ed3b24c3 None None] The sync data for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:12:59.295727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device affc2c45-3c23-4b1e-a75a-85bffe3f5cbe up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:12:59.300859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d0dd0-4a02-4267-8ea5-537e4d011a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0643f021-4434-4d4d-9f39-bee487b0bbfa,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:59.311183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d00d0dd0-4a02-4267-8ea5-537e4d011a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.319649 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d00d0dd0-4a02-4267-8ea5-537e4d011a32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0643f021-4434-4d4d-9f39-bee487b0bbfa HTTP/1.1" status: 204 len: 168 time: 0.7058322 Mar 03 12:12:59.375114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['e3087595-402e-4666-9418-229162685a76'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:12:59.391529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56344) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:59.394840 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c03c22cc-bd20-484e-aea1-dadfa8e86411 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "DELETE /v2.0/ports/bd951484-5697-4b2b-860e-5c6baa2b3b77 HTTP/1.1" status: 204 len: 168 time: 2.3609221 Mar 03 12:12:59.454317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3d12a4fb-4d0d-4bbd-8ba6-0eceba7f52dc None None] Port 8014309c-b4ee-480f-b53b-cde7163a7dc7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:59.455737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3087595-402e-4666-9418-229162685a76,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:12:59.477842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.478491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.478491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.478993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.479293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.479505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.479801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.480161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.480488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.480809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.481148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.481435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:12:59.523695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:59.524284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.647637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c5891d78-7355-4f09-8d61-2e1b6d9a38dd None None] Provisioning complete for port 8014309c-b4ee-480f-b53b-cde7163a7dc7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:12:59.648031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5891d78-7355-4f09-8d61-2e1b6d9a38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.657016 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12b155e8-b3ba-4190-b680-901411759953 req-74b66da1-d0ee-4f5c-9e45-9ea2f29209ab tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095514 Mar 03 12:12:59.678224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:12:59.682244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Usage tracker for resource:port and tenant:d8c442da955441d1b721fb56877daba1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:12:59.685367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:12:59.692438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:12:59.760025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a7bb9-3f1c-49aa-b405-8c851ff4e715 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:59.768060 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5a3a7bb9-3f1c-49aa-b405-8c851ff4e715 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0419b7f-f22a-4f16-919f-44d106803cf2 HTTP/1.1" status: 200 len: 913 time: 0.3699872 Mar 03 12:12:59.768060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56352) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:12:59.768638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Made reservation on behalf of d8c442da955441d1b721fb56877daba1 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:12:59.799181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:12:59.838121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c5891d78-7355-4f09-8d61-2e1b6d9a38dd None None] Port 8014309c-b4ee-480f-b53b-cde7163a7dc7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:12:59.842659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cb7b-b795-4c17-809c-e0516a034803 req-fda2e16f-16df-4962-b15f-0f3ee1e53a32 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:12:59.852135 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d207cb7b-b795-4c17-809c-e0516a034803 req-fda2e16f-16df-4962-b15f-0f3ee1e53a32 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3931439 Mar 03 12:12:59.885361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] device_id is not set on port cb22848c-417a-41d0-9f0c-d9bf1603e183 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:12:59.885574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56356) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:00.009318 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d207cb7b-b795-4c17-809c-e0516a034803 req-60778341-104f-4405-9d27-a28831dd9625 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1540823 Mar 03 12:13:00.111993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Allocated IP 172.20.0.9 (c02a1b5a-9892-49f4-a2ae-7a86d48fc654/d52c90d8-09e1-481f-bd42-4c352654ea12/cb22848c-417a-41d0-9f0c-d9bf1603e183) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:00.215374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.275185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Transition to ACTIVE for port object 814c90fb-d384-4df9-80ae-65878cb30873 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:00.285136 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0bcce6f7-9bd1-4ac2-a22f-421f9f845b87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42ea3237819b42be96b78c99125428c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984213 Mar 03 12:13:00.288893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56374) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:00.408152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d4f99-db93-4391-9e5c-c64a839a6c0f req-5cfcf36e-1eac-4877-b621-fe6c9a689cea tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:00.409648 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a6d4f99-db93-4391-9e5c-c64a839a6c0f req-5cfcf36e-1eac-4877-b621-fe6c9a689cea tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2203066 Mar 03 12:13:00.424434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56380) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:00.431392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Request body: {'floatingip': {'port_id': 'ea044a79-7fb7-418c-a80f-e617c201abc6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:00.444200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dec21-2922-4933-8d7c-3c2a7cd9c1d9 req-1b7d3109-a75f-49dc-941d-5433da5a7ef9 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:00.445670 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ea9dec21-2922-4933-8d7c-3c2a7cd9c1d9 req-1b7d3109-a75f-49dc-941d-5433da5a7ef9 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 0.2985232 Mar 03 12:13:00.516402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.538370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ea9dec21-2922-4933-8d7c-3c2a7cd9c1d9 req-a137d592-039b-407a-a4d9-cdb7c605b4de tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721607 Mar 03 12:13:00.544099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.547217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ad55-953b-4908-b969-280b09bd1dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.585293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Transition to ACTIVE for port object cb22848c-417a-41d0-9f0c-d9bf1603e183 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:00.586849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.598696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3087595-402e-4666-9418-229162685a76 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:00.628727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ad55-953b-4908-b969-280b09bd1dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.684615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:00.695660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:00.709100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:00.779137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port e3087595-402e-4666-9418-229162685a76 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:00.784827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port e3087595-402e-4666-9418-229162685a76 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:00.790230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.810506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:00.811263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.844715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event updated for resources: {'Port': ['ID=814c90fb-d384-4df9-80ae-65878cb30873,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:00.950751 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-284ee623-b0d2-4208-a92f-427d6a046607 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.2346668 Mar 03 12:13:00.954282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56394) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:00.997073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:00.999471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ad55-953b-4908-b969-280b09bd1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.019790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.027479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.057094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3087595-402e-4666-9418-229162685a76'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:13:01.068943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3087595-402e-4666-9418-229162685a76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3087595-402e-4666-9418-229162685a76,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:01.099366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b39d0e6e-9d99-48f7-b8a3-04a4f745c450 None None] Provisioning for port 814c90fb-d384-4df9-80ae-65878cb30873 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:01.100565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ad55-953b-4908-b969-280b09bd1dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.104717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b6b5ad55-953b-4908-b969-280b09bd1dd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c34d3705-9645-4279-8eaf-94c90b310952 HTTP/1.1" status: 204 len: 168 time: 0.8149295 Mar 03 12:13:01.109876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b39d0e6e-9d99-48f7-b8a3-04a4f745c450 None None] Provisioning complete for port 814c90fb-d384-4df9-80ae-65878cb30873 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:01.111709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b39d0e6e-9d99-48f7-b8a3-04a4f745c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.114188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:01.115278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5ad55-953b-4908-b969-280b09bd1dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d3705-9645-4279-8eaf-94c90b310952,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:01.120291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:01.126989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:01.187634 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3087595-402e-4666-9418-229162685a76', 'code': 200} Mar 03 12:13:01.223786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.315655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:01.316954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.358874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event updated for resources: {'Port': ['ID=cb22848c-417a-41d0-9f0c-d9bf1603e183,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:01.447485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28781730-c314-47eb-8d0b-86d6be3ab1a9 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:01.457609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b39d0e6e-9d99-48f7-b8a3-04a4f745c450 None None] Port 814c90fb-d384-4df9-80ae-65878cb30873 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:13:01.463264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28781730-c314-47eb-8d0b-86d6be3ab1a9 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:01.477260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28781730-c314-47eb-8d0b-86d6be3ab1a9 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:01.478167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-28781730-c314-47eb-8d0b-86d6be3ab1a9 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Synchronizing usage tracker for tenant:1bd19870abf844fb89538e3eb3a0dec6 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:01.483399 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bf054ded-cbf7-4165-831c-d9ec0cc6885a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3621411 Mar 03 12:13:01.488256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56408) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:01.504230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3087595-402e-4666-9418-229162685a76,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:01.579284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-28781730-c314-47eb-8d0b-86d6be3ab1a9 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Unset dirty status for tenant:1bd19870abf844fb89538e3eb3a0dec6 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:01.590166 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-28781730-c314-47eb-8d0b-86d6be3ab1a9 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.6251261 Mar 03 12:13:01.590166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56416) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:01.599640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398f6f5-4c57-402d-a29b-1ecc8e993b7f req-ace04ed9-962c-4100-9fc9-6320e6f47d2f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:01.601291 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7398f6f5-4c57-402d-a29b-1ecc8e993b7f req-ace04ed9-962c-4100-9fc9-6320e6f47d2f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 944 time: 0.6781101 Mar 03 12:13:01.636413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6033cd49-7942-40fc-8042-076eb0408419 None None] Provisioning for port cb22848c-417a-41d0-9f0c-d9bf1603e183 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:01.643175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6033cd49-7942-40fc-8042-076eb0408419 None None] Provisioning complete for port cb22848c-417a-41d0-9f0c-d9bf1603e183 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:01.643544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6033cd49-7942-40fc-8042-076eb0408419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.728482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6033cd49-7942-40fc-8042-076eb0408419 None None] Port cb22848c-417a-41d0-9f0c-d9bf1603e183 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:13:01.784973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Deleting port 814c90fb-d384-4df9-80ae-65878cb30873 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:01.785534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:01.911721 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7398f6f5-4c57-402d-a29b-1ecc8e993b7f req-d7c8503a-6fd0-45ea-80bc-8d6f4eb3b17c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666727 Mar 03 12:13:01.936934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdc98c-0e16-44ac-bcc0-75060c629903 req-89dea791-3175-4ad8-89da-2542617369eb tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:01.938718 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4dcdc98c-0e16-44ac-bcc0-75060c629903 req-89dea791-3175-4ad8-89da-2542617369eb tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 0.2692678 Mar 03 12:13:01.953771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'project_id': 'd8c442da955441d1b721fb56877daba1', 'port_id': 'cb22848c-417a-41d0-9f0c-d9bf1603e183'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:01.962104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:01.969276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db22782-40af-4303-a583-d33dace0b873 req-8caca7b3-ef89-40eb-96bd-3f9293d0885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:01.970598 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1db22782-40af-4303-a583-d33dace0b873 req-8caca7b3-ef89-40eb-96bd-3f9293d0885e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 1098 time: 0.3429081 Mar 03 12:13:01.989361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Usage tracker for resource:floatingip and tenant:d8c442da955441d1b721fb56877daba1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:01.992494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:02.029704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:02.104809 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4dcdc98c-0e16-44ac-bcc0-75060c629903 req-10a1b094-eccf-40e8-af01-65bf7aa24e03 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445527 Mar 03 12:13:02.155983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Deleting port 443d4cc5-86d3-4201-9c72-f671c58a4956 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:02.156568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.173065 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1db22782-40af-4303-a583-d33dace0b873 req-b9387139-3d15-4ec7-a10b-f317b48d055c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860151 Mar 03 12:13:02.178297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.180124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56430) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:02.221358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.255436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56436) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:02.328663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.384567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.484821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2025194650'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:02.510071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:02.526432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Usage tracker for resource:router and tenant:aabb6a77da7f403bb7019a3667f984cb is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:02.541437 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-169c1e23-aad8-4d94-af21-9eea1417fea2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33f76a37ed5b40908013b06011af72e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827592 Mar 03 12:13:02.543877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:02.562199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56440) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:02.570556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Calling delete_port for 814c90fb-d384-4df9-80ae-65878cb30873 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:02.618547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:02.631521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.719203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1c36513-1417-4110-85e9-6ec9ed3d9848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.731454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.839360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1c36513-1417-4110-85e9-6ec9ed3d9848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.883690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Calling delete_port for 443d4cc5-86d3-4201-9c72-f671c58a4956 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:02.915910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.916945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:02.942424 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Floating IP 614d73a8-c847-4c36-919a-33ab3458aca3 associated. External IP: 172.26.8.52, port: ea044a79-7fb7-418c-a80f-e617c201abc6. Mar 03 12:13:02.984421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Allocated IP 172.26.8.75 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/087b2d8c-1c6f-415e-9d08-b064bf4a6f53) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:03.008790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93714ac-8916-46c6-8ef7-f7585e31a417 req-72eea281-7181-44eb-86ac-51d47873f952 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:03.010232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f93714ac-8916-46c6-8ef7-f7585e31a417 req-72eea281-7181-44eb-86ac-51d47873f952 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 0.7236137 Mar 03 12:13:03.022969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56446) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:03.025744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.046568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.082660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Request body: {'floatingip': {'port_id': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:03.234251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1c36513-1417-4110-85e9-6ec9ed3d9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.246153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event deleted for resources: {'Port': ['ID=814c90fb-d384-4df9-80ae-65878cb30873,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:03.286337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.307741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c36513-1417-4110-85e9-6ec9ed3d9848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b658dc-5898-4420-a5d6-b9fbf6056435,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:03.357184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for floatingip, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.461876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.462956 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0c33c900-4325-47d5-8cda-27cc1bcfaf0d tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2747872 Mar 03 12:13:03.473822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56450) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:03.635946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.637817 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fa204994-489b-4f11-ba43-e1a7408ae8d8 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "DELETE /v2.0/ports/814c90fb-d384-4df9-80ae-65878cb30873 HTTP/1.1" status: 204 len: 168 time: 2.0521328 Mar 03 12:13:03.658287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56454) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:03.667559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1c36513-1417-4110-85e9-6ec9ed3d9848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.668641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a1c36513-1417-4110-85e9-6ec9ed3d9848 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57b658dc-5898-4420-a5d6-b9fbf6056435 HTTP/1.1" status: 204 len: 168 time: 1.1055272 Mar 03 12:13:03.677922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Request body: {'port': {'name': 'tempest-new-port-name-1901175431', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:03.677922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.api.validators [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] bootfile-name is not in valid_values {{(pid=88430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:13:03.677922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.api.validators [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] tftp-server is not in valid_values {{(pid=88430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:13:03.677922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.api.validators [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] server-ip-address is not in valid_values {{(pid=88430) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:13:03.687063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c356e5a3-25b7-4760-a783-5280badb203b tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.716471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82318d34-591e-4c49-a897-3900538e2779 req-86ceaf95-414e-45e4-ae80-7e2c5efcd346 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:03.718620 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82318d34-591e-4c49-a897-3900538e2779 req-86ceaf95-414e-45e4-ae80-7e2c5efcd346 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 0.6409087 Mar 03 12:13:03.721475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.761653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:03.928659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event deleted for resources: {'Port': ['ID=443d4cc5-86d3-4201-9c72-f671c58a4956,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:03.929173 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82318d34-591e-4c49-a897-3900538e2779 req-ea8e38c1-f195-4791-9655-7adf332d76ca tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915526 Mar 03 12:13:04.152472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.189774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Router 88ab5430-39f3-4be9-995c-f7dc782d69f7 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:04.287928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c356e5a3-25b7-4760-a783-5280badb203b tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.293002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c356e5a3-25b7-4760-a783-5280badb203b tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.301680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.502898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:04.525851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:04.543992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:04.575056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.591269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Pushing event updated for resources: {'Port': ['ID=087b2d8c-1c6f-415e-9d08-b064bf4a6f53,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:04.640644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c356e5a3-25b7-4760-a783-5280badb203b tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.641150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c356e5a3-25b7-4760-a783-5280badb203b tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4bdd26-8f1c-48ab-ab90-63d4543cff27 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:13:04.743439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c356e5a3-25b7-4760-a783-5280badb203b tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.747664 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c356e5a3-25b7-4760-a783-5280badb203b tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7b4bdd26-8f1c-48ab-ab90-63d4543cff27 HTTP/1.1" status: 204 len: 168 time: 1.2697399 Mar 03 12:13:04.762742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56476) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:04.777168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Request body: {'router': {'name': 'tempest-router-426427099', 'distributed': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:04.790738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:04.796137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:04.807217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Usage tracker for resource:router and tenant:aabb6a77da7f403bb7019a3667f984cb is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:04.807305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] Sync routers for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:04.807727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:04.809546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:04.818461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:04.819076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:04.822247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:04.990564 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1499e9a1-35df-420b-b87a-c67ef6f308e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "PUT /v2.0/floatingips/614d73a8-c847-4c36-919a-33ab3458aca3 HTTP/1.1" status: 200 len: 990 time: 4.5650818 Mar 03 12:13:04.993794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:13:05.003853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:13:05.035147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Router f0419b7f-f22a-4f16-919f-44d106803cf2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:05.053840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:05.106575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56488) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:05.120569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.121552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.275043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:05.281740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0c44fee1-4bb2-4187-a494-19ec471f84e6 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "PUT /v2.0/routers/f0419b7f-f22a-4f16-919f-44d106803cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5124295 Mar 03 12:13:05.284709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56494) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:05.289927 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] Sync routers for ids ['f0419b7f-f22a-4f16-919f-44d106803cf2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:05.307188 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] Routers {'f0419b7f-f22a-4f16-919f-44d106803cf2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:05.308682 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f0419b7f-f22a-4f16-919f-44d106803cf2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:05.332643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.341190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.365936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:13:05.417428 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:05.428687 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] Routers {'f0419b7f-f22a-4f16-919f-44d106803cf2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:05.429575 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f0419b7f-f22a-4f16-919f-44d106803cf2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:05.430173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-619105191'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:05.496664 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:05.497538 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bed2ee-54cd-4ded-8c06-db617de19843 None None] The sync data for ids ['f0419b7f-f22a-4f16-919f-44d106803cf2'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:05.525859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.529167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.537277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '614d73a8-c847-4c36-919a-33ab3458aca3', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'port_id': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'mac_address': 'fa:16:3e:ab:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:17Z', 'updated_at': '2022-03-03T12:13:01Z', 'revision_number': 1, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:05.542325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] Checking router: 88ab5430-39f3-4be9-995c-f7dc782d69f7 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:13:05.551638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:05.552302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:05.559172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f8a5d08-2b71-41e4-8928-4438a2e1b222 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.589542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:05.639470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25a7f-cc88-46ac-9b02-475a83e5162f req-09472190-1fc1-4e32-a10e-c4858f200e6b tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:05.641118 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-14b25a7f-cc88-46ac-9b02-475a83e5162f req-09472190-1fc1-4e32-a10e-c4858f200e6b tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 0.5003631 Mar 03 12:13:05.708335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.712307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:network and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:05.720451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:05.726713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.740141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:05.793996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:05.899681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608a59f-d9d5-4f46-bc80-b76a64df8b84 req-856f1424-d630-4f52-990a-977fac912a31 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:05.901231 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b608a59f-d9d5-4f46-bc80-b76a64df8b84 req-856f1424-d630-4f52-990a-977fac912a31 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.7083943 Mar 03 12:13:05.926122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f8a5d08-2b71-41e4-8928-4438a2e1b222 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.930382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f8a5d08-2b71-41e4-8928-4438a2e1b222 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:05.935009 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-14b25a7f-cc88-46ac-9b02-475a83e5162f req-e7daaf88-d846-46f6-ab49-a3f4d5759e33 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406621 Mar 03 12:13:06.013637 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'status': 'completed', 'code': 200} Mar 03 12:13:06.018993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f8a5d08-2b71-41e4-8928-4438a2e1b222 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.019517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a5d08-2b71-41e4-8928-4438a2e1b222 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Fanout notify agent at l3_agent the message router_deleted on router f0419b7f-f22a-4f16-919f-44d106803cf2 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:13:06.043938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f8a5d08-2b71-41e4-8928-4438a2e1b222 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.044159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:06.047583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.048815 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3f8a5d08-2b71-41e4-8928-4438a2e1b222 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "DELETE /v2.0/routers/f0419b7f-f22a-4f16-919f-44d106803cf2 HTTP/1.1" status: 204 len: 168 time: 0.7631373 Mar 03 12:13:06.051740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56500) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:06.056849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.058005 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e63aebff-88f0-4386-ade8-37aebd8ef820 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2943151 Mar 03 12:13:06.069326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event updated for resources: {'Port': ['ID=8014309c-b4ee-480f-b53b-cde7163a7dc7,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:06.102257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56504) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:06.117582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0f65945d-928e-44bb-b260-a92e00cd5f6b None None] Provisioning complete for port 8014309c-b4ee-480f-b53b-cde7163a7dc7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:06.118132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0f65945d-928e-44bb-b260-a92e00cd5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.204356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] In _notify_port_updated(), no bound segment for port 8014309c-b4ee-480f-b53b-cde7163a7dc7 on network 4ed7fbe0-a850-45ee-8d57-06770e5d681b {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:13:06.210046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:06.210728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.214488 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-debdc7d7-ff25-4488-a33a-c9248d29b977 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "PUT /v2.0/ports/8014309c-b4ee-480f-b53b-cde7163a7dc7 HTTP/1.1" status: 200 len: 1136 time: 2.5520542 Mar 03 12:13:06.214488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.217009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0f65945d-928e-44bb-b260-a92e00cd5f6b None None] Port 8014309c-b4ee-480f-b53b-cde7163a7dc7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:13:06.222667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56508) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:06.236393 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Floating IP 46ecb70c-bfea-4e94-ac56-8eda7affd102 associated. External IP: 172.26.8.235, port: e76b51c2-a8fa-48f1-be21-f9a7fa9dd929. Mar 03 12:13:06.247388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '614d73a8-c847-4c36-919a-33ab3458aca3', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'port_id': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'mac_address': 'fa:16:3e:ab:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:17Z', 'updated_at': '2022-03-03T12:13:01Z', 'revision_number': 1, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:06.252171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6fa59-8d0e-40f2-8635-78ef5bf7291f None None] The sync data for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv is: [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '614d73a8-c847-4c36-919a-33ab3458aca3', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'floating_ip_address': '172.26.8.52', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'port_id': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'mac_address': 'fa:16:3e:ab:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:17Z', 'updated_at': '2022-03-03T12:13:01Z', 'revision_number': 1, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:06.313246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:06.345322 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b608a59f-d9d5-4f46-bc80-b76a64df8b84 req-78d79952-75ea-438d-9853-e596a65c8b8b tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3461893 Mar 03 12:13:06.347522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:security_group_rule and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:06.347737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a1a50628-e693-4cc7-96d3-9d1f08d9f638 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.354330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:06.370734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:06.431229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Deleting subnet 06d7eac1-1c67-4b73-b837-d25514535e6d {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:06.460458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.505033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.537590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c08f2-3da0-47bf-9950-8347f858deae None None] New status for floating IP 614d73a8-c847-4c36-919a-33ab3458aca3: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:13:06.538721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e8e61-5b2d-4ec9-85c1-dc4fdf45f9be tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:06.539326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a17e8e61-5b2d-4ec9-85c1-dc4fdf45f9be tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Synchronizing usage tracker for tenant:1bd19870abf844fb89538e3eb3a0dec6 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:06.584860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff85325-cff8-4fdf-b479-4a285b106dca req-5f35711c-5088-4437-af4a-6a9690aa8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:06.586276 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff85325-cff8-4fdf-b479-4a285b106dca req-5f35711c-5088-4437-af4a-6a9690aa8d6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.5191932 Mar 03 12:13:06.812107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.923156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a1a50628-e693-4cc7-96d3-9d1f08d9f638 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.926536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a1a50628-e693-4cc7-96d3-9d1f08d9f638 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.929952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a17e8e61-5b2d-4ec9-85c1-dc4fdf45f9be tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Unset dirty status for tenant:1bd19870abf844fb89538e3eb3a0dec6 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:06.932077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a17e8e61-5b2d-4ec9-85c1-dc4fdf45f9be tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "GET /v2.0/ports/8014309c-b4ee-480f-b53b-cde7163a7dc7 HTTP/1.1" status: 200 len: 1136 time: 0.7034440 Mar 03 12:13:06.938511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56514) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:06.953974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:06.981424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647e22-62d5-4ad6-884d-a117c3d2f1be req-ad143564-0277-4858-aef4-87981c21169f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:06.983585 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77647e22-62d5-4ad6-884d-a117c3d2f1be req-ad143564-0277-4858-aef4-87981c21169f tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 0.8136499 Mar 03 12:13:07.007491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56518) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:07.016143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.016961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Request body: {'floatingip': {'port_id': 'e3087595-402e-4666-9418-229162685a76'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:07.039136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcd4d1-189d-4f76-b7c8-56dfe5724497 req-19e93993-7728-4a0b-8846-da8595defb4b tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:07.040645 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b2dcd4d1-189d-4f76-b7c8-56dfe5724497 req-19e93993-7728-4a0b-8846-da8595defb4b tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.5234957 Mar 03 12:13:07.046297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff85325-cff8-4fdf-b479-4a285b106dca req-7eaa9001-5048-4811-b0d7-75f1b2183c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:07.047641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff85325-cff8-4fdf-b479-4a285b106dca req-7eaa9001-5048-4811-b0d7-75f1b2183c2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.4025714 Mar 03 12:13:07.100539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.153029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.178911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a1a50628-e693-4cc7-96d3-9d1f08d9f638 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.179339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a50628-e693-4cc7-96d3-9d1f08d9f638 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fb35b95-b970-429f-bef5-ac4283c157a0 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:13:07.184030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Router 86b0175e-b6fb-4799-9085-f526b33455ca has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:07.233451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Deleting port 8014309c-b4ee-480f-b53b-cde7163a7dc7 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:07.233788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.277702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:07.290268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a1a50628-e693-4cc7-96d3-9d1f08d9f638 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.296825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a1a50628-e693-4cc7-96d3-9d1f08d9f638 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "DELETE /v2.0/routers/8fb35b95-b970-429f-bef5-ac4283c157a0 HTTP/1.1" status: 204 len: 168 time: 1.1853600 Mar 03 12:13:07.298421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56522) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:07.303409 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b2dcd4d1-189d-4f76-b7c8-56dfe5724497 req-e60adbaf-344b-483a-b38d-385c71c8fba3 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2531517 Mar 03 12:13:07.309730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea626fc0-8825-4140-88af-277a2ecf3b8c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:07.309852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Request body: {'router': {'name': 'tempest-router-429083618', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '73199bb20bd44d80a5ac872aaf88aaca'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:07.322496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:07.434823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Usage tracker for resource:router and tenant:73199bb20bd44d80a5ac872aaf88aaca is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:07.434823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:07.434823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.434823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:07.550018 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff85325-cff8-4fdf-b479-4a285b106dca req-fee3cc96-dcfd-420b-b26b-8341f773e444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1000 time: 0.4949799 Mar 03 12:13:07.566626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.567640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.570303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.570651 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Added segment 6fc2dd38-84df-4ec5-9333-7d7462fd6b02 of type vlan for network 7932dc66-a37f-468b-a244-85bb859ba74b Mar 03 12:13:07.694491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.734006 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.750960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.757759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event deleted for resources: {'Subnet': ['ID=06d7eac1-1c67-4b73-b837-d25514535e6d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:07.764952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.766738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ae6a9-608e-4413-8fbc-89569647d207 None None] Network 54b73ac9-8438-4d3e-916c-4a918b06eeed requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:07.768511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff85325-cff8-4fdf-b479-4a285b106dca req-e348e329-6fcc-45c3-8f65-1bfd1685c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:07.769957 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff85325-cff8-4fdf-b479-4a285b106dca req-e348e329-6fcc-45c3-8f65-1bfd1685c10d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.2009788 Mar 03 12:13:07.800796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3d72a982-7934-491d-bd5e-9ffb6d2e1535 tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "DELETE /v2.0/subnets/06d7eac1-1c67-4b73-b837-d25514535e6d HTTP/1.1" status: 204 len: 168 time: 1.7479281 Mar 03 12:13:07.819073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56526) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:07.879182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:07.914895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:07.927890 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] Sync routers for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:07.937245 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:07.938195 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:07.990385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:13:08.007109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.017309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Calling delete_port for 8014309c-b4ee-480f-b53b-cde7163a7dc7 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:08.019757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.026198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:08.026810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.040815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.053185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.055147 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f2475f3f-315f-43a5-8185-642a88ab8997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.132221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.132500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] DHCP port deletion for 54b73ac9-8438-4d3e-916c-4a918b06eeed request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:08.132603 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:08.134495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] Deleting port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:08.135032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.155115 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0329676 Mar 03 12:13:08.159424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.220777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56530) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:08.260771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.295762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'subnet': {'network_id': '7932dc66-a37f-468b-a244-85bb859ba74b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:08.329103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.330250 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-009fa086-ca6e-4f42-b944-b20e995fd7f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0315509 Mar 03 12:13:08.365672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56536) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:08.397200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7f20e-c082-41cc-b899-9fc52543170d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Network': ['ID=7932dc66-a37f-468b-a244-85bb859ba74b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:08.413998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:08.491668 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-50ecf90e-dadc-472c-8f74-f6a3514e3b36 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "PUT /v2.0/floatingips/46ecb70c-bfea-4e94-ac56-8eda7affd102 HTTP/1.1" status: 200 len: 992 time: 5.4674859 Mar 03 12:13:08.496292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff85325-cff8-4fdf-b479-4a285b106dca req-2c5d68c8-5f71-4ed9-9b7a-b468607b7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:08.497785 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff85325-cff8-4fdf-b479-4a285b106dca req-2c5d68c8-5f71-4ed9-9b7a-b468607b7dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7169664 Mar 03 12:13:08.526115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.534911 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '46ecb70c-bfea-4e94-ac56-8eda7affd102', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'floating_ip_address': '172.26.8.235', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'port_id': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'mac_address': 'fa:16:3e:1f:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:26Z', 'updated_at': '2022-03-03T12:13:04Z', 'revision_number': 1, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:24Z', 'revision_number': 5, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:08.539613 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] Checking router: 86b0175e-b6fb-4799-9085-f526b33455ca for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:13:08.555781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:08.556422 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:12:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:08.580738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 7932dc66-a37f-468b-a244-85bb859ba74b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:08.628715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] For port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6227d0c3-80cb-4958-8df9-2ea10bc1f2ce,segment=NetworkSegment(76a67f22-3277-4495-9ac4-e0642621c0fd),segment_id=76a67f22-3277-4495-9ac4-e0642621c0fd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:08.629105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.642417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:13:08.675789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.698043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Deleting port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:08.698758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.755479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:08.771762 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:08.823059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] Calling delete_port for 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:08.852590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Pushing event updated for resources: {'Port': ['ID=087b2d8c-1c6f-415e-9d08-b064bf4a6f53,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:08.853995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event deleted for resources: {'Port': ['ID=8014309c-b4ee-480f-b53b-cde7163a7dc7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:09.030362 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Floating IP ae8ab559-3395-4d42-918a-f37b582755d5 associated. External IP: 172.26.8.238, port: e3087595-402e-4666-9418-229162685a76. Mar 03 12:13:09.053174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:09.127443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] No DVR routers for this DVR port 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:09.129445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94444924-e63b-42ac-8cd7-c155ccaa7e7f None None] Pushing event deleted for resources: {'Port': ['ID=6227d0c3-80cb-4958-8df9-2ea10bc1f2ce,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:09.187316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680c8ea-dec3-4589-b604-d6d78727e243 req-07ca3c50-a788-4f83-ab6f-39afbae57784 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:09.191276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a680c8ea-dec3-4589-b604-d6d78727e243 req-07ca3c50-a788-4f83-ab6f-39afbae57784 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6566143 Mar 03 12:13:09.233068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:09.257683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:09.262922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:09.303541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:13:09.303842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6227d0c3-80cb-4958-8df9-2ea10bc1f2ce not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:13:09.312740 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '46ecb70c-bfea-4e94-ac56-8eda7affd102', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'floating_ip_address': '172.26.8.235', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'port_id': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'mac_address': 'fa:16:3e:1f:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:26Z', 'updated_at': '2022-03-03T12:13:04Z', 'revision_number': 1, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:24Z', 'revision_number': 5, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:09.317070 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70ee69-6ce9-4fc5-85ff-50786f72be87 None None] The sync data for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv is: [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '46ecb70c-bfea-4e94-ac56-8eda7affd102', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'floating_ip_address': '172.26.8.235', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'port_id': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'mac_address': 'fa:16:3e:1f:87:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:26Z', 'updated_at': '2022-03-03T12:13:04Z', 'revision_number': 1, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:24Z', 'revision_number': 5, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:09.372601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a680c8ea-dec3-4589-b604-d6d78727e243 req-c8e1dda4-0626-48a1-b6b0-887703c0a353 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1642654 Mar 03 12:13:09.454292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff85325-cff8-4fdf-b479-4a285b106dca req-100b8921-4f67-41c5-8181-d65b2cbd6769 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001919 Mar 03 12:13:09.456843 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'status': 'completed', 'code': 200} Mar 03 12:13:09.468423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:09.475257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] The port '6227d0c3-80cb-4958-8df9-2ea10bc1f2ce' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:13:09.483977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:subnet and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:09.507194 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e879bfdf-3dc7-4134-9b7c-2054ecb4223b tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "DELETE /v2.0/ports/8014309c-b4ee-480f-b53b-cde7163a7dc7 HTTP/1.1" status: 204 len: 168 time: 2.5690582 Mar 03 12:13:09.513432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56544) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:09.590030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:09.594833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082ab88-f610-4643-9a6c-235510478694 None None] New status for floating IP 46ecb70c-bfea-4e94-ac56-8eda7affd102: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:13:09.626920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:09.684313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Deleting subnet 0c06e2d9-3381-4e32-805c-7ee22599f9d2 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:09.691734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:09.784046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df21fb-6287-405b-824a-10b079a40982 req-24e16f6a-02e6-4a27-8da8-9af758a785d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:09.785626 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-24e16f6a-02e6-4a27-8da8-9af758a785d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a648d624cf948f6bcf1a4e9e98b862b&device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 1099 time: 0.3188283 Mar 03 12:13:09.787390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Router fa47bb69-3070-4cf2-af45-455a7b201f3f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:09.789486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:09.797609 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Floating IP d47b6edd-8337-44ec-bf14-64abf1b0e338 associated. External IP: 172.26.8.75, port: cb22848c-417a-41d0-9f0c-d9bf1603e183. Mar 03 12:13:10.017786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.018140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.079069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:10.082464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.098076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.099032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8a2011a4-56d4-4174-b1d5-c1636f4cde66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.135713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a75d4-0b85-4127-ac3b-865a7c4634a5 req-97b6ff98-b330-49f5-b2f0-2a79d0426872 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:10.137195 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-320a75d4-0b85-4127-ac3b-865a7c4634a5 req-97b6ff98-b330-49f5-b2f0-2a79d0426872 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 1.4513125 Mar 03 12:13:10.288452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.323328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:10.325348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df21fb-6287-405b-824a-10b079a40982 req-8b06e2ca-49a7-4c0f-9adc-e3df6bb37ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:10.327168 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-8b06e2ca-49a7-4c0f-9adc-e3df6bb37ba8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0ecaf887-6d30-4f07-af85-e53e03c643cf HTTP/1.1" status: 200 len: 912 time: 0.5066967 Mar 03 12:13:10.329875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b73ac9-8438-4d3e-916c-4a918b06eeed']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:10.334380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.338937 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] Sync routers for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:10.351981 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:10.352786 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:10.421709 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff85325-cff8-4fdf-b479-4a285b106dca req-a344689a-36a0-4296-a6fc-86abf75f4b03 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9413548 Mar 03 12:13:10.422956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88430) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 03 12:13:10.423295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Router 86c7d84b-248c-48ea-8001-318aabe8c26b migrating from provider to provider. {{(pid=88430) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 03 12:13:10.423684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.447464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a67f22-3277-4495-9ac4-e0642621c0fd') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:10.451159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a67f22-3277-4495-9ac4-e0642621c0fd') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:10.489872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4c44020a-2867-4d22-a756-ccfcde6fe0f2 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "PUT /v2.0/floatingips/ae8ab559-3395-4d42-918a-f37b582755d5 HTTP/1.1" status: 200 len: 991 time: 3.4798572 Mar 03 12:13:10.494614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'tag': 'e3087595-402e-4666-9418-229162685a76'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:13:10.569719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-6c9882c9-a601-46a5-bc0c-2b504d67eb16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 HTTP/1.1" status: 200 len: 1002 time: 0.2088087 Mar 03 12:13:10.597813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.606024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.615720 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:10.642471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.644417 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-320a75d4-0b85-4127-ac3b-865a7c4634a5 req-e5858725-1b28-45b6-801c-3bde1f00f42b tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386644 Mar 03 12:13:10.663436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.673697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.681721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:10.682114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:10.700365 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:10.711497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event deleted for resources: {'Subnet': ['ID=0c06e2d9-3381-4e32-805c-7ee22599f9d2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:10.715173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df21fb-6287-405b-824a-10b079a40982 req-9d034fef-0380-44bd-acf0-0ec72360bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:10.716748 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-9d034fef-0380-44bd-acf0-0ec72360bb7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=224d6c3b-cfb9-4e87-8df6-e30cb85798d9 HTTP/1.1" status: 200 len: 850 time: 0.1352637 Mar 03 12:13:10.726117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3e27c-c645-4260-9685-689c6de90124 req-1d5c51de-08dc-4976-90ea-195f79ce9a37 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:10.727298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0775ea2-406b-4173-9586-46ae3e81bfb4 None None] Network 4ed7fbe0-a850-45ee-8d57-06770e5d681b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:10.727569 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9fd3e27c-c645-4260-9685-689c6de90124 req-1d5c51de-08dc-4976-90ea-195f79ce9a37 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2158225 Mar 03 12:13:10.729751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.777388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-fdb57341-bbfb-4062-bc6c-93d331594ddf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9225416 Mar 03 12:13:10.794321 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-57e7be07-71c7-4962-83c8-426d3c93a478 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "DELETE /v2.0/subnets/0c06e2d9-3381-4e32-805c-7ee22599f9d2 HTTP/1.1" status: 204 len: 168 time: 1.2776418 Mar 03 12:13:10.797093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56556) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:10.861364 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9fd3e27c-c645-4260-9685-689c6de90124 req-f7af2c3a-9dbc-47a4-90f6-c2d135f5bd78 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980690 Mar 03 12:13:10.940575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.962020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df21fb-6287-405b-824a-10b079a40982 req-7c6431f6-ada3-4e66-ad66-c33625022b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:10.963503 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-7c6431f6-ada3-4e66-ad66-c33625022b86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0ecaf887-6d30-4f07-af85-e53e03c643cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2350318 Mar 03 12:13:10.966850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Deleting port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:10.967315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:10.996651 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'tag': 'e3087595-402e-4666-9418-229162685a76', 'status': 'completed', 'code': 200} Mar 03 12:13:11.113260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] DHCP port deletion for 4ed7fbe0-a850-45ee-8d57-06770e5d681b request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:11.121275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.129316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Deleting port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:11.130208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.280987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device affc2c45-3c23-4b1e-a75a-85bffe3f5cbe no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:11.300235 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.scheduler.l3_agent_scheduler [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] No L3 agents can host the router 86c7d84b-248c-48ea-8001-318aabe8c26b Mar 03 12:13:11.318113 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'ae8ab559-3395-4d42-918a-f37b582755d5', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'floating_ip_address': '172.26.8.238', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'port_id': 'e3087595-402e-4666-9418-229162685a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'mac_address': 'fa:16:3e:f5:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f41109-22ca-4235-858f-c2da999a4a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:31Z', 'updated_at': '2022-03-03T12:13:08Z', 'revision_number': 1, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:30Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:11.328452 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] Checking router: fa47bb69-3070-4cf2-af45-455a7b201f3f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:13:11.360473 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:11.364228 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:11.398007 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-4284e7da-731c-4888-a78c-a011f85c9a76 service neutron] 10.222.0.26 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044564 Mar 03 12:13:11.443924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.490108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.517706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Router 15167801-09cf-4af3-9cdf-aea0605fbe4b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:11.520348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.529296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.561073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,segment=NetworkSegment(58c4058e-a60d-4392-9d54-1824c92d57e2),segment_id=58c4058e-a60d-4392-9d54-1824c92d57e2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:11.561560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.565098 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-06f30db1-58f9-48e6-b2af-2ee2e89a4bba service neutron] 10.222.0.26 "GET /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490834 Mar 03 12:13:11.579205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] Pushing event deleted for resources: {'Network': ['ID=54b73ac9-8438-4d3e-916c-4a918b06eeed,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:11.589837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,segment=NetworkSegment(58c4058e-a60d-4392-9d54-1824c92d57e2),segment_id=58c4058e-a60d-4392-9d54-1824c92d57e2)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:11.590533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.610962 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:11.656403 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-def29bd6-bc52-4010-9fca-9eb68d77d60e tempest-FloatingIPNegativeTestJSON-803077427 tempest-FloatingIPNegativeTestJSON-803077427-project] 10.222.0.35 "DELETE /v2.0/networks/54b73ac9-8438-4d3e-916c-4a918b06eeed HTTP/1.1" status: 204 len: 168 time: 3.8096535 Mar 03 12:13:11.708895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Calling delete_port for affc2c45-3c23-4b1e-a75a-85bffe3f5cbe owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:11.735767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Hosts for router 86c7d84b-248c-48ea-8001-318aabe8c26b: [] {{(pid=88430) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 03 12:13:11.751081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,segment=NetworkSegment(58c4058e-a60d-4392-9d54-1824c92d57e2),segment_id=58c4058e-a60d-4392-9d54-1824c92d57e2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:11.821858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.848131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-e05fd6d6-a3cb-4cab-92ed-c491a0e93835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:11.850333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-e05fd6d6-a3cb-4cab-92ed-c491a0e93835 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.9622850 Mar 03 12:13:11.859498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a71e3-84e0-43a2-be9e-957bfa15c4ab req-431c9c1c-16e7-45e8-8f93-bce52576e735 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:11.861808 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fb9a71e3-84e0-43a2-be9e-957bfa15c4ab req-431c9c1c-16e7-45e8-8f93-bce52576e735 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 1.0365875 Mar 03 12:13:11.876782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-979c6679-902f-44c9-8762-d795a023c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:11.880439 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-979c6679-902f-44c9-8762-d795a023c428 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13&device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 1098 time: 0.7537167 Mar 03 12:13:11.880439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:11.938193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Calling delete_port for affc2c45-3c23-4b1e-a75a-85bffe3f5cbe owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:11.948667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:11.984650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:13:11.985089 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:13:12.071042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Hosts for other DVR routers connected to router 86c7d84b-248c-48ea-8001-318aabe8c26b: set() {{(pid=88430) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 03 12:13:12.073410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:12.077180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eb9af962-bbc9-4345-bf24-b30dc9983ac0 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "PUT /v2.0/routers/86c7d84b-248c-48ea-8001-318aabe8c26b HTTP/1.1" status: 200 len: 716 time: 3.6795037 Mar 03 12:13:12.078086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56566) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:12.129500 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'ae8ab559-3395-4d42-918a-f37b582755d5', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'floating_ip_address': '172.26.8.238', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'port_id': 'e3087595-402e-4666-9418-229162685a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'mac_address': 'fa:16:3e:f5:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f41109-22ca-4235-858f-c2da999a4a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:31Z', 'updated_at': '2022-03-03T12:13:08Z', 'revision_number': 1, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:30Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:12.137384 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb241e-4604-4f2d-8c8e-bec9bd68ed44 None None] The sync data for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv is: [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'ae8ab559-3395-4d42-918a-f37b582755d5', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'floating_ip_address': '172.26.8.238', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'port_id': 'e3087595-402e-4666-9418-229162685a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'mac_address': 'fa:16:3e:f5:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f41109-22ca-4235-858f-c2da999a4a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:12:31Z', 'updated_at': '2022-03-03T12:13:08Z', 'revision_number': 1, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:30Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:12.146459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:13:12.146781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:13:12.170292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9507a71-0a5f-4f42-85fb-2f471f2f0071 req-947a10dc-8892-43bd-a0df-49f5f3b86a77 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:12.172076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a9507a71-0a5f-4f42-85fb-2f471f2f0071 req-947a10dc-8892-43bd-a0df-49f5f3b86a77 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.1555247 Mar 03 12:13:12.255745 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d42c0d3c-d465-4ef8-87d7-6ce958d3ec5a tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "GET /v2.0/routers/86c7d84b-248c-48ea-8001-318aabe8c26b HTTP/1.1" status: 200 len: 716 time: 0.1766689 Mar 03 12:13:12.258806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56572) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:12.289802 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a9507a71-0a5f-4f42-85fb-2f471f2f0071 req-a79ef83f-4ac3-402e-b6b8-7b2973049229 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630219 Mar 03 12:13:12.328325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56580) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:12.483341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207a438-0f86-4c6a-8907-25b64e43fb16 None None] New status for floating IP ae8ab559-3395-4d42-918a-f37b582755d5: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:13:12.522382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-8768bff9-f27b-42e9-9527-c7e9a059767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:12.523833 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-8768bff9-f27b-42e9-9527-c7e9a059767c service neutron] 10.222.0.26 "GET /v2.0/networks?id=454d57e3-2ac2-4279-91d9-fa274e5ed543 HTTP/1.1" status: 200 len: 907 time: 0.5452578 Mar 03 12:13:12.552310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Deleting port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:12.552310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:12.664441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Deleting port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:12.665015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:12.667987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Subnet': ['ID=2ef56623-5e41-4c7a-94a8-b84a49a56742,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:12.683993 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fb9a71e3-84e0-43a2-be9e-957bfa15c4ab req-c19642cf-6591-4a7d-82e4-f04649f08cee tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7934330 Mar 03 12:13:12.727150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Checking segment: {'id': '6fc2dd38-84df-4ec5-9333-7d7462fd6b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7932dc66-a37f-468b-a244-85bb859ba74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:12.727543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network hostable DHCP agents. Network: 7932dc66-a37f-468b-a244-85bb859ba74b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:12.743810 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b513ba21-84a8-4068-ad9b-34133f2bec73 tempest-RoutersTestDVR-376802673 tempest-RoutersTestDVR-376802673-project] 10.222.0.35 "GET /v2.0/routers/86c7d84b-248c-48ea-8001-318aabe8c26b HTTP/1.1" status: 200 len: 682 time: 0.4840724 Mar 03 12:13:12.770711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56588) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:12.781356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0bb0c-9797-4dab-8532-c38c17204586 req-74b0cca2-6b4c-43d9-b2c2-cdfc2cc8d844 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:12.784023 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53f0bb0c-9797-4dab-8532-c38c17204586 req-74b0cca2-6b4c-43d9-b2c2-cdfc2cc8d844 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3378146 Mar 03 12:13:12.784807 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-d7ffd135-7a46-4113-b192-94413f3ddc88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3087595-402e-4666-9418-229162685a76 HTTP/1.1" status: 200 len: 999 time: 0.2505791 Mar 03 12:13:12.785816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:12.794270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-ea58f474-5335-4879-8a33-474781021d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:12.801368 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] Sync routers for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:12.801912 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-ea58f474-5335-4879-8a33-474781021d7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.8946772 Mar 03 12:13:12.808626 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:12.809932 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:12.819795 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb781901-1c75-491d-ab74-2a18740248e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5e9770197b644cb80569c50d4e0a132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903073 Mar 03 12:13:12.826688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:12.831360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56594) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:12.888810 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:12.903260 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:12.904585 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:12.923762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 7932dc66-a37f-468b-a244-85bb859ba74b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:13.006687 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:13.007092 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50f0e2-9a6a-4ff5-b8ee-da26391171fb None None] The sync data for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:13.010391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-e488dc09-74f4-4b86-9c4c-5e2023a2064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:13.011844 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-e488dc09-74f4-4b86-9c4c-5e2023a2064e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331 HTTP/1.1" status: 200 len: 845 time: 0.2139559 Mar 03 12:13:13.016793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,segment=NetworkSegment(58c4058e-a60d-4392-9d54-1824c92d57e2),segment_id=58c4058e-a60d-4392-9d54-1824c92d57e2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:13.017172 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-08f953c1-3e76-4b8f-8076-ab7c12127796 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1000 time: 0.1824474 Mar 03 12:13:13.017333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.018893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.048950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9322b741-4e7e-4413-b16c-4f6375ca71f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.114331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 7932dc66-a37f-468b-a244-85bb859ba74b) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:13.116226 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53f0bb0c-9797-4dab-8532-c38c17204586 req-4fbccf22-5fae-487e-9a9b-4f7ca850e177 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3312383 Mar 03 12:13:13.178733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:13.178733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.181373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d34c0dd0-854d-4aee-b0c9-24bbea76f2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.187928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df05853-4734-466e-b8bd-09744774da1c None None] Network 7932dc66-a37f-468b-a244-85bb859ba74b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:13.212950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Calling delete_port for affc2c45-3c23-4b1e-a75a-85bffe3f5cbe owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:13.235636 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b2bea82f-64e5-4ff7-841d-a517cb10fe5e tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.7463367 Mar 03 12:13:13.243129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56600) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:13.246391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-9cd6efbd-68ac-4c11-856c-6171afff8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:13.246693 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-9cd6efbd-68ac-4c11-856c-6171afff8990 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.2039607 Mar 03 12:13:13.331883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d34c0dd0-854d-4aee-b0c9-24bbea76f2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.384528 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5e751d56-0bc9-4a3b-bc4d-93a47e7b2a57 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.1288691 Mar 03 12:13:13.406003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56604) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:13.428213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2027310438', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:13.450097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:13.472483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:router and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:13.477263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:13.487425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.495952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:13.513413 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1f38816c-67c1-4c47-adb0-a2c93deec187 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] 10.222.0.35 "GET /v2.0/floatingips/d47b6edd-8337-44ec-bf14-64abf1b0e338 HTTP/1.1" status: 200 len: 982 time: 0.2643661 Mar 03 12:13:13.518117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56608) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:13.521080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-806f0141-1d60-4574-a5b7-2fe89af318ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:13.522552 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-806f0141-1d60-4574-a5b7-2fe89af318ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=454d57e3-2ac2-4279-91d9-fa274e5ed543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4784153 Mar 03 12:13:13.558505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9d9a47-51a4-4832-b311-96e6531eb877 None None] Network 7932dc66-a37f-468b-a244-85bb859ba74b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:13.588989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] No DVR routers for this DVR port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:13.615176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c099612-e35e-48ec-9821-66c9e513504d None None] Pushing event deleted for resources: {'Port': ['ID=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:13.629117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] For port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=affc2c45-3c23-4b1e-a75a-85bffe3f5cbe,segment=NetworkSegment(58c4058e-a60d-4392-9d54-1824c92d57e2),segment_id=58c4058e-a60d-4392-9d54-1824c92d57e2)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:13.629481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.630809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.631816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.745089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d34c0dd0-854d-4aee-b0c9-24bbea76f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.749600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-91cb05a0-dab3-4fb4-ba7f-27b6ff412be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:13.751089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-91cb05a0-dab3-4fb4-ba7f-27b6ff412be5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4942174 Mar 03 12:13:13.813137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9322b741-4e7e-4413-b16c-4f6375ca71f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.820678 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-32c369bf-4923-4cd9-be81-7ec48d017c1b service neutron] 10.222.0.26 "GET /v2.0/networks/454d57e3-2ac2-4279-91d9-fa274e5ed543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457919 Mar 03 12:13:13.820901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Calling delete_port for affc2c45-3c23-4b1e-a75a-85bffe3f5cbe owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:13.826966 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b9fcef01-c3c1-4d76-86b2-b6e3f8e56280 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.3051105 Mar 03 12:13:13.834852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.849443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56614) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:13.850690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9322b741-4e7e-4413-b16c-4f6375ca71f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.889849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c0dd0-854d-4aee-b0c9-24bbea76f2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d06ec8-bf53-421a-aca3-4048f6262b5b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:13.926634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d34c0dd0-854d-4aee-b0c9-24bbea76f2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:13.930145 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d34c0dd0-854d-4aee-b0c9-24bbea76f2fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91d06ec8-bf53-421a-aca3-4048f6262b5b HTTP/1.1" status: 204 len: 168 time: 1.0866973 Mar 03 12:13:14.094900 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-32c5e26d-1d2d-48eb-8555-2211cae7c890 req-95a9b83e-e8c1-407b-86ad-28c8c02fd8b6 service neutron] 10.222.0.26 "GET /v2.0/networks/454d57e3-2ac2-4279-91d9-fa274e5ed543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517397 Mar 03 12:13:14.102945 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-9c1e2b64-4238-4804-8c04-6863729cdfc7 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717595 Mar 03 12:13:14.131066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9322b741-4e7e-4413-b16c-4f6375ca71f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.131593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9322b741-4e7e-4413-b16c-4f6375ca71f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86c7d84b-248c-48ea-8001-318aabe8c26b {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:13:14.148887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:13:14.149205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:13:14.193667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting port 087b2d8c-1c6f-415e-9d08-b064bf4a6f53 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:14.194008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.225865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcce67-1476-40ea-aba7-646dc7e5543c req-437f16bc-2ce0-407a-bc82-a3183804bd25 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:14.227381 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-10fcce67-1476-40ea-aba7-646dc7e5543c req-437f16bc-2ce0-407a-bc82-a3183804bd25 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3103089 Mar 03 12:13:14.234245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9322b741-4e7e-4413-b16c-4f6375ca71f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.235361 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9322b741-4e7e-4413-b16c-4f6375ca71f8 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "DELETE /v2.0/routers/86c7d84b-248c-48ea-8001-318aabe8c26b HTTP/1.1" status: 204 len: 168 time: 1.4478288 Mar 03 12:13:14.243670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56622) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:14.251061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Request body: {'router': {'name': 'tempest-router-1504846975', 'distributed': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:14.268915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:14.284393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Usage tracker for resource:router and tenant:aabb6a77da7f403bb7019a3667f984cb is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:14.295105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:14.309527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:14.352385 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-10fcce67-1476-40ea-aba7-646dc7e5543c req-e5e550d6-e63c-4c54-b724-4280c015038d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094129 Mar 03 12:13:14.436064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.437273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.477535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.523493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.523818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.605042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.629819 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fc80bac-a8e2-4445-96df-afbf199e3f17 req-71b8e122-c743-47b5-b77f-e080523761f8 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207634 Mar 03 12:13:14.652196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.662269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Calling delete_port for 087b2d8c-1c6f-415e-9d08-b064bf4a6f53 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:14.772477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:14.773864 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-51b5bec0-62ad-4905-96d1-0f9553f5b1e3 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5292461 Mar 03 12:13:14.777647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:14.964343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e9b8304f-78a1-4912-b822-fa5296e06768 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.021777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.059793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.148484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Deleting port affc2c45-3c23-4b1e-a75a-85bffe3f5cbe {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:15.148806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.164619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56652) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:15.279327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'networks': [{'name': 'tempest-network--1618146962'}, {'name': 'tempest-network--1044321390'}]} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:15.279645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'network': {'name': 'tempest-network--1618146962'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:15.280958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'network': {'name': 'tempest-network--1044321390'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:15.295251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:15.310678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Usage tracker for resource:network and tenant:62369b59a77d4aa78ea0ddcc38187aee is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:15.310898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] The port 'affc2c45-3c23-4b1e-a75a-85bffe3f5cbe' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:13:15.314084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.316649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:15.326391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:15.406460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.26.8.48 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/87e9ab2a-0ba3-40d5-b64f-8ba6dbbbaced) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:15.435748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Made reservation on behalf of 62369b59a77d4aa78ea0ddcc38187aee for: {'network': 2} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:15.440496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.469712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.494433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event deleted for resources: {'Port': ['ID=087b2d8c-1c6f-415e-9d08-b064bf4a6f53,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:15.538335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:15.550853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Usage tracker for resource:security_group_rule and tenant:62369b59a77d4aa78ea0ddcc38187aee is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:15.555036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:15.563372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:15.624263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.703844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e9b8304f-78a1-4912-b822-fa5296e06768 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.705759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.710192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e9b8304f-78a1-4912-b822-fa5296e06768 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.767376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.798996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.815118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.815576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.840887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed7fbe0-a850-45ee-8d57-06770e5d681b']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:15.852625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.855051 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Floating IP d47b6edd-8337-44ec-bf14-64abf1b0e338 disassociated (deleted). External IP: 172.26.8.75, port: cb22848c-417a-41d0-9f0c-d9bf1603e183. Mar 03 12:13:15.879743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:15.908265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:15.910640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:15.925710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c4058e-a60d-4392-9d54-1824c92d57e2') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:15.926000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c4058e-a60d-4392-9d54-1824c92d57e2') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:15.932420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e9b8304f-78a1-4912-b822-fa5296e06768 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.932900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b8304f-78a1-4912-b822-fa5296e06768 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f79e3405-0f87-4c62-bea8-b1f3f4254f77 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:13:15.963746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:15.968581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=87e9ab2a-0ba3-40d5-b64f-8ba6dbbbaced,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:15.981144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c4af2a-3c22-4013-99fe-6890f03ade0f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:15.986832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:15.998337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a329e-db7d-4fb8-9449-07709337da7e req-c3d2cab5-93dd-4e8e-932a-a0f102df64e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:15.999885 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8f5a329e-db7d-4fb8-9449-07709337da7e req-c3d2cab5-93dd-4e8e-932a-a0f102df64e6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.4407401 Mar 03 12:13:16.004582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.056200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.056493 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Added segment 500a608c-1ef4-4475-b712-259b507e2771 of type vlan for network 843fb997-209e-4768-8c18-cdffcb22c04d Mar 03 12:13:16.082820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:16.083204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:16.097811 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:16.119402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e9b8304f-78a1-4912-b822-fa5296e06768 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.120554 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e9b8304f-78a1-4912-b822-fa5296e06768 tempest-RoutersTestDVR-757983218 tempest-RoutersTestDVR-757983218-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f79e3405-0f87-4c62-bea8-b1f3f4254f77 HTTP/1.1" status: 204 len: 168 time: 1.3409083 Mar 03 12:13:16.225281 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8f5a329e-db7d-4fb8-9449-07709337da7e req-803ef186-94c1-4f5e-857d-ba2ccaffeb49 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697459 Mar 03 12:13:16.289040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.297439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.317412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.326571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] Pushing event deleted for resources: {'Network': ['ID=4ed7fbe0-a850-45ee-8d57-06770e5d681b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:16.337054 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ba3fcd3a-9a70-41c8-bbfa-777954a3aef7 tempest-ExtraDHCPOptionsTestJSON-1862024623 tempest-ExtraDHCPOptionsTestJSON-1862024623-project] 10.222.0.35 "DELETE /v2.0/networks/4ed7fbe0-a850-45ee-8d57-06770e5d681b HTTP/1.1" status: 204 len: 168 time: 5.5389884 Mar 03 12:13:16.359564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:16.370429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.371169 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Added segment ad0d138f-0245-412e-9ea2-60bff3e421f3 of type vlan for network 67d33819-5e03-41a6-befa-8171ab6f96d4 Mar 03 12:13:16.401192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.565728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Router 15167801-09cf-4af3-9cdf-aea0605fbe4b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:16.610385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.611015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.616300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:16.621264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:16.621925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.641292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.758466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:16.758867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56670) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:16.764393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:16.770451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] Sync routers for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:16.785497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:16.786494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:16.832598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Network': ['ID=843fb997-209e-4768-8c18-cdffcb22c04d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:16.879845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 843fb997-209e-4768-8c18-cdffcb22c04d details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:16.881580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56676) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:16.886392 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-32d3db77-9a1b-470a-9ad6-b636246dee6d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "DELETE /v2.0/floatingips/d47b6edd-8337-44ec-bf14-64abf1b0e338 HTTP/1.1" status: 204 len: 168 time: 3.0335128 Mar 03 12:13:16.892481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56678) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:16.897454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:16.899924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:16.905044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:16.910559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Usage tracker for resource:floatingip and tenant:e9283b353fdc4bcea5cd61c312b94edf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:16.913403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:16.918459 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7525997 Mar 03 12:13:16.924499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:16.933189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56686) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:16.974480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:16.975163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:17.025686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.050895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:17.051556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5957e0f6-63a3-4214-8ea4-99363e118958 None None] The sync data for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:17.101872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebc307-245e-47fa-b42a-74f6a8b69b92 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Network': ['ID=67d33819-5e03-41a6-befa-8171ab6f96d4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:17.106232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.113742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 67d33819-5e03-41a6-befa-8171ab6f96d4 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:17.128546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:17.134422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Usage tracker for resource:security_group_rule and tenant:73199bb20bd44d80a5ac872aaf88aaca is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:17.137955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:17.190609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:17.284209 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6dcdf9d6-0926-4f9f-86b9-e0069c13c573 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bd19870abf844fb89538e3eb3a0dec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811357 Mar 03 12:13:17.285503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56692) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:17.298336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.372359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.425758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f1699-f4a8-4e5f-b655-2f352a7b1949 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:17.431305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f1699-f4a8-4e5f-b655-2f352a7b1949 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:17.437339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f1699-f4a8-4e5f-b655-2f352a7b1949 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:17.443115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f1699-f4a8-4e5f-b655-2f352a7b1949 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:17.443952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ab6f1699-f4a8-4e5f-b655-2f352a7b1949 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Synchronizing usage tracker for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:17.466880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.486204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.493275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb347a0f-6783-4709-acf7-dd462b0280f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.552881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac7d11-1353-4d78-a644-d0b1cf3285a9,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:17.569727 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1afed859-2268-4ad9-876b-c93121d04d06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73199bb20bd44d80a5ac872aaf88aaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8072112 Mar 03 12:13:17.570700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Allocated IP 172.26.8.70 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/d90bba0e-448e-4e8a-99c8-acd941fcfd83) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:17.572348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56696) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:17.573632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb347a0f-6783-4709-acf7-dd462b0280f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.580643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ab6f1699-f4a8-4e5f-b655-2f352a7b1949 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Unset dirty status for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:17.581781 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ab6f1699-f4a8-4e5f-b655-2f352a7b1949 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6440468 Mar 03 12:13:17.589765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56700) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:17.664571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c622b1-0226-4d8a-8193-ec6453e268ac req-dcfba426-af36-4f74-b15e-d88ecca64718 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:17.666029 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e7c622b1-0226-4d8a-8193-ec6453e268ac req-dcfba426-af36-4f74-b15e-d88ecca64718 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2943463 Mar 03 12:13:17.833905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.876678 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e7c622b1-0226-4d8a-8193-ec6453e268ac req-53fd5bc3-3f7f-41ca-96e5-6f60fa6b3f7c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1971459 Mar 03 12:13:17.884507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab0244a0-e512-417f-9bd5-ff49712236b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.924166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab0244a0-e512-417f-9bd5-ff49712236b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.938184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb347a0f-6783-4709-acf7-dd462b0280f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:17.955929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.011479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:13:18.021944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb347a0f-6783-4709-acf7-dd462b0280f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ced63d8-fba5-4595-aa03-02897687f0f1,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:18.025380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.061164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843fb997-209e-4768-8c18-cdffcb22c04d']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:18.078441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500a608c-1ef4-4475-b712-259b507e2771') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:18.078737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500a608c-1ef4-4475-b712-259b507e2771') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:18.080218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab0244a0-e512-417f-9bd5-ff49712236b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.088609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb347a0f-6783-4709-acf7-dd462b0280f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.089654 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb347a0f-6783-4709-acf7-dd462b0280f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ced63d8-fba5-4595-aa03-02897687f0f1 HTTP/1.1" status: 204 len: 168 time: 0.8042991 Mar 03 12:13:18.095518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.109604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0244a0-e512-417f-9bd5-ff49712236b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac7d11-1353-4d78-a644-d0b1cf3285a9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:18.115401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.119354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab0244a0-e512-417f-9bd5-ff49712236b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.126626 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ab0244a0-e512-417f-9bd5-ff49712236b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49ac7d11-1353-4d78-a644-d0b1cf3285a9 HTTP/1.1" status: 204 len: 168 time: 0.5454330 Mar 03 12:13:18.142083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:18.142520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:18.181536 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:18.186664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.234194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:18.243708 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:18.254519 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:18.255718 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:18.310970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:18.318069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:18.322883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:18.330047 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:18.338894 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:18.339401 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:18.356133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Pushing event updated for resources: {'Port': ['ID=d90bba0e-448e-4e8a-99c8-acd941fcfd83,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:18.373266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.374502 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c945e616-3a5e-4eeb-9412-87857c9561b9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9662547 Mar 03 12:13:18.377192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56710) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:18.404729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.406397 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:18.406807 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87926d2-18d2-473a-b88b-90d49a65b6ac None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:18.417322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.451816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Network': ['ID=843fb997-209e-4768-8c18-cdffcb22c04d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:18.463899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.552965 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-24a75f8c-05f8-4458-b1cb-d3f13634f509 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/networks/843fb997-209e-4768-8c18-cdffcb22c04d HTTP/1.1" status: 204 len: 168 time: 0.9582589 Mar 03 12:13:18.553805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56720) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:18.749596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.764045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:18.952633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56732) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:18.982499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.052211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:19.052472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.055822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.062036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Usage tracker for resource:security_group_rule and tenant:aabb6a77da7f403bb7019a3667f984cb is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:19.065853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:19.073121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:19.120192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.148528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d33819-5e03-41a6-befa-8171ab6f96d4']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:19.169122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0d138f-0245-412e-9ea2-60bff3e421f3') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:19.170041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0d138f-0245-412e-9ea2-60bff3e421f3') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:19.177067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6a52-87ce-4ba1-b094-32e39d93328e req-a6d64187-1831-4611-b533-d71f30610a4e tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:19.178590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-70fa6a52-87ce-4ba1-b094-32e39d93328e req-a6d64187-1831-4611-b533-d71f30610a4e tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.1851945 Mar 03 12:13:19.201853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.255954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.267815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:19.268265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.293469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Pushing event updated for resources: {'Port': ['ID=d90bba0e-448e-4e8a-99c8-acd941fcfd83,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:19.306089 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:19.348928 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-70fa6a52-87ce-4ba1-b094-32e39d93328e req-064e717f-a29d-43cf-86e1-5fd7a9adf033 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1553130 Mar 03 12:13:19.359542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.382120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.430744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56744) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:19.443038 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.470080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.474488 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fc5e9e3c-1515-4fa2-9f13-6fe1cfa008c2 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5807121 Mar 03 12:13:19.477623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56750) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:19.518863 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aabb6a77da7f403bb7019a3667f984cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651295 Mar 03 12:13:19.519831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56756) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:19.522503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260f39c-07ad-4600-8028-1252db1bb29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0446512b-7dd2-4f5a-81ee-1d3ea462a74a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:19.549768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1338601308'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:19.563427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:19.577839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:19.583754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:19.593653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:19.612527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.615187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34415a86-4cc3-42c5-a55d-58398966fa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.631564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.648475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Network': ['ID=67d33819-5e03-41a6-befa-8171ab6f96d4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:19.650973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34415a86-4cc3-42c5-a55d-58398966fa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.659599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-37bcae90-6d71-4e7c-9559-b20cd3ba3026 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/networks/67d33819-5e03-41a6-befa-8171ab6f96d4 HTTP/1.1" status: 204 len: 168 time: 1.1027005 Mar 03 12:13:19.659599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.660612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:19.668430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56760) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:19.673942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:19.719168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Usage tracker for resource:floatingip and tenant:b9635fe8441342f790d72e6fa6372570 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:19.721732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:19.725149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.735636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:19.775336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:19.796609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:19.897339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:19.925645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group_rule and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:19.933946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:19.951595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:19.999460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.023713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2684ba1-5db1-43d9-a995-744359c68b54 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:20.030118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2684ba1-5db1-43d9-a995-744359c68b54 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:20.030842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f2684ba1-5db1-43d9-a995-744359c68b54 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Synchronizing usage tracker for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:20.066972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34415a86-4cc3-42c5-a55d-58398966fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.139392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34415a86-4cc3-42c5-a55d-58398966fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0446512b-7dd2-4f5a-81ee-1d3ea462a74a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:20.156250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f2684ba1-5db1-43d9-a995-744359c68b54 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Unset dirty status for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:20.157948 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f2684ba1-5db1-43d9-a995-744359c68b54 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4885976 Mar 03 12:13:20.164053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56764) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:20.165180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34415a86-4cc3-42c5-a55d-58398966fa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.166467 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-34415a86-4cc3-42c5-a55d-58398966fa22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0446512b-7dd2-4f5a-81ee-1d3ea462a74a HTTP/1.1" status: 204 len: 168 time: 0.6453412 Mar 03 12:13:20.174313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-178377839'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:20.210130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:20.234328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:20.245629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.255060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.1 (7932dc66-a37f-468b-a244-85bb859ba74b/2ef56623-5e41-4c7a-94a8-b84a49a56742/7378665e-86b0-482f-9514-60fa1bc6e5f0) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:20.257375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.319025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.359108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:20.380315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadf7a68-d30a-42ea-9ea1-0f6570359926,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:20.425440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.425784 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment 12de9e01-bf5a-4197-a2ce-68167939496a of type vlan for network fc0b853a-dbb0-4993-8361-372d45421cd8 Mar 03 12:13:20.429191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.442229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Made reservation on behalf of 62369b59a77d4aa78ea0ddcc38187aee for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:20.445741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.470832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.475013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Allocated IP 172.26.8.244 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/f55cd7ee-ef5a-4580-83a2-df5f405fe012) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:20.485362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:20.545444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.545792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Added segment 714a0879-b00f-4f66-bd39-74029d689971 of type vlan for network 25c4ea7a-0250-4697-be98-b4b5e6374b90 Mar 03 12:13:20.596765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.609652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfd85e-c670-40ef-b9a0-27bd30b6f442 req-64d12682-8345-4c90-b14a-3ca25bfe7dcc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:20.611164 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d3cfd85e-c670-40ef-b9a0-27bd30b6f442 req-64d12682-8345-4c90-b14a-3ca25bfe7dcc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.1191127 Mar 03 12:13:20.620389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.626004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:20.626748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.646810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.731494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 7932dc66-a37f-468b-a244-85bb859ba74b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:20.736837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:20.740994 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d3cfd85e-c670-40ef-b9a0-27bd30b6f442 req-190744d1-c896-4e7a-8e9a-274a3fb7de36 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230302 Mar 03 12:13:20.741692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:20.777545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.788294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=fc0b853a-dbb0-4993-8361-372d45421cd8,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:20.796142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=7378665e-86b0-482f-9514-60fa1bc6e5f0,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:20.799160 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-abffdf2b-9d65-4cd3-98ff-d1c01bcdd403 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3672519 Mar 03 12:13:20.799962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56780) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:20.800091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:20.807750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'name': 'tempest-PortsIpV6TestJSON-1202716035'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:20.817038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.829523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.835886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:20.836537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:20.973188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Network': ['ID=25c4ea7a-0250-4697-be98-b4b5e6374b90,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:20.982980 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9260b051-7ccd-4d7d-9d21-5341e41f2c2a tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8176746 Mar 03 12:13:20.985131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56786) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:20.986218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 25c4ea7a-0250-4697-be98-b4b5e6374b90 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:20.992495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-869688751'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:21.001398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:21.011370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Usage tracker for resource:network and tenant:62369b59a77d4aa78ea0ddcc38187aee is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:21.016389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:21.023798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:21.071402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:21.076852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:21.080449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:21.087064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:21.125672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Made reservation on behalf of 62369b59a77d4aa78ea0ddcc38187aee for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:21.129325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.157574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:21.166298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.166844 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Added segment 3a998549-dfc1-4ee3-953b-9cce0d6dc107 of type vlan for network e6f35697-5af8-4e64-9f74-cb11cd63fa88 Mar 03 12:13:21.170377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.224067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:21.227479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.244286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.253821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.254350 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:21.257984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:21.284453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:21.344296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:21.384504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Pushing event updated for resources: {'Port': ['ID=f55cd7ee-ef5a-4580-83a2-df5f405fe012,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:21.476213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.488068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.493508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:21.494097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.701176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.703069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:21.741695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Network': ['ID=e6f35697-5af8-4e64-9f74-cb11cd63fa88,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:21.753431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e6f35697-5af8-4e64-9f74-cb11cd63fa88 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:21.895413 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fac64822-f452-4a73-b8a1-9cdd51127e0c tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9091578 Mar 03 12:13:21.904556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56804) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:21.912915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'ports': [{'network_id': '25c4ea7a-0250-4697-be98-b4b5e6374b90', 'name': 'tempest-port--528240902', 'admin_state_up': True}, {'network_id': 'e6f35697-5af8-4e64-9f74-cb11cd63fa88', 'admin_state_up': False}]} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:21.913522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'port': {'network_id': '25c4ea7a-0250-4697-be98-b4b5e6374b90', 'name': 'tempest-port--528240902', 'admin_state_up': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:21.913704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'port': {'network_id': 'e6f35697-5af8-4e64-9f74-cb11cd63fa88', 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:21.958595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.055397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.125583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:22.144986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.170157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': '12de9e01-bf5a-4197-a2ce-68167939496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:22.170503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: fc0b853a-dbb0-4993-8361-372d45421cd8, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:22.186270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7aa28a-8b73-4815-a595-2c26b236bfb3 req-6d2580ec-c614-4f04-b489-7bc546bfffb5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:22.187741 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9a7aa28a-8b73-4815-a595-2c26b236bfb3 req-6d2580ec-c614-4f04-b489-7bc546bfffb5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2960134 Mar 03 12:13:22.244592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:22.256118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.256494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Usage tracker for resource:port and tenant:62369b59a77d4aa78ea0ddcc38187aee is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:22.260944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:22.264517 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9a7aa28a-8b73-4815-a595-2c26b236bfb3 req-9100b14c-79e4-430b-bf19-04f5ab9c1927 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664439 Mar 03 12:13:22.277293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:22.285964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.294858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=7378665e-86b0-482f-9514-60fa1bc6e5f0,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:22.314654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:22.344749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.400047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Made reservation on behalf of 62369b59a77d4aa78ea0ddcc38187aee for: {'port': 2} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:22.405276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.424037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.443263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, fc0b853a-dbb0-4993-8361-372d45421cd8) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:22.456678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba0462-566d-41a5-9b65-31a7b9ce63f8 None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:22.467325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:22.472863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:22.473551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.493397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56818) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:22.512177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Pushing event updated for resources: {'Port': ['ID=f55cd7ee-ef5a-4580-83a2-df5f405fe012,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:22.533629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.574790 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8121313f-85f6-48ed-b3e6-1a0e7f774055 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7716658 Mar 03 12:13:22.577344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56824) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:22.583128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-25079429'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:22.588919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:22.593925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:22.597420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 7932dc66-a37f-468b-a244-85bb859ba74b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:22.599018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:22.601294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:22.611719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:22.630638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.632058 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c3ff9a3b-29ce-467e-a19c-85af88b6dd0c tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1515064 Mar 03 12:13:22.641290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-833312601', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:22.646593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:22.651029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Usage tracker for resource:port and tenant:17b7eae588c04d54bf2a77778787f65c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:22.655121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:22.661649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:22.662047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56828) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:22.708711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:22.712191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.738792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Made reservation on behalf of 17b7eae588c04d54bf2a77778787f65c for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:22.745851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.753500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:22.759393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.780619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.780619 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment 9076a353-a400-4584-8402-cf79f35c00f6 of type vlan for network feba1e60-e24e-4a54-9cd3-8ad04e4e7b12 Mar 03 12:13:22.780619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:22.787588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Usage tracker for resource:security_group_rule and tenant:17b7eae588c04d54bf2a77778787f65c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:22.791075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:22.800718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:22.817324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] device_id is not set on port 02b272c2-c163-41e2-a354-752661d7e84c yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:22.820069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.915715 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e5b841b5-2b59-4fa6-ab4f-d4f41dd50293 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.2524669 Mar 03 12:13:22.918588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:22.919435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56832) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:22.965980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:22.996466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5d927f7a-e892-43b6-bb3b-1b00702f81af tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Synchronizing usage tracker for tenant:d8c442da955441d1b721fb56877daba1 on resource:floatingip {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:23.001544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.007066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:23.007762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.058687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.073745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] device_id is not set on port 5112c4c9-e404-49a8-ba99-7fd4717164a0 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:23.165572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.184529 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6061406 Mar 03 12:13:23.194793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56838) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:23.201584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5d927f7a-e892-43b6-bb3b-1b00702f81af tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Unset dirty status for tenant:d8c442da955441d1b721fb56877daba1 on resource:floatingip {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:23.203260 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5d927f7a-e892-43b6-bb3b-1b00702f81af tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2828205 Mar 03 12:13:23.208873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2615ef-69e6-477e-80b8-3146610a2852 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=feba1e60-e24e-4a54-9cd3-8ad04e4e7b12,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:23.210897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56842) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:23.215744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc74d31-fbce-48af-a6ed-d0e0ff62cff3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:23.219004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'ports': [{'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8'}, {'network_id': 'feba1e60-e24e-4a54-9cd3-8ad04e4e7b12'}]} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:23.219314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:23.219783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'feba1e60-e24e-4a54-9cd3-8ad04e4e7b12'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:23.221774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network feba1e60-e24e-4a54-9cd3-8ad04e4e7b12 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:23.529589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:23.540067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:23.549848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Deleting port f55cd7ee-ef5a-4580-83a2-df5f405fe012 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:23.550155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.551083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:23.551765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:23.581602 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f81a8878-a7a6-4243-9ccc-be66f441654b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/routers/314f27d5-c9a6-4029-960a-e19c950d171b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2008822 Mar 03 12:13:23.585261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56848) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:23.595658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'port': {'network_id': '7932dc66-a37f-468b-a244-85bb859ba74b', 'name': 'tempest-FloatingIPTestJSON-412115116'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:23.601377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] device_id is not set on port f8be2c38-bf8e-45a0-b4ab-77afe955f1f6 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:23.618714 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:23.628571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:23.629175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:23.691407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:23.692081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86e7cc-afea-4bd8-bd38-313fcdf9e4f1 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:23.720910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:23.726842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Allocated IP 172.26.8.129 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/5112c4c9-e404-49a8-ba99-7fd4717164a0) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:23.735133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:23.739661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:23.751149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:23.760075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef52a5-07db-45cd-955b-d336ec9af498 req-2dae9088-77ea-475e-9300-4a3519fd9996 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:23.761524 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-54ef52a5-07db-45cd-955b-d336ec9af498 req-2dae9088-77ea-475e-9300-4a3519fd9996 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3224807 Mar 03 12:13:23.848556 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-54ef52a5-07db-45cd-955b-d336ec9af498 req-89359140-bced-4c45-bde2-f3b691952742 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797582 Mar 03 12:13:23.869963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.874891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 2} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:23.879254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.898624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.900501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.900829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:23.918590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:23.925253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:port and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:23.995939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:24.074580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Calling delete_port for f55cd7ee-ef5a-4580-83a2-df5f405fe012 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:24.102855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:24.106203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.179413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 6ada853a-857e-4872-999a-21bd0f64eb11 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:24.224832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Port': ['ID=02b272c2-c163-41e2-a354-752661d7e84c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:24.230717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:24.238757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.240256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Checking segment: {'id': '714a0879-b00f-4f66-bd39-74029d689971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25c4ea7a-0250-4697-be98-b4b5e6374b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:24.240611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network hostable DHCP agents. Network: 25c4ea7a-0250-4697-be98-b4b5e6374b90, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:24.272934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.276351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] device_id is not set on port 15343806-190e-499f-b3ac-8aa83b57cc0e yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:24.335104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.364977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network 25c4ea7a-0250-4697-be98-b4b5e6374b90 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:24.459836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port f366bce7-0435-42cd-a23b-22a2e39b0faa yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:24.480775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 25c4ea7a-0250-4697-be98-b4b5e6374b90) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:24.485338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:24.486016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.9 (7932dc66-a37f-468b-a244-85bb859ba74b/2ef56623-5e41-4c7a-94a8-b84a49a56742/15343806-190e-499f-b3ac-8aa83b57cc0e) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:24.486326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.493463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c80b4-7ad3-4f5f-8a13-8b8cd71c6f3c None None] Network 25c4ea7a-0250-4697-be98-b4b5e6374b90 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:24.527024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.584789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.596943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Port': ['ID=f8be2c38-bf8e-45a0-b4ab-77afe955f1f6,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:24.599892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Pushing event deleted for resources: {'Port': ['ID=f55cd7ee-ef5a-4580-83a2-df5f405fe012,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:24.643442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Checking segment: {'id': '3a998549-dfc1-4ee3-953b-9cce0d6dc107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e6f35697-5af8-4e64-9f74-cb11cd63fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:24.643442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network hostable DHCP agents. Network: e6f35697-5af8-4e64-9f74-cb11cd63fa88, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:24.678786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.749786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network e6f35697-5af8-4e64-9f74-cb11cd63fa88 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:24.784476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.832763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:24.841447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:24.843215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Pushing event updated for resources: {'Port': ['ID=5112c4c9-e404-49a8-ba99-7fd4717164a0,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:24.845346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:24.858943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:24.858943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:24.859361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:24.860369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.874196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e6f35697-5af8-4e64-9f74-cb11cd63fa88) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:24.878121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:24.883885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:24.891815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:24.891815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.901086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2239ffbf-794c-46fe-bc23-706182ee6611 None None] Network e6f35697-5af8-4e64-9f74-cb11cd63fa88 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:24.914282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.915739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=6ada853a-857e-4872-999a-21bd0f64eb11,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:24.959932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:24.960571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.975246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.991663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:24.995904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56856) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:24.996109 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-17c6d631-b7df-4674-837f-25a6d0e40a91 tempest-FloatingIPAdminTestJSON-1203643023 tempest-FloatingIPAdminTestJSON-1203643023-project] 10.222.0.35 "DELETE /v2.0/floatingips/ea83485d-58a5-4586-b0dd-f29951140dba HTTP/1.1" status: 204 len: 168 time: 1.7815509 Mar 03 12:13:25.095852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=f366bce7-0435-42cd-a23b-22a2e39b0faa,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:25.098998 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dc988263-e49b-4b15-a819-89e13e6025b8 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1935518 Mar 03 12:13:25.107673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': '9076a353-a400-4584-8402-cf79f35c00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'feba1e60-e24e-4a54-9cd3-8ad04e4e7b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:25.107968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: feba1e60-e24e-4a54-9cd3-8ad04e4e7b12, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:25.115845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56860) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:25.176560 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d4afb073-09f4-45e9-b0c7-8ca77358aec9 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6771379 Mar 03 12:13:25.180034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56864) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:25.187951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.129'}]}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:25.193015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:25.199317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Usage tracker for resource:router and tenant:17b7eae588c04d54bf2a77778787f65c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:25.203433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:25.210779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:25.243414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6d7dd-44f3-4f23-ba4c-936d9f247b1c req-af19ec97-75d0-4dbd-93ae-61b18e7fcbc2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:25.244909 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bcf6d7dd-44f3-4f23-ba4c-936d9f247b1c req-af19ec97-75d0-4dbd-93ae-61b18e7fcbc2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2320614 Mar 03 12:13:25.245032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Deleting port d90bba0e-448e-4e8a-99c8-acd941fcfd83 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:25.245366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.252088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.317521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.318497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.348608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 7932dc66-a37f-468b-a244-85bb859ba74b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:25.364028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:25.375763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:25.412627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=15343806-190e-499f-b3ac-8aa83b57cc0e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:25.415347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.424181 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bcf6d7dd-44f3-4f23-ba4c-936d9f247b1c req-597ff4ef-2fe4-4f12-a591-f6cd8c12b2ce tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702311 Mar 03 12:13:25.461731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:25.462361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.502633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network feba1e60-e24e-4a54-9cd3-8ad04e4e7b12 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:25.532960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e91e0-7313-498e-88ed-be7a5e3767d7 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:25.538828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e91e0-7313-498e-88ed-be7a5e3767d7 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:25.539583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-323e91e0-7313-498e-88ed-be7a5e3767d7 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Synchronizing usage tracker for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:25.573010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.573360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.577756 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ce17e76b-da2c-416a-a397-0d9d6f9a8d0d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9897478 Mar 03 12:13:25.580852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56868) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:25.589110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'port': {'network_id': '7932dc66-a37f-468b-a244-85bb859ba74b', 'name': 'tempest-FloatingIPTestJSON-982860067'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:25.610071 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, feba1e60-e24e-4a54-9cd3-8ad04e4e7b12) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:25.617762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fcf8c5-6c07-4243-a11e-dc2d0534a12d None None] Network feba1e60-e24e-4a54-9cd3-8ad04e4e7b12 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:25.676731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:25.682124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:25.687026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:25.687664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.750012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-323e91e0-7313-498e-88ed-be7a5e3767d7 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Unset dirty status for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:25.750845 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-323e91e0-7313-498e-88ed-be7a5e3767d7 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6323168 Mar 03 12:13:25.759895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Calling delete_port for d90bba0e-448e-4e8a-99c8-acd941fcfd83 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:25.766579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56872) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:25.807256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.853040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Deleting port 02b272c2-c163-41e2-a354-752661d7e84c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:25.853947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:25.937241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:25.941122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:port and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:25.945296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:25.985794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-060ded34-370f-4132-92a3-c20b1b4e6996 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7899449 Mar 03 12:13:25.988783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56876) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:25.992067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:26.093019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:26.096777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.121772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] device_id is not set on port 64d3a766-034c-4cde-ae98-50d5eb420c38 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:26.156529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.217895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port f366bce7-0435-42cd-a23b-22a2e39b0faa {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:26.223169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.223291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Pushing event deleted for resources: {'Port': ['ID=d90bba0e-448e-4e8a-99c8-acd941fcfd83,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:26.253724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.376948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.395225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.12 (7932dc66-a37f-468b-a244-85bb859ba74b/2ef56623-5e41-4c7a-94a8-b84a49a56742/64d3a766-034c-4cde-ae98-50d5eb420c38) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:26.402712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.404048 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-93ea40cc-4c02-43b6-a6ff-a3f4dd27b3d5 tempest-FloatingIPAdminTestJSON-136050279 tempest-FloatingIPAdminTestJSON-136050279-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/b9030758-2cae-4169-bd7f-053e0f62639a HTTP/1.1" status: 204 len: 168 time: 1.4037497 Mar 03 12:13:26.409777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Calling delete_port for 02b272c2-c163-41e2-a354-752661d7e84c owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:26.428871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56880) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:26.547737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting port cb22848c-417a-41d0-9f0c-d9bf1603e183 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:26.547987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.763712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.867770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.882074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33457888-32fe-4f00-85da-a2e3e4e6ec25 req-b9e598cc-8d6e-4ae3-bd65-f8821d983811 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:26.883582 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-33457888-32fe-4f00-85da-a2e3e4e6ec25 req-b9e598cc-8d6e-4ae3-bd65-f8821d983811 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3404775 Mar 03 12:13:26.922622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:26.936866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for f366bce7-0435-42cd-a23b-22a2e39b0faa owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:27.012583 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-33457888-32fe-4f00-85da-a2e3e4e6ec25 req-95194c64-ba24-4a5c-baf8-31e1e72e458c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813847 Mar 03 12:13:27.025238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Port': ['ID=02b272c2-c163-41e2-a354-752661d7e84c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:27.038648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.039895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.239298 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-472e4727-40d9-474b-938e-202e6168fcb4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/ports/02b272c2-c163-41e2-a354-752661d7e84c HTTP/1.1" status: 204 len: 168 time: 1.4699414 Mar 03 12:13:27.241623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56888) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:27.259487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.270725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Calling delete_port for cb22848c-417a-41d0-9f0c-d9bf1603e183 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:27.308910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.382221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 7932dc66-a37f-468b-a244-85bb859ba74b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:27.391573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:27.398931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.402181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=f366bce7-0435-42cd-a23b-22a2e39b0faa,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:27.405481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:27.411563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Deleting port f8be2c38-bf8e-45a0-b4ab-77afe955f1f6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:27.411907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.439117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=64d3a766-034c-4cde-ae98-50d5eb420c38,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:27.446508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.490861 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b208b210-d60d-436f-812d-c83867abffc6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/f366bce7-0435-42cd-a23b-22a2e39b0faa HTTP/1.1" status: 204 len: 168 time: 1.4986706 Mar 03 12:13:27.491085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:27.491085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.496976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56894) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:27.500292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.655294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dda7d-6b3c-49f7-a632-e36a28845f35 req-cf76d168-6fa8-4570-9c88-f802b5c21bc8 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:27.656851 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3a0dda7d-6b3c-49f7-a632-e36a28845f35 req-cf76d168-6fa8-4570-9c88-f802b5c21bc8 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.1241789 Mar 03 12:13:27.699459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.752404 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8e983f44-9251-44dc-aaf1-5c0859ae3b03 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1704302 Mar 03 12:13:27.764230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56898) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:27.808377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event deleted for resources: {'Port': ['ID=cb22848c-417a-41d0-9f0c-d9bf1603e183,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:27.819180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '64d3a766-034c-4cde-ae98-50d5eb420c38', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:27.844146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:27.863376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81c683-4bff-48fe-9c20-9113b94f8da4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:27.869725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81c683-4bff-48fe-9c20-9113b94f8da4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:27.870319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0b81c683-4bff-48fe-9c20-9113b94f8da4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:27.881083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:floatingip and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:27.888204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:27.901743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.918655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:27.918655 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3a0dda7d-6b3c-49f7-a632-e36a28845f35 req-c1a6c1a6-f72d-48f7-8032-e770e53da0c7 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2219021 Mar 03 12:13:27.955443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:27.957727 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9e73f68a-c9fe-4706-9f8f-32623b9c942b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "DELETE /v2.0/ports/cb22848c-417a-41d0-9f0c-d9bf1603e183 HTTP/1.1" status: 204 len: 168 time: 1.5276906 Mar 03 12:13:27.961776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56902) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:28.000090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-35991d19-5f17-46a9-af8f-19040e32b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:28.001705 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-35991d19-5f17-46a9-af8f-19040e32b61e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.3438361 Mar 03 12:13:28.008171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.086410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Calling delete_port for f8be2c38-bf8e-45a0-b4ab-77afe955f1f6 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:28.183911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.256192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-f783bfb9-aa55-4d52-a887-751b7b5cba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:28.257661 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-f783bfb9-aa55-4d52-a887-751b7b5cba9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.2368021 Mar 03 12:13:28.273982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda8b0b-f26d-4561-8d20-bf9eb3929a5a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:28.274775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ddda8b0b-f26d-4561-8d20-bf9eb3929a5a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Synchronizing usage tracker for tenant:d8c442da955441d1b721fb56877daba1 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:28.347557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0b81c683-4bff-48fe-9c20-9113b94f8da4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:28.351707 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0b81c683-4bff-48fe-9c20-9113b94f8da4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8536680 Mar 03 12:13:28.359116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56906) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:28.367077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.464624 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-415e3d23-c3f5-4869-98b3-5e9d7c9027ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1000 time: 0.1987488 Mar 03 12:13:28.469132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 6ada853a-857e-4872-999a-21bd0f64eb11 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:28.469475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.477220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Port': ['ID=f8be2c38-bf8e-45a0-b4ab-77afe955f1f6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:28.547351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ddda8b0b-f26d-4561-8d20-bf9eb3929a5a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Unset dirty status for tenant:d8c442da955441d1b721fb56877daba1 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:28.548422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ddda8b0b-f26d-4561-8d20-bf9eb3929a5a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "GET /v2.0/ports?device_id=15167801-09cf-4af3-9cdf-aea0605fbe4b HTTP/1.1" status: 200 len: 913 time: 0.5857227 Mar 03 12:13:28.555325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56910) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:28.581689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.659621 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6994a24d-bc0b-45ab-8f96-79746cc22bcd tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/ports/f8be2c38-bf8e-45a0-b4ab-77afe955f1f6 HTTP/1.1" status: 204 len: 168 time: 1.4183190 Mar 03 12:13:28.662144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.663678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56914) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:28.666443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.702499 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.715019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-746e4419-64d2-42a7-a063-c3a70bde9935 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Synchronizing usage tracker for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:28.715241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-6d6f0568-e454-4643-9aa1-adc76cf5062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:28.717220 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-6d6f0568-e454-4643-9aa1-adc76cf5062e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.2202072 Mar 03 12:13:28.789693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.790207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router baa7144a-3efe-43a9-8a09-e0d35c3767ea {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:13:28.818175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-746e4419-64d2-42a7-a063-c3a70bde9935 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Unset dirty status for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:28.822776 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-746e4419-64d2-42a7-a063-c3a70bde9935 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1547365 Mar 03 12:13:28.823023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56918) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:28.829978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-958907146'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:28.835356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:28.841807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Usage tracker for resource:network and tenant:62369b59a77d4aa78ea0ddcc38187aee is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:28.845102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:28.851149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:28.875960 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 12:13:28.877039 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-914a3403-41b7-4d61-ae5d-8b734a696d21 tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6953456 Mar 03 12:13:28.879987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56922) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:28.921562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Made reservation on behalf of 62369b59a77d4aa78ea0ddcc38187aee for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:28.924953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:28.962252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Deleting port 5112c4c9-e404-49a8-ba99-7fd4717164a0 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:28.962572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.012242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:29.065332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.065590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Added segment d7d27124-b0c1-4079-85c9-56749f9da13b of type vlan for network a911a410-b50f-4450-a282-1f5940e591e9 Mar 03 12:13:29.177047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.190207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.316757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29baad4-4ed0-4d47-a491-17568cfe110d req-f5471e71-2c5f-49a7-9c92-80097fad83a7 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:29.318136 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f29baad4-4ed0-4d47-a491-17568cfe110d req-f5471e71-2c5f-49a7-9c92-80097fad83a7 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2603850 Mar 03 12:13:29.320045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.402556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 6ada853a-857e-4872-999a-21bd0f64eb11 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:29.453830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.459135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:29.459717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.469519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Calling delete_port for 5112c4c9-e404-49a8-ba99-7fd4717164a0 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:29.541812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-33279baf-1002-4798-a5ac-a4dca9a64f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:29.543283 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-33279baf-1002-4798-a5ac-a4dca9a64f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7807102 Mar 03 12:13:29.588945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.26.8.237 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/10c2f1c7-81fa-4d57-9205-aaff40221e01) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:29.629998 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f29baad4-4ed0-4d47-a491-17568cfe110d req-c016a647-a864-4756-be1e-bd8895aa5292 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3021188 Mar 03 12:13:29.646644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Network': ['ID=a911a410-b50f-4450-a282-1f5940e591e9,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:29.677636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network a911a410-b50f-4450-a282-1f5940e591e9 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:29.719284 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4151c6de-473f-471d-b962-eb06487d5ef1 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8950715 Mar 03 12:13:29.722426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56928) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:29.729902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-156330176'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:29.737280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:29.745453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Usage tracker for resource:network and tenant:62369b59a77d4aa78ea0ddcc38187aee is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:29.748814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:29.754712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:29.835885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Made reservation on behalf of 62369b59a77d4aa78ea0ddcc38187aee for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:29.839511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.842616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.850176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:29.905635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Pushing event deleted for resources: {'Port': ['ID=5112c4c9-e404-49a8-ba99-7fd4717164a0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:29.955248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=6ada853a-857e-4872-999a-21bd0f64eb11,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:29.977355 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-5e961392-ba85-4012-99a3-170a95b5e146 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132397 Mar 03 12:13:29.982348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.081003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:30.112327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.112327 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Added segment c4b61a11-abd2-46ad-ba34-f6679881f704 of type vlan for network a104e37a-a86e-4a48-87ec-ef725d239e19 Mar 03 12:13:30.114148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.122591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.143400 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f6d43bd7-0cd3-4819-8a7e-b70089ef781a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/6ada853a-857e-4872-999a-21bd0f64eb11 HTTP/1.1" status: 204 len: 168 time: 1.7803047 Mar 03 12:13:30.144540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.147162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56932) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:30.149636 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c2e76ef8-c271-4215-874d-5c4bbc4c277c tempest-RoutersAdminNegativeTest-1516451326 tempest-RoutersAdminNegativeTest-1516451326-project-admin] 10.222.0.35 "DELETE /v2.0/ports/5112c4c9-e404-49a8-ba99-7fd4717164a0 HTTP/1.1" status: 204 len: 168 time: 1.2686355 Mar 03 12:13:30.246636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.252754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:30.253488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.275056 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-432f5987-8908-4cac-ace8-93c3ab3497ae req-f8293d41-70f0-4ae9-bbd4-ea54c1fb9d08 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811062 Mar 03 12:13:30.333824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3385edc-0d26-4aab-bc73-010f61a1fbd6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:30.334562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b3385edc-0d26-4aab-bc73-010f61a1fbd6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:30.345169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.379124 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6554110 Mar 03 12:13:30.389769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01de92c-2165-4a42-8461-10119241beb9 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Network': ['ID=a104e37a-a86e-4a48-87ec-ef725d239e19,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:30.401897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network a104e37a-a86e-4a48-87ec-ef725d239e19 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:30.521183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.599950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:30.611164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:30.623712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:30.648537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=10c2f1c7-81fa-4d57-9205-aaff40221e01,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:30.692086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56942) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:30.735118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b3385edc-0d26-4aab-bc73-010f61a1fbd6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:30.739651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56950) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:30.750592 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b3385edc-0d26-4aab-bc73-010f61a1fbd6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6005898 Mar 03 12:13:30.761465 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:13:30.837171 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa26cb6-7b26-4434-b658-8b3eec56fcce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:13:30.838602 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3fa26cb6-7b26-4434-b658-8b3eec56fcce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/f366bce7-0435-42cd-a23b-22a2e39b0faa HTTP/1.1" status: 404 len: 333 time: 0.0977159 Mar 03 12:13:30.854073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56954) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:30.859819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:30.921872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:30.927520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:86785d9fb76c455aa43022d2f0771897 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:30.930553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:30.938158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:30.940641 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-712c0051-6f3f-46c9-abd6-5884bc5fa196 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:13:30.941970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-712c0051-6f3f-46c9-abd6-5884bc5fa196 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/6ada853a-857e-4872-999a-21bd0f64eb11 HTTP/1.1" status: 404 len: 333 time: 0.0857189 Mar 03 12:13:30.947836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56958) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:31.096794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.239447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59de702-359d-4bee-acda-2ff7fa3960ff req-ec187698-1d01-4bda-9850-ed0a6a36e9c4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:31.240921 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c59de702-359d-4bee-acda-2ff7fa3960ff req-ec187698-1d01-4bda-9850-ed0a6a36e9c4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3527591 Mar 03 12:13:31.263344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.274340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.302685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feba1e60-e24e-4a54-9cd3-8ad04e4e7b12']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:31.328892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9076a353-a400-4584-8402-cf79f35c00f6') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:31.329437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9076a353-a400-4584-8402-cf79f35c00f6') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:31.336721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.366095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.420325 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86785d9fb76c455aa43022d2f0771897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7296078 Mar 03 12:13:31.421845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.423507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 56962) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:31.431103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb5267-b69f-4d96-b5ae-c1bfd84d5fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73107c11-d097-4675-8f75-b969dcfd58c8,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:31.435260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:31.435878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:31.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:31.455183 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c59de702-359d-4bee-acda-2ff7fa3960ff req-98892603-7f89-47d7-8614-09f6f4adfd7a tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1813629 Mar 03 12:13:31.460332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting port cc2281e3-6539-44d3-ba88-0dbd63520c9f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:31.460667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.596044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.614457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.628423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=feba1e60-e24e-4a54-9cd3-8ad04e4e7b12,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:31.632633 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4c2febdf-974f-4e45-8e22-83c9007053a6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/feba1e60-e24e-4a54-9cd3-8ad04e4e7b12 HTTP/1.1" status: 204 len: 168 time: 0.6837990 Mar 03 12:13:31.636415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56966) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:31.642667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2089730643'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:31.650461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:31.656856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:31.659908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:31.665733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:31.675670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d6feb62-81af-4696-8144-f2093efe5805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.737301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d6feb62-81af-4696-8144-f2093efe5805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.760040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.766599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:31.771940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.802128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:31.811428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.811856 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment 962af35f-922e-4446-8d22-35560c89421a of type vlan for network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 Mar 03 12:13:31.839979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.902793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Calling delete_port for cc2281e3-6539-44d3-ba88-0dbd63520c9f owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:31.944343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:31.956826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:31.957536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.086967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=b646ee37-0dba-4ff6-a59c-3f4760fa4bb9,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:32.090140 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e407cf5f-a6e9-4c4c-b62a-1ce7fc3a69e6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4526553 Mar 03 12:13:32.093482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56970) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:32.099247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:32.103521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:32.224449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:32.229307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:32.234266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:32.241691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:32.255941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.310175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d6feb62-81af-4696-8144-f2093efe5805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.331498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6feb62-81af-4696-8144-f2093efe5805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73107c11-d097-4675-8f75-b969dcfd58c8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:32.341281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:32.346636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.367143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d6feb62-81af-4696-8144-f2093efe5805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.371514 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5d6feb62-81af-4696-8144-f2093efe5805 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73107c11-d097-4675-8f75-b969dcfd58c8 HTTP/1.1" status: 204 len: 168 time: 0.9430401 Mar 03 12:13:32.462219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_backend_mixin [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Performing IP validity checks on allocation pools {{(pid=88431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:13:32.465473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_backend_mixin [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:13:32.510432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.599559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.722325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event deleted for resources: {'Port': ['ID=cc2281e3-6539-44d3-ba88-0dbd63520c9f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:32.725513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503aef-9a6c-4099-a935-741af290cc0e req-20fe3b78-67e3-4253-a005-2f4f0c462c26 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:32.739325 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e503aef-9a6c-4099-a935-741af290cc0e req-20fe3b78-67e3-4253-a005-2f4f0c462c26 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.1402814 Mar 03 12:13:32.772223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:32.900134 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e503aef-9a6c-4099-a935-741af290cc0e req-a4fe50b0-f460-4e38-b24e-5716ef2733f9 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1597190 Mar 03 12:13:32.956356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.046072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.083208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=91c0835a-9373-4d5b-9bca-2d950ac7b073,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:33.093464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': '962af35f-922e-4446-8d22-35560c89421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:33.093719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: b646ee37-0dba-4ff6-a59c-3f4760fa4bb9, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:33.143241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56984) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:33.195157 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f24eca42-8e07-49be-85ad-e12f963115a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17b7eae588c04d54bf2a77778787f65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483146 Mar 03 12:13:33.195354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56988) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:33.209438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:33.264827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b2b1-26da-4ca8-ac91-382fe58ab02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.298120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=10c2f1c7-81fa-4d57-9205-aaff40221e01,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:33.317955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.321750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b2b1-26da-4ca8-ac91-382fe58ab02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.360138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b646ee37-0dba-4ff6-a59c-3f4760fa4bb9) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:33.366077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:33.366893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.370038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05003b-86ba-490f-9e04-43fb96ce4ebb None None] Network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:33.482497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b2b1-26da-4ca8-ac91-382fe58ab02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.487120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b2b1-26da-4ca8-ac91-382fe58ab02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.488796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5dd3b2b1-26da-4ca8-ac91-382fe58ab02d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abc74d31-fbce-48af-a6ed-d0e0ff62cff3 HTTP/1.1" status: 204 len: 168 time: 0.2925768 Mar 03 12:13:33.503257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3b2b1-26da-4ca8-ac91-382fe58ab02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc74d31-fbce-48af-a6ed-d0e0ff62cff3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:33.515297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.528924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-af1d0fce-c33c-48e1-be32-7e76335ee8de tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4332941 Mar 03 12:13:33.536234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56994) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:33.536365 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP ba580b42-0f7d-432a-bef3-bc700db7a83c associated. External IP: 172.26.8.237, port: 64d3a766-034c-4cde-ae98-50d5eb420c38. Mar 03 12:13:33.536824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9', 'name': 'tempest-PortsIpV6TestJSON-1019206754'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:33.706878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b646ee37-0dba-4ff6-a59c-3f4760fa4bb9', 'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9', 'tenant_id': '0d04cd13b7634ff7983bc39f04e4326e', 'fixed_ips': [{'subnet_id': '91c0835a-9373-4d5b-9bca-2d950ac7b073'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:13:33.707807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:33.714608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 56998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:33.727202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'subnets': [{'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1066187381', 'ip_version': 6}, {'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:33.727514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'subnet': {'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1066187381', 'ip_version': 6}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:33.728207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Request body: {'subnet': {'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:33.773833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:33.842870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:33.879369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0627c74-7f77-41c6-a584-90687a4065b9 req-650c6519-ac68-4ebb-b5df-b331e4b078b6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:33.879369 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b0627c74-7f77-41c6-a584-90687a4065b9 req-650c6519-ac68-4ebb-b5df-b331e4b078b6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.7829895 Mar 03 12:13:33.880901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Allocated IP 2001:db8::2 (b646ee37-0dba-4ff6-a59c-3f4760fa4bb9/91c0835a-9373-4d5b-9bca-2d950ac7b073/f6f8baa1-6575-4985-a464-d6abcccbd687) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:33.981688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:33.986147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Usage tracker for resource:subnet and tenant:62369b59a77d4aa78ea0ddcc38187aee is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:33.989289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:33.995405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:34.003053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:34.006840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.032899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 9409c4f5-75db-4e5d-9ff0-7aa58175fe67 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:34.079198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Made reservation on behalf of 62369b59a77d4aa78ea0ddcc38187aee for: {'subnet': 2} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:34.084037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.084351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.104359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b0627c74-7f77-41c6-a584-90687a4065b9 req-4e68e96e-3391-49f6-b123-f4e7c182024a tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2183747 Mar 03 12:13:34.184521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.205978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Transition to ACTIVE for port object f6f8baa1-6575-4985-a464-d6abcccbd687 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:34.232960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Transition to ACTIVE for port object f6f8baa1-6575-4985-a464-d6abcccbd687 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:34.373691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.452821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:34.459709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:34.481029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Pushing event updated for resources: {'Port': ['ID=f6f8baa1-6575-4985-a464-d6abcccbd687,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:34.490129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:34.517982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:34.527667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Router 15167801-09cf-4af3-9cdf-aea0605fbe4b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:34.573164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::198 (b646ee37-0dba-4ff6-a59c-3f4760fa4bb9/91c0835a-9373-4d5b-9bca-2d950ac7b073/9409c4f5-75db-4e5d-9ff0-7aa58175fe67) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:34.627888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Attempting to bind port f6f8baa1-6575-4985-a464-d6abcccbd687 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:13:34.628253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Attempting to bind port f6f8baa1-6575-4985-a464-d6abcccbd687 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '962af35f-922e-4446-8d22-35560c89421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:13:34.628612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Attempting to bind port f6f8baa1-6575-4985-a464-d6abcccbd687 on network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:13:34.634390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:13:34.634768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Checking segment: {'id': '962af35f-922e-4446-8d22-35560c89421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:34.635163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.635551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Bound using segment: {'id': '962af35f-922e-4446-8d22-35560c89421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:13:34.636201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Bound port: f6f8baa1-6575-4985-a464-d6abcccbd687, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962af35f-922e-4446-8d22-35560c89421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b646ee37-0dba-4ff6-a59c-3f4760fa4bb9'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:13:34.636743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.737935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] For port f6f8baa1-6575-4985-a464-d6abcccbd687, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:13:34.741763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] For port f6f8baa1-6575-4985-a464-d6abcccbd687, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f6f8baa1-6575-4985-a464-d6abcccbd687,segment=NetworkSegment(962af35f-922e-4446-8d22-35560c89421a),segment_id=962af35f-922e-4446-8d22-35560c89421a)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:13:34.889000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.889661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.908068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 9409c4f5-75db-4e5d-9ff0-7aa58175fe67 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:34.917885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:34.983819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c40bd7-df9c-4cd6-a71e-7976990e0894 None None] Pushing event updated for resources: {'Port': ['ID=f6f8baa1-6575-4985-a464-d6abcccbd687,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:35.003858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57024) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:35.006835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:35.017194 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:35.026735 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:35.027571 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.035543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Subnet': ['ID=5cd38dcb-2579-49a3-895b-224f8d45468e,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:35.038912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Checking segment: {'id': 'd7d27124-b0c1-4079-85c9-56749f9da13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:35.039363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network hostable DHCP agents. Network: a911a410-b50f-4450-a282-1f5940e591e9, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:35.069880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:35.077425 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5852d3fd-fb9c-4f59-83be-d8fe70396650 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "PUT /v2.0/routers/15167801-09cf-4af3-9cdf-aea0605fbe4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5100820 Mar 03 12:13:35.077709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57030) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:35.082949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.084257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62800985-f90e-442f-83b7-e36452166a92 None None] Sync routers for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:35.095875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62800985-f90e-442f-83b7-e36452166a92 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:35.096896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-62800985-f90e-442f-83b7-e36452166a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.116794 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.133005 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:35.133612 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.170405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-62800985-f90e-442f-83b7-e36452166a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.194358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62800985-f90e-442f-83b7-e36452166a92 None None] Routers {'15167801-09cf-4af3-9cdf-aea0605fbe4b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:35.195495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-62800985-f90e-442f-83b7-e36452166a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['15167801-09cf-4af3-9cdf-aea0605fbe4b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.211451 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.211861 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe879be-f994-4c6b-ba88-4e9a59346588 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:35.227894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network a911a410-b50f-4450-a282-1f5940e591e9 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:35.259029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:35.263973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:35.276978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:35.284165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:35.285442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.293019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-62800985-f90e-442f-83b7-e36452166a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:35.293558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62800985-f90e-442f-83b7-e36452166a92 None None] The sync data for ids ['15167801-09cf-4af3-9cdf-aea0605fbe4b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:35.328751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=9409c4f5-75db-4e5d-9ff0-7aa58175fe67,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:35.341240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-149445064'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:35.364226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, a911a410-b50f-4450-a282-1f5940e591e9) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:35.370725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.371037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.379356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f8e28-0cbc-4f71-95b1-3e4eee7bef62 None None] Network a911a410-b50f-4450-a282-1f5940e591e9 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:35.422983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:35.439700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe2361-9d5d-469e-9ece-c04b769b7a67 req-c247bd6c-3a2a-4c3f-ab58-5e0d37eed607 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:35.441247 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-68fe2361-9d5d-469e-9ece-c04b769b7a67 req-c247bd6c-3a2a-4c3f-ab58-5e0d37eed607 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.5651324 Mar 03 12:13:35.451363 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-689f2e2e-2eb8-443d-8593-18629ca3abce tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9167743 Mar 03 12:13:35.451576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:network and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:35.456086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57034) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:35.466137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:35.500751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:35.508785 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-883ed49e-e786-4e5a-a71a-18ba85dca781 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7319539 Mar 03 12:13:35.559834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57038) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:35.579829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:35.650448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-a911a410-b50f-4450-a282-1f5940e591e9', 'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9', 'tenant_id': '62369b59a77d4aa78ea0ddcc38187aee', 'fixed_ips': [{'subnet_id': '5cd38dcb-2579-49a3-895b-224f8d45468e'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:13:35.655556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.670281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 9409c4f5-75db-4e5d-9ff0-7aa58175fe67 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:35.670877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.693129 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-68fe2361-9d5d-469e-9ece-c04b769b7a67 req-ea27b4b4-7f00-4a7a-b953-612dda992801 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2372224 Mar 03 12:13:35.707164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.769396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:35.772728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.797749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.812351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:35.825119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event updated for resources: {'Subnet': ['ID=27ff7776-421d-4d19-a810-10b2fc557c51,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:35.834506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Allocated IP 2001:db8::1 (a911a410-b50f-4450-a282-1f5940e591e9/5cd38dcb-2579-49a3-895b-224f8d45468e/85b39d84-28a3-4a20-81ea-9acd642f5968) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:35.897723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:35.908891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Checking segment: {'id': 'c4b61a11-abd2-46ad-ba34-f6679881f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:35.909426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network hostable DHCP agents. Network: a104e37a-a86e-4a48-87ec-ef725d239e19, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:35.916708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:security_group_rule and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:35.972677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:35.996782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:36.086933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a479ecb-ec06-411c-b34e-8a57b38295b3 req-fab839f7-96e4-43e9-a9ca-9390159f2534 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:36.088472 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1a479ecb-ec06-411c-b34e-8a57b38295b3 req-fab839f7-96e4-43e9-a9ca-9390159f2534 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2469945 Mar 03 12:13:36.124675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.129148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.138980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Network a104e37a-a86e-4a48-87ec-ef725d239e19 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:36.141796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Transition to ACTIVE for port object 85b39d84-28a3-4a20-81ea-9acd642f5968 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:36.149474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.167117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Transition to ACTIVE for port object 85b39d84-28a3-4a20-81ea-9acd642f5968 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:36.236143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.258543 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.294074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.310255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 9409c4f5-75db-4e5d-9ff0-7aa58175fe67 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:36.315356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting port b457c0be-00ef-414d-8a14-8f01bf5d23ee {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:36.315698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.330116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Network a911a410-b50f-4450-a282-1f5940e591e9 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:36.333261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:36.336302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:36.355859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.356622 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP ba580b42-0f7d-432a-bef3-bc700db7a83c disassociated. External IP: 172.26.8.237, port: 64d3a766-034c-4cde-ae98-50d5eb420c38. Mar 03 12:13:36.382923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, a104e37a-a86e-4a48-87ec-ef725d239e19) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:36.388039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:36.394553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:36.394553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.406152 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1a479ecb-ec06-411c-b34e-8a57b38295b3 req-ff79e8fa-2394-439d-befa-da266e87801c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3040273 Mar 03 12:13:36.431180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b5044a-4629-4b2c-b339-76ca95ec2858 None None] Network a104e37a-a86e-4a48-87ec-ef725d239e19 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:36.438238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.448584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669331d9-abe1-4c00-847d-4f4cdf84af52 None None] Network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:36.461533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Pushing event updated for resources: {'Port': ['ID=85b39d84-28a3-4a20-81ea-9acd642f5968,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:36.495819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:36.522788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00036d4d-bbbc-4734-bb1c-2913305add41,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:36.563965 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-55ff0e30-4233-4b8d-b8bd-0aa78c4c6bc3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8456886 Mar 03 12:13:36.566239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57048) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:36.631167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Attempting to bind port 85b39d84-28a3-4a20-81ea-9acd642f5968 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:13:36.631451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Attempting to bind port 85b39d84-28a3-4a20-81ea-9acd642f5968 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'd7d27124-b0c1-4079-85c9-56749f9da13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:13:36.631803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Attempting to bind port 85b39d84-28a3-4a20-81ea-9acd642f5968 on network a911a410-b50f-4450-a282-1f5940e591e9 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:13:36.643992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:13:36.644389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Checking segment: {'id': 'd7d27124-b0c1-4079-85c9-56749f9da13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:36.644781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.645166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Bound using segment: {'id': 'd7d27124-b0c1-4079-85c9-56749f9da13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:13:36.645626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Bound port: 85b39d84-28a3-4a20-81ea-9acd642f5968, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d27124-b0c1-4079-85c9-56749f9da13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a911a410-b50f-4450-a282-1f5940e591e9'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:13:36.645989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.654368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f61343-0d18-4322-be37-9303177c35e4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:36.656109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f61343-0d18-4322-be37-9303177c35e4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:36.658240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f61343-0d18-4322-be37-9303177c35e4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:36.659560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4f61343-0d18-4322-be37-9303177c35e4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Synchronizing usage tracker for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:36.706112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-705f7baf-7021-4029-9987-3a30793a5da2 None None] Provisioning for port f6f8baa1-6575-4985-a464-d6abcccbd687 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:36.710189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.762783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4f61343-0d18-4322-be37-9303177c35e4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Unset dirty status for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:36.768618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b4f61343-0d18-4322-be37-9303177c35e4 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2010739 Mar 03 12:13:36.780046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57052) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:36.781243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=9409c4f5-75db-4e5d-9ff0-7aa58175fe67,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:36.841919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.842519 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Added segment cda1e874-ab62-4d34-bfcd-03b0136c3652 of type vlan for network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 Mar 03 12:13:36.876838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] For port 85b39d84-28a3-4a20-81ea-9acd642f5968, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:13:36.879137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.899106 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ea73e86b-e3fc-49b2-b0ea-8d73c3d8e219 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/9409c4f5-75db-4e5d-9ff0-7aa58175fe67 HTTP/1.1" status: 204 len: 168 time: 1.4334335 Mar 03 12:13:36.899463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57056) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:36.921949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] For port 85b39d84-28a3-4a20-81ea-9acd642f5968, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=85b39d84-28a3-4a20-81ea-9acd642f5968,segment=NetworkSegment(d7d27124-b0c1-4079-85c9-56749f9da13b),segment_id=d7d27124-b0c1-4079-85c9-56749f9da13b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:13:36.940514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Deleting subnet 5cd38dcb-2579-49a3-895b-224f8d45468e {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:36.949043 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e509ab58-6974-4f9a-91be-66e38adfc918 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:13:36.949598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e509ab58-6974-4f9a-91be-66e38adfc918 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:13:36.954876 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e509ab58-6974-4f9a-91be-66e38adfc918 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/9409c4f5-75db-4e5d-9ff0-7aa58175fe67 HTTP/1.1" status: 404 len: 333 time: 0.0516381 Mar 03 12:13:36.954876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.955110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-a104e37a-a86e-4a48-87ec-ef725d239e19', 'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19', 'tenant_id': '62369b59a77d4aa78ea0ddcc38187aee', 'fixed_ips': [{'subnet_id': '27ff7776-421d-4d19-a810-10b2fc557c51'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:13:36.955110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:36.959880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57060) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:36.983222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.012067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.017480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.037280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.066655 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5224e174-fb6c-4399-adbb-325bd45d5e26 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:13:37.067895 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5224e174-fb6c-4399-adbb-325bd45d5e26 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/9409c4f5-75db-4e5d-9ff0-7aa58175fe67 HTTP/1.1" status: 404 len: 333 time: 0.0997934 Mar 03 12:13:37.075869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:37.154512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet 91c0835a-9373-4d5b-9bca-2d950ac7b073 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:37.160143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.185375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453bbd2-9f5d-400a-a8fa-5a7ad3df1b4c None None] Pushing event updated for resources: {'Port': ['ID=85b39d84-28a3-4a20-81ea-9acd642f5968,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:37.193939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:13:37.197010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.208259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Calling delete_port for b457c0be-00ef-414d-8a14-8f01bf5d23ee owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:37.222983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Allocated IP 2001:db8:0:1::1 (a104e37a-a86e-4a48-87ec-ef725d239e19/27ff7776-421d-4d19-a810-10b2fc557c51/2fc39c3c-d3eb-4eba-8117-137e54b437df) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:37.243276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634a2ba-b4b0-4b26-addf-9e7edc286949 req-9652287f-8649-4245-ad8f-c344661bf053 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:37.254337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3634a2ba-b4b0-4b26-addf-9e7edc286949 req-9652287f-8649-4245-ad8f-c344661bf053 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6521347 Mar 03 12:13:37.282896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.445358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f6f8baa1-6575-4985-a464-d6abcccbd687 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:37.457366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.510068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.553597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.583753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:37.584444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.593434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd38dcb-2579-49a3-895b-224f8d45468e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:37.599258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.657934 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3634a2ba-b4b0-4b26-addf-9e7edc286949 req-7f9c272b-2da7-4df6-8a3f-faec74074255 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3732429 Mar 03 12:13:37.716932 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-195bbf0b-8b25-4dd1-a474-efda09272e24 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/subnets/5cd38dcb-2579-49a3-895b-224f8d45468e HTTP/1.1" status: 204 len: 168 time: 0.9314771 Mar 03 12:13:37.723789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57072) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:37.732815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:37.747686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port f6f8baa1-6575-4985-a464-d6abcccbd687 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:37.767232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.782904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f6f8baa1-6575-4985-a464-d6abcccbd687 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:37.783289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.820809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.849506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Transition to ACTIVE for port object 2fc39c3c-d3eb-4eba-8117-137e54b437df will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:37.915991 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9021182 Mar 03 12:13:37.919594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=91c0835a-9373-4d5b-9bca-2d950ac7b073,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:37.923768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57076) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:37.935472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:37.944888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:37.965256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Transition to ACTIVE for port object 2fc39c3c-d3eb-4eba-8117-137e54b437df will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:37.992577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Deleting subnet 27ff7776-421d-4d19-a810-10b2fc557c51 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:37.998881 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-38a06f89-183b-4d22-879f-d920af738690 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/91c0835a-9373-4d5b-9bca-2d950ac7b073 HTTP/1.1" status: 204 len: 168 time: 0.9218688 Mar 03 12:13:38.005177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57082) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:38.015554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66798553-cf32-4dfa-9fff-25083e42f769 None None] Network b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:38.095588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5b5b-201e-46a5-9b45-70b18da0d666 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Network': ['ID=f2de5813-c3e3-44a7-ba8c-6c4b4da90c46,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:38.168778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-68f974e8-7d05-43eb-af77-256bb5647a64 None None] Could not find standard attr ID for object 9409c4f5-75db-4e5d-9ff0-7aa58175fe67. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:13:38.174289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.178784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.183395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:38.251715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.285515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8f27eb05-0480-40f4-a0ce-ffc2acab0f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.291636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.374318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:38.380523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:38.383718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:38.391058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:38.538799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Network a104e37a-a86e-4a48-87ec-ef725d239e19 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:38.542094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:38.545919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.559847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:38.562489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event deleted for resources: {'Port': ['ID=b457c0be-00ef-414d-8a14-8f01bf5d23ee,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:38.585200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:38.629521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.652778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:38.675955 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:38.681702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port f6f8baa1-6575-4985-a464-d6abcccbd687, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f6f8baa1-6575-4985-a464-d6abcccbd687,segment=NetworkSegment(962af35f-922e-4446-8d22-35560c89421a),segment_id=962af35f-922e-4446-8d22-35560c89421a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:38.686210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.702847 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:38.705966 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:38.724826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.729104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.813291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Pushing event updated for resources: {'Port': ['ID=2fc39c3c-d3eb-4eba-8117-137e54b437df,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:38.847051 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:38.870391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:38.870665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.877378 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:38.881584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port f6f8baa1-6575-4985-a464-d6abcccbd687 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:38.881990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.924387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Attempting to bind port 2fc39c3c-d3eb-4eba-8117-137e54b437df on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:13:38.925112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Attempting to bind port 2fc39c3c-d3eb-4eba-8117-137e54b437df by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'c4b61a11-abd2-46ad-ba34-f6679881f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:13:38.925112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Attempting to bind port 2fc39c3c-d3eb-4eba-8117-137e54b437df on network a104e37a-a86e-4a48-87ec-ef725d239e19 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:13:38.970253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:13:38.970253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Checking segment: {'id': 'c4b61a11-abd2-46ad-ba34-f6679881f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:38.970253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.970253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Bound using segment: {'id': 'c4b61a11-abd2-46ad-ba34-f6679881f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:13:38.970663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Bound port: 2fc39c3c-d3eb-4eba-8117-137e54b437df, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b61a11-abd2-46ad-ba34-f6679881f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a104e37a-a86e-4a48-87ec-ef725d239e19'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:13:38.970912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:38.985500 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:38.986215 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96e8da-0db0-4556-9a05-6a507c7158bb None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:39.037405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.042195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aee3cf-e054-4631-907a-b5ad8ff2e769 req-e52f104f-e7eb-4b51-be8d-cfb5f94f8ac6 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:39.050830 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34aee3cf-e054-4631-907a-b5ad8ff2e769 req-e52f104f-e7eb-4b51-be8d-cfb5f94f8ac6 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 0.5269952 Mar 03 12:13:39.063907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.064119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=f6f8baa1-6575-4985-a464-d6abcccbd687,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:39.064119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1314b-4cd3-4244-ac5a-60955ad1cf20 None None] Network a911a410-b50f-4450-a282-1f5940e591e9 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:39.094701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.213731 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34aee3cf-e054-4631-907a-b5ad8ff2e769 req-5d8ee0b5-ec50-4a97-a625-a61e912c613f tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598191 Mar 03 12:13:39.253771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.409350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ec90213c-8d7e-46eb-882d-e1298f3aa6a2 None None] Provisioning for port 85b39d84-28a3-4a20-81ea-9acd642f5968 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:39.419832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] DHCP port deletion for b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:39.435601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Deleting port f6f8baa1-6575-4985-a464-d6abcccbd687 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:39.436049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.437545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa3ab4-511e-46aa-8641-04b85b09db6e req-4fedcf22-3e4e-4e3d-b655-2fe3f861f88c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:39.444820 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fa3ab4-511e-46aa-8641-04b85b09db6e req-4fedcf22-3e4e-4e3d-b655-2fe3f861f88c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.8706927 Mar 03 12:13:39.451019 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5e6ed94b-c148-4746-b6f2-a23bb012f2a8 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/floatingips/ba580b42-0f7d-432a-bef3-bc700db7a83c HTTP/1.1" status: 200 len: 688 time: 3.8853297 Mar 03 12:13:39.463139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57090) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:39.486234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 85b39d84-28a3-4a20-81ea-9acd642f5968 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:39.488737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.526193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.526565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Fanout notify agent at l3_agent the message router_deleted on router 15167801-09cf-4af3-9cdf-aea0605fbe4b {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:13:39.565498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] For port f6f8baa1-6575-4985-a464-d6abcccbd687, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f6f8baa1-6575-4985-a464-d6abcccbd687,segment=NetworkSegment(962af35f-922e-4446-8d22-35560c89421a),segment_id=962af35f-922e-4446-8d22-35560c89421a)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:39.566140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.572570 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.576310 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cb12e2db-a890-45f0-85a0-59a4dfe6014a tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "DELETE /v2.0/routers/15167801-09cf-4af3-9cdf-aea0605fbe4b HTTP/1.1" status: 204 len: 168 time: 4.4976733 Mar 03 12:13:39.576985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57094) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:39.654855 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fa3ab4-511e-46aa-8641-04b85b09db6e req-71eaaa93-3cfa-44b5-aef0-0bbe2b275bd1 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2090843 Mar 03 12:13:39.723935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 10c2f1c7-81fa-4d57-9205-aaff40221e01 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:39.723935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.724404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] For port 2fc39c3c-d3eb-4eba-8117-137e54b437df, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:13:39.729817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for f6f8baa1-6575-4985-a464-d6abcccbd687 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:39.754738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] For port 2fc39c3c-d3eb-4eba-8117-137e54b437df, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2fc39c3c-d3eb-4eba-8117-137e54b437df,segment=NetworkSegment(c4b61a11-abd2-46ad-ba34-f6679881f704),segment_id=c4b61a11-abd2-46ad-ba34-f6679881f704)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:13:39.765232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] For port f6f8baa1-6575-4985-a464-d6abcccbd687, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f6f8baa1-6575-4985-a464-d6abcccbd687,segment=NetworkSegment(962af35f-922e-4446-8d22-35560c89421a),segment_id=962af35f-922e-4446-8d22-35560c89421a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:39.765883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.772293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.786588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=a155b91d-c7e7-48bd-97f7-4d60d1c53a2c,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:39.838740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:39.839344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network hostable DHCP agents. Network: f2de5813-c3e3-44a7-ba8c-6c4b4da90c46, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:39.844629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Subnet': ['ID=27ff7776-421d-4d19-a810-10b2fc557c51,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:39.859672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.896181 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9bf19646-ecf7-4347-aaeb-bfd81722a572 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/subnets/27ff7776-421d-4d19-a810-10b2fc557c51 HTTP/1.1" status: 204 len: 168 time: 2.1712375 Mar 03 12:13:39.898940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57098) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:39.899891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Calling delete_port for f6f8baa1-6575-4985-a464-d6abcccbd687 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:39.915615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting subnet d52c90d8-09e1-481f-bd42-4c352654ea12 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:39.929236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] DHCP port deletion for a911a410-b50f-4450-a282-1f5940e591e9 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:39.931426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.956651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:39.967367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.972572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762335c-e757-42fa-8236-d5bb669fcfc6 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:39.973259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2762335c-e757-42fa-8236-d5bb669fcfc6 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Synchronizing usage tracker for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:39.975180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 85b39d84-28a3-4a20-81ea-9acd642f5968 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:39.980754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:39.992564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Deleting port 85b39d84-28a3-4a20-81ea-9acd642f5968 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:39.992945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.024898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 85b39d84-28a3-4a20-81ea-9acd642f5968 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:40.026900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.034346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No DVR routers for this DVR port f6f8baa1-6575-4985-a464-d6abcccbd687 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:40.036581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=f6f8baa1-6575-4985-a464-d6abcccbd687,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:40.074033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f2de5813-c3e3-44a7-ba8c-6c4b4da90c46) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:40.080985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.082182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:40.082410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.129823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2762335c-e757-42fa-8236-d5bb669fcfc6 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Unset dirty status for tenant:62369b59a77d4aa78ea0ddcc38187aee on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:40.134589 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2762335c-e757-42fa-8236-d5bb669fcfc6 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2310052 Mar 03 12:13:40.136444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57102) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:40.141590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.142108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.160680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-a3f771a2-21a5-447d-b0b8-1bc6402d6429 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:40.162263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-a3f771a2-21a5-447d-b0b8-1bc6402d6429 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.26 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 0.4118969 Mar 03 12:13:40.166666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35fd6dc-f044-4e41-b8ed-05d80e8fb587 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:40.339338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 10c2f1c7-81fa-4d57-9205-aaff40221e01 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:40.351856 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-49bf9aaa-fc5f-44b1-b114-efd223289e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4202352 Mar 03 12:13:40.355729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57108) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:40.391015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'name': 'tempest-NetworksTestDHCPv6-1493820996'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:40.402544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0f05aad2-fee9-405c-bfb1-31b9c778ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.442231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.489258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:13:40.489609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:13:40.490083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed7ef5-54c2-4659-aeac-8dacdced1d5a None None] Pushing event updated for resources: {'Port': ['ID=2fc39c3c-d3eb-4eba-8117-137e54b437df,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:40.532118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Deleting port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:40.532732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.727725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646ee37-0dba-4ff6-a59c-3f4760fa4bb9']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:40.771534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962af35f-922e-4446-8d22-35560c89421a') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:40.771841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962af35f-922e-4446-8d22-35560c89421a') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:40.775051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.790988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.796743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] For port 85b39d84-28a3-4a20-81ea-9acd642f5968, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=85b39d84-28a3-4a20-81ea-9acd642f5968,segment=NetworkSegment(d7d27124-b0c1-4079-85c9-56749f9da13b),segment_id=d7d27124-b0c1-4079-85c9-56749f9da13b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:40.798904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.801882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.805273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.840946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.861701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Deleting port 2fc39c3c-d3eb-4eba-8117-137e54b437df {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:40.861701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.906117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:40.909454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:40.939235 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:40.956950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Calling delete_port for 85b39d84-28a3-4a20-81ea-9acd642f5968 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:40.960121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] For port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:40.960479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:40.994126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Deleting port f6f8baa1-6575-4985-a464-d6abcccbd687 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:40.994481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.022613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:41.047181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:41.051572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 85b39d84-28a3-4a20-81ea-9acd642f5968, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=85b39d84-28a3-4a20-81ea-9acd642f5968,segment=NetworkSegment(d7d27124-b0c1-4079-85c9-56749f9da13b),segment_id=d7d27124-b0c1-4079-85c9-56749f9da13b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:41.065173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b1a23-77e6-4423-a870-1b617a5fe8cc req-47bb5cf6-5071-4bf9-ba93-590786667395 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:41.066917 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a66b1a23-77e6-4423-a870-1b617a5fe8cc req-47bb5cf6-5071-4bf9-ba93-590786667395 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 946 time: 0.5825524 Mar 03 12:13:41.073197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:41.094162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:41.095714 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': 'a155b91d-c7e7-48bd-97f7-4d60d1c53a2c'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:13:41.096332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.128435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-55333400-1dd4-4592-be08-55101efb6c27 None None] The port 'f6f8baa1-6575-4985-a464-d6abcccbd687' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:13:41.156439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.213426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.229867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.293220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.351763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.385796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:13:41.386144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:13:41.407107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2fc39c3c-d3eb-4eba-8117-137e54b437df up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:41.407536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.440629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=85b39d84-28a3-4a20-81ea-9acd642f5968,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:41.460222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.479828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:41.484653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.519748 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a66b1a23-77e6-4423-a870-1b617a5fe8cc req-d2bcd121-bb6b-4e26-b89b-e37715cdeadd tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups?id=d516e2d6-e2e8-4568-ad5f-788a5ea4669b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977764 Mar 03 12:13:41.520073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=10c2f1c7-81fa-4d57-9205-aaff40221e01,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:41.520529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=b646ee37-0dba-4ff6-a59c-3f4760fa4bb9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:41.537441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fb040a21-91f5-4f8e-abf1-72a5c533b418 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/b646ee37-0dba-4ff6-a59c-3f4760fa4bb9 HTTP/1.1" status: 204 len: 168 time: 3.5277274 Mar 03 12:13:41.537441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port eba2c17f-f834-44e0-856c-072597ac4529 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:41.560441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57118) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:41.571925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/a155b91d-c7e7-48bd-97f7-4d60d1c53a2c/0425d54f-8ca2-4846-a69f-7d3b3489dcdc) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:41.574580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event deleted for resources: {'Subnet': ['ID=d52c90d8-09e1-481f-bd42-4c352654ea12,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:41.579734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.605556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-301248018'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:41.611436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] For port 2fc39c3c-d3eb-4eba-8117-137e54b437df, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2fc39c3c-d3eb-4eba-8117-137e54b437df,segment=NetworkSegment(c4b61a11-abd2-46ad-ba34-f6679881f704),segment_id=c4b61a11-abd2-46ad-ba34-f6679881f704)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:41.611799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.641164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753daf0-3341-4110-9330-93123c84ef93 None None] Network c02a1b5a-9892-49f4-a2ae-7a86d48fc654 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:41.690237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:41.750886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe23727-6f68-40f6-9ceb-0fc551277cf9 None None] Network a104e37a-a86e-4a48-87ec-ef725d239e19 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:41.767645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:41.770522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:41.776415 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-018abffe-9eca-4508-b143-e9a16b21272d tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "DELETE /v2.0/subnets/d52c90d8-09e1-481f-bd42-4c352654ea12 HTTP/1.1" status: 204 len: 168 time: 2.1919243 Mar 03 12:13:41.793785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:41.795307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57122) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:41.815390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Calling delete_port for 2fc39c3c-d3eb-4eba-8117-137e54b437df owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:41.927855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Deleting port 85b39d84-28a3-4a20-81ea-9acd642f5968 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:41.928468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.946010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.948348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.953919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26f7e9-ba65-4dc1-8b5c-6af17db4713e req-ecef59b6-fba0-4b5b-a70c-7ca2c9902fe8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:41.954105 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fc42cba1-e395-45d2-a9e5-7fa0c64c2c15 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/floatingips/ba580b42-0f7d-432a-bef3-bc700db7a83c HTTP/1.1" status: 204 len: 168 time: 2.4837759 Mar 03 12:13:41.957634 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3f26f7e9-ba65-4dc1-8b5c-6af17db4713e req-ecef59b6-fba0-4b5b-a70c-7ca2c9902fe8 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 0.2679236 Mar 03 12:13:41.959376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57126) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:41.962235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.962656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:41.962912 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Floating IP 46ecb70c-bfea-4e94-ac56-8eda7affd102 disassociated. External IP: 172.26.8.235, port: e76b51c2-a8fa-48f1-be21-f9a7fa9dd929. Mar 03 12:13:41.963245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Calling delete_port for e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:41.984449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '15343806-190e-499f-b3ac-8aa83b57cc0e'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:41.995603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:41.999843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80592b-3111-4b31-840c-937e7235bc2b req-a0565a7b-80df-4696-a3ea-f79bd1dc2c73 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:42.001521 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0d80592b-3111-4b31-840c-937e7235bc2b req-a0565a7b-80df-4696-a3ea-f79bd1dc2c73 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6526606 Mar 03 12:13:42.002156 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:42.005507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.014805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:floatingip and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:42.019796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:42.025111 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3f26f7e9-ba65-4dc1-8b5c-6af17db4713e req-5bab070d-e606-4cf3-b0f9-a540c41ed09a tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665672 Mar 03 12:13:42.030687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:42.057893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 2fc39c3c-d3eb-4eba-8117-137e54b437df completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:42.098568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.109972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.129340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a85d857d-40f7-4c43-bb54-5561d6ac48ec None None] Provisioning for port 2fc39c3c-d3eb-4eba-8117-137e54b437df completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:42.155627 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0d80592b-3111-4b31-840c-937e7235bc2b req-9f080054-d4ed-4454-88fb-e6bea045d81f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1383851 Mar 03 12:13:42.172178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.188759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:42.200935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.201336 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment 6e78779b-c03e-4cb6-a92f-3a9a6880d92b of type vlan for network d89837f7-e4ed-4550-905d-fffaf68b2215 Mar 03 12:13:42.208098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f6f8baa1-6575-4985-a464-d6abcccbd687 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:42.236506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.274913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a85d857d-40f7-4c43-bb54-5561d6ac48ec None None] Provisioning complete for port 2fc39c3c-d3eb-4eba-8117-137e54b437df triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:42.275287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a85d857d-40f7-4c43-bb54-5561d6ac48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.284665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:42.285062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.289117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Port': ['ID=2fc39c3c-d3eb-4eba-8117-137e54b437df,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:42.300316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] No DVR routers for this DVR port 2fc39c3c-d3eb-4eba-8117-137e54b437df on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:42.383415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: f6f8baa1-6575-4985-a464-d6abcccbd687 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:13:42.383762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f6f8baa1-6575-4985-a464-d6abcccbd687 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:13:42.384216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 85b39d84-28a3-4a20-81ea-9acd642f5968 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:42.427604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a85d857d-40f7-4c43-bb54-5561d6ac48ec None None] Port 2fc39c3c-d3eb-4eba-8117-137e54b437df was deleted so its status cannot be updated. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 12:13:42.447943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.454822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:42.455545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.482287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.493344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.562777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b703a7-b902-4655-9835-bd3fa3a3f2c0 None None] DHCP port deletion for a104e37a-a86e-4a48-87ec-ef725d239e19 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:42.565454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Transition to ACTIVE for port object 0425d54f-8ca2-4846-a69f-7d3b3489dcdc will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:42.645061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.741216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.750920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a104e37a-a86e-4a48-87ec-ef725d239e19']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:42.759571 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fb638bcb-c532-4742-9bd8-6085a9987b53 req-bf7cbafa-8cd4-4e67-9169-41a50971f22a tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.0676599 Mar 03 12:13:42.773445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b61a11-abd2-46ad-ba34-f6679881f704') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:42.773742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b61a11-abd2-46ad-ba34-f6679881f704') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:42.778586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Transition to ACTIVE for port object 0425d54f-8ca2-4846-a69f-7d3b3489dcdc will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:42.798020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.822499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.839303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] For port 85b39d84-28a3-4a20-81ea-9acd642f5968, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=85b39d84-28a3-4a20-81ea-9acd642f5968,segment=NetworkSegment(d7d27124-b0c1-4079-85c9-56749f9da13b),segment_id=d7d27124-b0c1-4079-85c9-56749f9da13b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:42.839303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.844189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=d89837f7-e4ed-4550-905d-fffaf68b2215,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:42.865072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:42.865072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:42.877381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network d89837f7-e4ed-4550-905d-fffaf68b2215 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:42.879857 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:42.881812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event deleted for resources: {'Port': ['ID=e76b51c2-a8fa-48f1-be21-f9a7fa9dd929,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:42.963514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::2df (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/a155b91d-c7e7-48bd-97f7-4d60d1c53a2c/eba2c17f-f834-44e0-856c-072597ac4529) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:43.035538 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8b28efdf-30f1-42b0-b71c-7257c8b3c70c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4702475 Mar 03 12:13:43.044759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57136) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:43.060277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:43.192831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.224303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object eba2c17f-f834-44e0-856c-072597ac4529 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:43.232065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Calling delete_port for 85b39d84-28a3-4a20-81ea-9acd642f5968 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:43.345935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] DHCP port deletion for c02a1b5a-9892-49f4-a2ae-7a86d48fc654 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:43.350702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.362571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] Deleting port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:43.363065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.371944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.426079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.437639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:43.447037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:43.461053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:43.467507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:43.468153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.479148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Pushing event updated for resources: {'Port': ['ID=0425d54f-8ca2-4846-a69f-7d3b3489dcdc,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:43.489272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.508064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.26.8.253 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/088a6693-6e7a-41cc-bd7e-e11f8ee89dda) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:43.556780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] Pushing event deleted for resources: {'Port': ['ID=85b39d84-28a3-4a20-81ea-9acd642f5968,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:43.561124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.564456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=eba2c17f-f834-44e0-856c-072597ac4529,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:43.609587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb35cb-45fe-4720-9156-0059d091f997 req-9154b114-fecc-4037-b729-ff026294b880 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:43.612151 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aebb35cb-45fe-4720-9156-0059d091f997 req-9154b114-fecc-4037-b729-ff026294b880 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 0.3482413 Mar 03 12:13:43.685939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-fd1d39d2-a694-4535-9539-a2f3773fed36 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:43.687412 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-fd1d39d2-a694-4535-9539-a2f3773fed36 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 1.0306106 Mar 03 12:13:43.695321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eda0e-a1be-4bdf-bf12-4889541c6e75 req-fb759a1e-4cf8-4fc3-8bc4-ef27ff40dd4d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:43.704624 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0c3eda0e-a1be-4bdf-bf12-4889541c6e75 req-fb759a1e-4cf8-4fc3-8bc4-ef27ff40dd4d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 1.0464520 Mar 03 12:13:43.733100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e45fa8-153b-458e-9064-cc607beab0c0 None None] No DVR routers for this DVR port 85b39d84-28a3-4a20-81ea-9acd642f5968 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:43.742099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:43.749926 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:43.754224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:43.779728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:43.783854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:43.786747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:43.792696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:43.839895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] For port 116b6eac-dd3f-4093-942d-ae0e3291b8d4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=116b6eac-dd3f-4093-942d-ae0e3291b8d4,segment=NetworkSegment(332ef92b-7921-4475-87f2-eb5f694a6d86),segment_id=332ef92b-7921-4475-87f2-eb5f694a6d86)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:43.840433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.896415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.948622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Deleting port e3087595-402e-4666-9418-229162685a76 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:43.953911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.954475 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bec907cb-fed6-4254-82e9-7ed207f51eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5782747 Mar 03 12:13:43.955584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.958390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] For port 116b6eac-dd3f-4093-942d-ae0e3291b8d4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=116b6eac-dd3f-4093-942d-ae0e3291b8d4,segment=NetworkSegment(332ef92b-7921-4475-87f2-eb5f694a6d86),segment_id=332ef92b-7921-4475-87f2-eb5f694a6d86)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:43.958830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.966867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:43.968985 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/networks/a104e37a-a86e-4a48-87ec-ef725d239e19 HTTP/1.1" status: 204 len: 168 time: 3.8331964 Mar 03 12:13:43.969958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57146) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:43.976667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57148) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:44.036414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc59968-3a39-443a-ad99-17029f4f0dd3 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Network': ['ID=a104e37a-a86e-4a48-87ec-ef725d239e19,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:44.046181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.049989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:44.053598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.063272 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aebb35cb-45fe-4720-9156-0059d091f997 req-fa046c95-0f5f-46aa-8d3f-ddccf2e5a37b tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439993 Mar 03 12:13:44.075498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Router 86b0175e-b6fb-4799-9085-f526b33455ca has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:44.085443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Calling delete_port for 116b6eac-dd3f-4093-942d-ae0e3291b8d4 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:44.126172 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0c3eda0e-a1be-4bdf-bf12-4889541c6e75 req-8014142f-75a9-4f1b-ab46-bbf54413e5e3 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4206097 Mar 03 12:13:44.157761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] Calling delete_port for 116b6eac-dd3f-4093-942d-ae0e3291b8d4 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:44.167366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:44.171226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=088a6693-6e7a-41cc-bd7e-e11f8ee89dda,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:44.177680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:44.179930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:44.201002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 116b6eac-dd3f-4093-942d-ae0e3291b8d4 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:44.265719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c4494c61-5916-4a8e-889d-06c2aacb475f req-c3129ef4-6013-45a3-9b07-902747632b3f tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.0555851 Mar 03 12:13:44.374020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Attempting to bind port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:13:44.374630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Attempting to bind port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:13:44.374731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Attempting to bind port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:13:44.380909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:13:44.381288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:44.381674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.382058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:13:44.382511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Bound port: 0425d54f-8ca2-4846-a69f-7d3b3489dcdc, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:13:44.382873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.482106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.523013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.549922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] No DVR routers for this DVR port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:44.553152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:13:44.553335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:13:44.556569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7030e99-1890-4c07-b67f-612d448bef8b None None] Pushing event deleted for resources: {'Port': ['ID=116b6eac-dd3f-4093-942d-ae0e3291b8d4,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:44.591646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.626725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] For port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:13:44.630064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] For port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0425d54f-8ca2-4846-a69f-7d3b3489dcdc,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:13:44.678043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2fc39c3c-d3eb-4eba-8117-137e54b437df no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:44.684951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8be4c-bab6-472d-a6a1-1cafeb5d8d60 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:44.691113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8be4c-bab6-472d-a6a1-1cafeb5d8d60 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:44.691927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b5d8be4c-bab6-472d-a6a1-1cafeb5d8d60 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:44.715036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.760387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 2fc39c3c-d3eb-4eba-8117-137e54b437df {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:13:44.760387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2fc39c3c-d3eb-4eba-8117-137e54b437df not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:13:44.774894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:44.828563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:13:44.828563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:13:44.851087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7cf89-7f15-4227-a131-f2bda7b4a298 None None] Pushing event updated for resources: {'Port': ['ID=0425d54f-8ca2-4846-a69f-7d3b3489dcdc,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:44.908324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:44.922824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:44.935215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] Sync routers for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:44.948094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:44.949272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:45.050526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b5d8be4c-bab6-472d-a6a1-1cafeb5d8d60 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:45.051741 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b5d8be4c-bab6-472d-a6a1-1cafeb5d8d60 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0592234 Mar 03 12:13:45.055683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57154) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:45.131806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port eba2c17f-f834-44e0-856c-072597ac4529 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:45.132293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.194495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting port 116b6eac-dd3f-4093-942d-ae0e3291b8d4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:45.200333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.225077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:45.334211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.356940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.422003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] The port '116b6eac-dd3f-4093-942d-ae0e3291b8d4' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:13:45.442466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] For port e3087595-402e-4666-9418-229162685a76, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3087595-402e-4666-9418-229162685a76,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:45.442834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.497676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a911a410-b50f-4450-a282-1f5940e591e9']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:45.601174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d27124-b0c1-4079-85c9-56749f9da13b') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:45.601174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d27124-b0c1-4079-85c9-56749f9da13b') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:45.642826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.678715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.749300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:24Z', 'revision_number': 5, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:45.753995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] Checking router: 86b0175e-b6fb-4799-9085-f526b33455ca for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:13:45.763797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:45.764498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:45.804337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61492d-f6b9-4e55-8817-1cab2fc184a8 req-ff76cb2f-b038-486a-9833-3ca530a06a24 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:45.805925 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1b61492d-f6b9-4e55-8817-1cab2fc184a8 req-ff76cb2f-b038-486a-9833-3ca530a06a24 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.4820960 Mar 03 12:13:45.828714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] No DVR routers for this DVR port e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:45.831244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.872171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'name': 'network-vif-deleted', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:13:45.892407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.906494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:45.916691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0425d54f-8ca2-4846-a69f-7d3b3489dcdc up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:46.005673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.020485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4ca8f045-b680-4fa3-8599-29173b25b41f req-31217006-cfdf-4003-be4a-82db075f3393 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.26 "DELETE /v2.0/ports/e76b51c2-a8fa-48f1-be21-f9a7fa9dd929 HTTP/1.1" status: 204 len: 173 time: 5.8498993 Mar 03 12:13:46.033981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:46.037979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.052381 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1b61492d-f6b9-4e55-8817-1cab2fc184a8 req-f79e6a13-fe89-4d69-8350-23b02c91c9cb tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2200043 Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:46.058835 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:46.088988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02a1b5a-9892-49f4-a2ae-7a86d48fc654']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:46.112101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200267b-f94c-4af8-906f-e1ed41468067 req-e5043cbb-5388-4762-804d-d68a1bf91898 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:46.114119 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f200267b-f94c-4af8-906f-e1ed41468067 req-e5043cbb-5388-4762-804d-d68a1bf91898 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 945 time: 0.8387551 Mar 03 12:13:46.197884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for eba2c17f-f834-44e0-856c-072597ac4529 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:46.198655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=9d94032e-9f82-48cb-ae87-ea96b2490b16,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:46.210712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332ef92b-7921-4475-87f2-eb5f694a6d86') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:46.211008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332ef92b-7921-4475-87f2-eb5f694a6d86') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:46.219897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:46.247148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.271553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:46.322424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': '6e78779b-c03e-4cb6-a92f-3a9a6880d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:46.322825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: d89837f7-e4ed-4550-905d-fffaf68b2215, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:13:46.375359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.385144 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4d27d6e3-bbc5-4ef0-807a-a84d2ce75ecd req-00599f5f-6e87-4160-afa1-09466fc64882 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb HTTP/1.1" status: 200 len: 210 time: 0.1964457 Mar 03 12:13:46.386419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:13:46.391452 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f200267b-f94c-4af8-906f-e1ed41468067 req-b1e02905-2a01-47c8-a618-89568c8e3c68 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups?id=20d12a93-2a56-4306-b1d9-92f57ea7e263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144940 Mar 03 12:13:46.397366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:46.398337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:46.420211 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:46.422768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.436511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.440792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.528659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.530388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.530388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Floating IP ae8ab559-3395-4d42-918a-f37b582755d5 disassociated. External IP: 172.26.8.238, port: e3087595-402e-4666-9418-229162685a76. Mar 03 12:13:46.530388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Calling delete_port for e3087595-402e-4666-9418-229162685a76 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:46.535971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.647186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Network': ['ID=a911a410-b50f-4450-a282-1f5940e591e9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:46.690187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=088a6693-6e7a-41cc-bd7e-e11f8ee89dda,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:46.701873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.708344 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616e9f4-4fec-4ff8-91e8-4a4f1e407bcb', 'name': 'network-vif-deleted', 'tag': 'e76b51c2-a8fa-48f1-be21-f9a7fa9dd929', 'status': 'completed', 'code': 200} Mar 03 12:13:46.729198 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-36539f21-4a2f-4417-8bf5-f489203c832b tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/networks/a911a410-b50f-4450-a282-1f5940e591e9 HTTP/1.1" status: 204 len: 168 time: 2.6800151 Mar 03 12:13:46.731185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57168) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:46.741453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network d89837f7-e4ed-4550-905d-fffaf68b2215 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:13:46.780811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3087595-402e-4666-9418-229162685a76 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:46.788404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.856179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=eba2c17f-f834-44e0-856c-072597ac4529,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:46.862388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:24Z', 'revision_number': 5, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:46.872693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2849d2-9e14-43a7-9c73-a066a78816b3 None None] The sync data for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv is: [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 4, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db951747-9462-41f1-8177-5320d8c0c6db', 'name': '', 'network_id': '0ecaf887-6d30-4f07-af85-e53e03c643cf', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'mac_address': 'fa:16:3e:9e:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:11Z', 'updated_at': '2022-03-03T12:12:24Z', 'revision_number': 5, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'subnets': [{'id': '224d6c3b-cfb9-4e87-8df6-e30cb85798d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:46.917409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.923458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:46.970328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, d89837f7-e4ed-4550-905d-fffaf68b2215) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:46.987342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9753e-c6ac-49b6-b5f0-896e01e39cda None None] Network d89837f7-e4ed-4550-905d-fffaf68b2215 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:47.002072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.027525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3270ae3-b821-46b5-a51c-8a0ccec60e8a None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:47.054303 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP d80d370e-9e63-41e3-bcef-2f1cf092f855 associated. External IP: 172.26.8.253, port: 15343806-190e-499f-b3ac-8aa83b57cc0e. Mar 03 12:13:47.073204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.233364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event deleted for resources: {'Network': ['ID=c02a1b5a-9892-49f4-a2ae-7a86d48fc654,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:47.248959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:47.248959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.251947 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-098e0e09-6488-4967-a70e-2b436f9260d2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/eba2c17f-f834-44e0-856c-072597ac4529 HTTP/1.1" status: 204 len: 168 time: 2.1951098 Mar 03 12:13:47.260138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57172) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:47.277789 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-23a3a92b-3ae7-44bd-b88b-1928a4923600 tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "DELETE /v2.0/networks/c02a1b5a-9892-49f4-a2ae-7a86d48fc654 HTTP/1.1" status: 204 len: 168 time: 5.4742217 Mar 03 12:13:47.282839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.286261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57176) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:47.334496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505cd75-8945-41cf-a769-c887ddd4567d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:47.336312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505cd75-8945-41cf-a769-c887ddd4567d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:47.337115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0505cd75-8945-41cf-a769-c887ddd4567d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:47.341796 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e1ec1-1715-438c-b5d4-e9ba3db10b15 None None] New status for floating IP 46ecb70c-bfea-4e94-ac56-8eda7affd102: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:13:47.393942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9c9e0-da2c-4238-bd79-cea839e19e1f req-3af155b2-5d0b-40cb-bed5-6d8377e269e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:47.401110 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8bb9c9e0-da2c-4238-bd79-cea839e19e1f req-3af155b2-5d0b-40cb-bed5-6d8377e269e0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.7489755 Mar 03 12:13:47.438880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-31899378-cafd-4c59-b63e-ff52cf71d73e None None] Provisioning for port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:47.494947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0505cd75-8945-41cf-a769-c887ddd4567d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:47.496142 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0505cd75-8945-41cf-a769-c887ddd4567d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2349622 Mar 03 12:13:47.500393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-31899378-cafd-4c59-b63e-ff52cf71d73e None None] Provisioning complete for port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:47.502431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-31899378-cafd-4c59-b63e-ff52cf71d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.510962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57184) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:47.540127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.546538 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-98032fd7-2af2-4542-8088-fab5909bb564 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4880769 Mar 03 12:13:47.594071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57188) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:47.618139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event deleted for resources: {'Port': ['ID=e3087595-402e-4666-9418-229162685a76,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:47.624709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Deleting port ad235d66-bba0-420a-b8f4-8ce4e2176c85 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:47.625056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.653504 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-d89837f7-e4ed-4550-905d-fffaf68b2215', 'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215', 'tenant_id': '0d04cd13b7634ff7983bc39f04e4326e', 'fixed_ips': [{'subnet_id': '9d94032e-9f82-48cb-ae87-ea96b2490b16'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:13:47.654320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.672706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8bb9c9e0-da2c-4238-bd79-cea839e19e1f req-9195b933-ba4b-4303-b5f1-f4756279ce78 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2705455 Mar 03 12:13:47.752423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-950840376'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:47.883419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-31899378-cafd-4c59-b63e-ff52cf71d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:47.948634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Allocated IP 2001:db8::2 (d89837f7-e4ed-4550-905d-fffaf68b2215/9d94032e-9f82-48cb-ae87-ea96b2490b16/29ca961d-0946-4c8d-b1ec-1da2e4473305) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:47.952428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-31899378-cafd-4c59-b63e-ff52cf71d73e None None] For port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0425d54f-8ca2-4846-a69f-7d3b3489dcdc,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:47.977556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8613994e-1854-4ddc-83a4-f5a98804c540 req-657bc53a-fc4d-4d99-a860-70fc1ae1822c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.2533398 Mar 03 12:13:48.036431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-31899378-cafd-4c59-b63e-ff52cf71d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.098957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet a155b91d-c7e7-48bd-97f7-4d60d1c53a2c {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:48.110940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.115830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.139503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57196) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:48.188750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:48.252751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f35697-5af8-4e64-9f74-cb11cd63fa88']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:48.276947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.279188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a998549-dfc1-4ee3-953b-9cce0d6dc107') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:48.279481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a998549-dfc1-4ee3-953b-9cce0d6dc107') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:48.330713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:48.362652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.380589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.380912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.394919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.401012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4a82-ce00-4d31-ac88-62e045484b9d req-16af7619-0af5-4d89-ac72-f51f5035a5f2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:48.416180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-baad4a82-ce00-4d31-ac88-62e045484b9d req-16af7619-0af5-4d89-ac72-f51f5035a5f2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.4927878 Mar 03 12:13:48.416894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Transition to ACTIVE for port object 29ca961d-0946-4c8d-b1ec-1da2e4473305 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:48.431944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Transition to ACTIVE for port object 29ca961d-0946-4c8d-b1ec-1da2e4473305 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:48.434787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:48.442887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.451065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:48.451265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:48.451993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.469434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:48.491032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31899378-cafd-4c59-b63e-ff52cf71d73e None None] Pushing event updated for resources: {'Port': ['ID=0425d54f-8ca2-4846-a69f-7d3b3489dcdc,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:48.513236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3883039-295c-40a1-bd8e-34a3514cd675 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.523436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:48.544856 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:48.582905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-214a1918-c3ea-48bc-a49c-856bf1da39e5 None None] Provisioning complete for port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:48.583318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-214a1918-c3ea-48bc-a49c-856bf1da39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.606028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:48.609508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.648771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3883039-295c-40a1-bd8e-34a3514cd675 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.677612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Network d89837f7-e4ed-4550-905d-fffaf68b2215 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:48.684779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:48.688323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:48.694839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 3aab0c63-0bb8-43ca-b154-96603479ae43 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:48.700947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Pushing event updated for resources: {'Port': ['ID=29ca961d-0946-4c8d-b1ec-1da2e4473305,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:48.735804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.742124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Router fa47bb69-3070-4cf2-af45-455a7b201f3f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:48.750522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Calling delete_port for ad235d66-bba0-420a-b8f4-8ce4e2176c85 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:48.773707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:48.821969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:48.846765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.864306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:48.864746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:48.892313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.903853 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-baad4a82-ce00-4d31-ac88-62e045484b9d req-c8a908ed-054f-429e-9bc1-fbaa0c0c182b tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4921377 Mar 03 12:13:48.916320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Network': ['ID=e6f35697-5af8-4e64-9f74-cb11cd63fa88,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:48.923732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.941229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Attempting to bind port 29ca961d-0946-4c8d-b1ec-1da2e4473305 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:13:48.941229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Attempting to bind port 29ca961d-0946-4c8d-b1ec-1da2e4473305 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '6e78779b-c03e-4cb6-a92f-3a9a6880d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:13:48.941782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Attempting to bind port 29ca961d-0946-4c8d-b1ec-1da2e4473305 on network d89837f7-e4ed-4550-905d-fffaf68b2215 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:13:48.948093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:48.953156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:13:48.957667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Checking segment: {'id': '6e78779b-c03e-4cb6-a92f-3a9a6880d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:48.957667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:48.957667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Bound using segment: {'id': '6e78779b-c03e-4cb6-a92f-3a9a6880d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:13:48.957667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Bound port: 29ca961d-0946-4c8d-b1ec-1da2e4473305, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e78779b-c03e-4cb6-a92f-3a9a6880d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd89837f7-e4ed-4550-905d-fffaf68b2215'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:13:48.957667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.004804 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d88e17ab-b1f8-4949-a2d6-f427236eede1 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0428395 Mar 03 12:13:49.017935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57204) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:49.024220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3883039-295c-40a1-bd8e-34a3514cd675 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.088032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] For port 29ca961d-0946-4c8d-b1ec-1da2e4473305, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:13:49.092632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] For port 29ca961d-0946-4c8d-b1ec-1da2e4473305, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=29ca961d-0946-4c8d-b1ec-1da2e4473305,segment=NetworkSegment(6e78779b-c03e-4cb6-a92f-3a9a6880d92b),segment_id=6e78779b-c03e-4cb6-a92f-3a9a6880d92b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:13:49.105190 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3b2cb085-d4b6-4539-bdc7-f8ce56332062 tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/networks/e6f35697-5af8-4e64-9f74-cb11cd63fa88 HTTP/1.1" status: 204 len: 168 time: 2.3652966 Mar 03 12:13:49.110252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57208) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:49.114428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24ad9352-60ba-4000-a63a-5aa36fc1a606 None None] Could not find standard attr ID for object eba2c17f-f834-44e0-856c-072597ac4529. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:13:49.115209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:49.115820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:49.182032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.214685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:49.215701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512ffbf-5242-405c-a47c-58dc356d82ab None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:49.228047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-dd3eb888-d244-47bc-b565-480eee6494e1 req-6cd2ff9f-98b3-4d42-a0c3-4109061019f0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Synchronizing usage tracker for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:49.267770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a5be8-5ef4-4c01-9c03-5c44b9b229d2 None None] Pushing event updated for resources: {'Port': ['ID=29ca961d-0946-4c8d-b1ec-1da2e4473305,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:49.272959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.360969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3883039-295c-40a1-bd8e-34a3514cd675 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d516e2d6-e2e8-4568-ad5f-788a5ea4669b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:49.403580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=a155b91d-c7e7-48bd-97f7-4d60d1c53a2c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:49.414220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.416065 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0a6e7862-a0e3-4431-940a-4b9e04dea3e8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/a155b91d-c7e7-48bd-97f7-4d60d1c53a2c HTTP/1.1" status: 204 len: 168 time: 1.9041085 Mar 03 12:13:49.416193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451aea5c-94d4-4e8f-952b-7765d29eead9 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:49.418294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.420209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57212) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:49.426386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::e4 (d89837f7-e4ed-4550-905d-fffaf68b2215/9d94032e-9f82-48cb-ae87-ea96b2490b16/3aab0c63-0bb8-43ca-b154-96603479ae43) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:49.456087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3883039-295c-40a1-bd8e-34a3514cd675 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.457254 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a3883039-295c-40a1-bd8e-34a3514cd675 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "DELETE /v2.0/security-groups/d516e2d6-e2e8-4568-ad5f-788a5ea4669b HTTP/1.1" status: 204 len: 168 time: 1.3138983 Mar 03 12:13:49.468386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57216) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:49.472662 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c2009e80-312d-497c-b516-99c3c4823c2f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "GET /v2.0/floatingips/d80d370e-9e63-41e3-bcef-2f1cf092f855 HTTP/1.1" status: 200 len: 977 time: 0.4502926 Mar 03 12:13:49.497351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57220) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:49.537862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:49.554021 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] Sync routers for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:49.561270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-dd3eb888-d244-47bc-b565-480eee6494e1 req-6cd2ff9f-98b3-4d42-a0c3-4109061019f0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Unset dirty status for tenant:1a5fd1e1baf444a0a8f8f86cd727cf13 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:49.562868 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dd3eb888-d244-47bc-b565-480eee6494e1 req-6cd2ff9f-98b3-4d42-a0c3-4109061019f0 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 0.4496167 Mar 03 12:13:49.567746 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:49.568886 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:49.615454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.634356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-7913c780-2139-4d94-a05c-4185c5df0832 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] show failed (client error): The resource could not be found. Mar 03 12:13:49.635408 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7913c780-2139-4d94-a05c-4185c5df0832 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "GET /v2.0/security-groups/d516e2d6-e2e8-4568-ad5f-788a5ea4669b HTTP/1.1" status: 404 len: 347 time: 0.1615441 Mar 03 12:13:49.639316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57224) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:49.703278 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-114098bd-2026-4372-80e5-24ba2c64efe4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2730436 Mar 03 12:13:49.712455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Pushing event deleted for resources: {'Port': ['ID=ad235d66-bba0-420a-b8f4-8ce4e2176c85,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:49.769381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57228) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:49.787596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:49.820202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:49.820202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] Deleting port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:49.820202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.836383 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:49.922970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] No DVR routers for this DVR port e3087595-402e-4666-9418-229162685a76 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:49.926219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:49.957861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'name': 'network-vif-deleted', 'tag': 'e3087595-402e-4666-9418-229162685a76'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:13:49.958110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 29ca961d-0946-4c8d-b1ec-1da2e4473305 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:50.054829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d1377a01-7bfb-4beb-a40c-6db019264a4f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Synchronizing usage tracker for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:floatingip {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:50.079251 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f41109-22ca-4235-858f-c2da999a4a86', 'name': 'network-vif-deleted', 'tag': 'e3087595-402e-4666-9418-229162685a76', 'status': 'completed', 'code': 200} Mar 03 12:13:50.083441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e407ff6-8676-4a27-ac7d-75d05b3113fc req-1c6db062-b77c-4ac1-9cc1-05adc0193e83 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:50.085694 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e407ff6-8676-4a27-ac7d-75d05b3113fc req-1c6db062-b77c-4ac1-9cc1-05adc0193e83 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.8215444 Mar 03 12:13:50.104846 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a2c7d63d-b37b-45ea-8b3a-d97b892befee req-d818b293-9712-4e6b-af45-dd922ecf621e tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.26 "DELETE /v2.0/ports/e3087595-402e-4666-9418-229162685a76 HTTP/1.1" status: 204 len: 173 time: 6.3836024 Mar 03 12:13:50.172153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 29ca961d-0946-4c8d-b1ec-1da2e4473305 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:50.173693 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e407ff6-8676-4a27-ac7d-75d05b3113fc req-12f9a8f5-3a59-49f1-bc32-389d676e6429 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665812 Mar 03 12:13:50.189905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Deleting port de5fc014-92da-442b-88ed-8311e628c234 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:50.190251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.206572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.207824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] For port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0425d54f-8ca2-4846-a69f-7d3b3489dcdc,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:50.208354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.219974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:50.259967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.262420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.266378 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ce40a11a-92f8-4294-9b15-325c3d3f5e6b tempest-FloatingIPAdminTestJSON-525388463 tempest-FloatingIPAdminTestJSON-525388463-project] 10.222.0.35 "DELETE /v2.0/floatingips/0be8f542-1307-410d-88ba-2e326508f243 HTTP/1.1" status: 204 len: 168 time: 2.9791481 Mar 03 12:13:50.273324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:50.293348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c4ea7a-0250-4697-be98-b4b5e6374b90']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:50.349316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714a0879-b00f-4f66-bd39-74029d689971') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:50.349526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714a0879-b00f-4f66-bd39-74029d689971') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:50.404752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.492146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] Calling delete_port for 0425d54f-8ca2-4846-a69f-7d3b3489dcdc owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:50.506869 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:30Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:50.518999 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] Checking router: fa47bb69-3070-4cf2-af45-455a7b201f3f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:13:50.528777 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:50.529632 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:50.564556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:50.569908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.615696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.635483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 3aab0c63-0bb8-43ca-b154-96603479ae43 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:50.681821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.726824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.729108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.750875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.765510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.780659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:50.782428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:50.800584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3314c-6503-4118-a8c2-c05748b15175 None None] Network d89837f7-e4ed-4550-905d-fffaf68b2215 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:50.863262 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:13:50.952235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d1377a01-7bfb-4beb-a40c-6db019264a4f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Unset dirty status for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:floatingip {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:50.959064 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d1377a01-7bfb-4beb-a40c-6db019264a4f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 1.4371054 Mar 03 12:13:51.015430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] Pushing event deleted for resources: {'Port': ['ID=0425d54f-8ca2-4846-a69f-7d3b3489dcdc,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:51.019026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582584c-8fb2-4b99-a697-5a6493e92867 None None] No DVR routers for this DVR port 0425d54f-8ca2-4846-a69f-7d3b3489dcdc on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:51.082062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57240) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:51.098136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'port_id': '64d3a766-034c-4cde-ae98-50d5eb420c38'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:51.102214 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:51.126018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a153f0ee-bde3-4178-9759-95d53045f18b None None] Provisioning for port 29ca961d-0946-4c8d-b1ec-1da2e4473305 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:51.135289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a153f0ee-bde3-4178-9759-95d53045f18b None None] Provisioning complete for port 29ca961d-0946-4c8d-b1ec-1da2e4473305 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:51.135771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a153f0ee-bde3-4178-9759-95d53045f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.138271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f239562-f2ad-4305-8851-1d032b81b3bf req-3447bc9a-65ac-4c14-81db-5392dfb1c7f6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:51.146236 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0f239562-f2ad-4305-8851-1d032b81b3bf req-3447bc9a-65ac-4c14-81db-5392dfb1c7f6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.7229567 Mar 03 12:13:51.187583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.273951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Calling delete_port for de5fc014-92da-442b-88ed-8311e628c234 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:51.363475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a153f0ee-bde3-4178-9759-95d53045f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.370126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.419474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a153f0ee-bde3-4178-9759-95d53045f18b None None] For port 29ca961d-0946-4c8d-b1ec-1da2e4473305, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=29ca961d-0946-4c8d-b1ec-1da2e4473305,segment=NetworkSegment(6e78779b-c03e-4cb6-a92f-3a9a6880d92b),segment_id=6e78779b-c03e-4cb6-a92f-3a9a6880d92b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:51.461176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57246) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:51.463484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.468211 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:30Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:51.478464 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26584391-11eb-4d55-8d9a-206837c9cb57 None None] The sync data for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv is: [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:19Z', 'revision_number': 4, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '8077875f-7071-4a7f-88bd-4b49510b7e15', 'name': '', 'network_id': '454d57e3-2ac2-4279-91d9-fa274e5ed543', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'mac_address': 'fa:16:3e:d2:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:16Z', 'updated_at': '2022-03-03T12:12:30Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'subnets': [{'id': '44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:51.503900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.518002 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0f239562-f2ad-4305-8851-1d032b81b3bf req-b8ad4084-cb96-4741-ac6f-ae51a5c110a9 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3707411 Mar 03 12:13:51.519247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] Pushing event deleted for resources: {'Network': ['ID=25c4ea7a-0250-4697-be98-b4b5e6374b90,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:51.522193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a153f0ee-bde3-4178-9759-95d53045f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.532917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:51.539576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:51.545537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:51.546122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:51.563712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9c1c452f-0757-4448-b4a7-991f4341b60f tempest-BulkNetworkOpsIpV6Test-570130068 tempest-BulkNetworkOpsIpV6Test-570130068-project] 10.222.0.35 "DELETE /v2.0/networks/25c4ea7a-0250-4697-be98-b4b5e6374b90 HTTP/1.1" status: 204 len: 168 time: 2.4523578 Mar 03 12:13:51.596356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=003bec19-9606-4678-999c-a2e6d73d9852,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:51.649109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c3807-df4e-47e4-a849-60db7e77976b None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:51.676188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6f649e08-f38d-4b8e-9814-725c14638186 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9030590 Mar 03 12:13:51.678727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57256) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:51.685425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'name': 'tempest-NetworksTestDHCPv6-1769730375'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:51.740298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153f0ee-bde3-4178-9759-95d53045f18b None None] Pushing event updated for resources: {'Port': ['ID=29ca961d-0946-4c8d-b1ec-1da2e4473305,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:51.879358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 29ca961d-0946-4c8d-b1ec-1da2e4473305 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:51.924666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a2af7-f9c2-47ca-a65e-4ebe2d4ffad6 None None] New status for floating IP ae8ab559-3395-4d42-918a-f37b582755d5: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:13:51.963336 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f531c86d-ef6a-498b-a071-06df998d9311 req-e024db76-31bc-412a-a9aa-ec05c6b1f2b7 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f41109-22ca-4235-858f-c2da999a4a86 HTTP/1.1" status: 200 len: 210 time: 1.1112328 Mar 03 12:13:51.998896 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-df873508-1eec-49fb-a923-144a51199a8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8c442da955441d1b721fb56877daba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224693 Mar 03 12:13:51.998896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57262) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:51.999224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network d89837f7-e4ed-4550-905d-fffaf68b2215 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:51.999224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:52.011647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:52.018260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:52.019095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.052293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=3aab0c63-0bb8-43ca-b154-96603479ae43,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:52.056300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1d5112e3-8a68-446c-ba1e-b293d97b5c9c None None] Provisioning complete for port 29ca961d-0946-4c8d-b1ec-1da2e4473305 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:52.057241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1d5112e3-8a68-446c-ba1e-b293d97b5c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.076203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:52.083739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:52.088826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:52.106477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:52.121964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e0056-ee58-4496-9ac4-4845347a3dd9 req-8ce0dbc2-67cc-4b2e-aad4-6283caab6177 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:52.123512 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-187e0056-ee58-4496-9ac4-4845347a3dd9 req-8ce0dbc2-67cc-4b2e-aad4-6283caab6177 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3423760 Mar 03 12:13:52.124203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fd4b-de83-411a-9bd8-fb30b3e0daf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.198273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57266) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:52.199763 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ca79bbe0-1f75-4998-b2ab-06cd946d1c1d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 4.4770370 Mar 03 12:13:52.203960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fd4b-de83-411a-9bd8-fb30b3e0daf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.217363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57270) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:52.296046 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-187e0056-ee58-4496-9ac4-4845347a3dd9 req-8cedcbd6-7e03-4c36-b8f4-0f0de4144b3e tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557219 Mar 03 12:13:52.296646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:52.312281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.395042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port e1b002e0-5de1-4b15-8b12-66879801de5c yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:52.439056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 3aab0c63-0bb8-43ca-b154-96603479ae43 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:52.439631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.535146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.574915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 29ca961d-0946-4c8d-b1ec-1da2e4473305 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:52.575312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.594970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Pushing event deleted for resources: {'Port': ['ID=de5fc014-92da-442b-88ed-8311e628c234,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:52.606498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '003bec19-9606-4678-999c-a2e6d73d9852'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:13:52.607265 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.669366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fd4b-de83-411a-9bd8-fb30b3e0daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.712725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.712915 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7f33babf-0773-4a1c-802a-5b0bc2c10516 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62369b59a77d4aa78ea0ddcc38187aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089192 Mar 03 12:13:52.714249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57278) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:52.726832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0fd4b-de83-411a-9bd8-fb30b3e0daf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8600afd1-e1a4-4e04-9a2e-3ab6984d5680,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:52.789878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1d5112e3-8a68-446c-ba1e-b293d97b5c9c None None] Provisioning for port 3aab0c63-0bb8-43ca-b154-96603479ae43 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:52.801929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1d5112e3-8a68-446c-ba1e-b293d97b5c9c None None] Provisioning complete for port 3aab0c63-0bb8-43ca-b154-96603479ae43 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:52.802302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1d5112e3-8a68-446c-ba1e-b293d97b5c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.809784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5c0fd4b-de83-411a-9bd8-fb30b3e0daf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.813778 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f5c0fd4b-de83-411a-9bd8-fb30b3e0daf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8600afd1-e1a4-4e04-9a2e-3ab6984d5680 HTTP/1.1" status: 204 len: 168 time: 0.8205652 Mar 03 12:13:52.869117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1d5112e3-8a68-446c-ba1e-b293d97b5c9c None None] Port 3aab0c63-0bb8-43ca-b154-96603479ae43 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:13:52.881332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.886259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::258 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/003bec19-9606-4678-999c-a2e6d73d9852/e1b002e0-5de1-4b15-8b12-66879801de5c) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:52.888608 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1949c51a-aa7d-401c-b258-e63b46f88500 tempest-ServersTestManualDisk-875769238 tempest-ServersTestManualDisk-875769238-project] 10.222.0.35 "DELETE /v2.0/floatingips/46ecb70c-bfea-4e94-ac56-8eda7affd102 HTTP/1.1" status: 204 len: 168 time: 3.1922209 Mar 03 12:13:52.888978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57284) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:52.914373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df1dc2c9-5519-49ac-a103-4a80a079521c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.920469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0425d54f-8ca2-4846-a69f-7d3b3489dcdc no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:52.921905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.952614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df1dc2c9-5519-49ac-a103-4a80a079521c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:52.996666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.016316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 0425d54f-8ca2-4846-a69f-7d3b3489dcdc {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:13:53.016819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0425d54f-8ca2-4846-a69f-7d3b3489dcdc not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:13:53.037993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-946843cc-c75a-4ad2-a6db-36ea23b7eab1 None None] Provisioning complete for port 3aab0c63-0bb8-43ca-b154-96603479ae43 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:53.037993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-946843cc-c75a-4ad2-a6db-36ea23b7eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.049491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.093232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-946843cc-c75a-4ad2-a6db-36ea23b7eab1 None None] Port 3aab0c63-0bb8-43ca-b154-96603479ae43 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:13:53.217736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57294) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:53.263829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 3aab0c63-0bb8-43ca-b154-96603479ae43 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:53.279033 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP d80d370e-9e63-41e3-bcef-2f1cf092f855 associated. External IP: 172.26.8.253, port: 15343806-190e-499f-b3ac-8aa83b57cc0e. Mar 03 12:13:53.353753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df1dc2c9-5519-49ac-a103-4a80a079521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.375423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0b94-e829-4d49-b547-ea9cc7e0240c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.379899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dc2c9-5519-49ac-a103-4a80a079521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c4af2a-3c22-4013-99fe-6890f03ade0f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:53.420084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df1dc2c9-5519-49ac-a103-4a80a079521c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.421213 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df1dc2c9-5519-49ac-a103-4a80a079521c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75c4af2a-3c22-4013-99fe-6890f03ade0f HTTP/1.1" status: 204 len: 168 time: 0.7039583 Mar 03 12:13:53.497378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0b94-e829-4d49-b547-ea9cc7e0240c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.593794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57300) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:53.651599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.759341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:53.817358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9635fe8441342f790d72e6fa6372570 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:53.829867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:53.839369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0b94-e829-4d49-b547-ea9cc7e0240c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.846894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.864530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:53.866692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d0b94-e829-4d49-b547-ea9cc7e0240c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d12a93-2a56-4306-b1d9-92f57ea7e263,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:53.900480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:53.979137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0b94-e829-4d49-b547-ea9cc7e0240c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:53.983477 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1a7d0b94-e829-4d49-b547-ea9cc7e0240c tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "DELETE /v2.0/security-groups/20d12a93-2a56-4306-b1d9-92f57ea7e263 HTTP/1.1" status: 204 len: 168 time: 0.7602153 Mar 03 12:13:53.983477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57310) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:54.005060 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-245b1d42-3ca8-4d73-b7e6-c67a2f39c034 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] show failed (client error): The resource could not be found. Mar 03 12:13:54.005619 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-245b1d42-3ca8-4d73-b7e6-c67a2f39c034 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "GET /v2.0/security-groups/20d12a93-2a56-4306-b1d9-92f57ea7e263 HTTP/1.1" status: 404 len: 347 time: 0.0211043 Mar 03 12:13:54.009410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57316) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:54.041569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object e1b002e0-5de1-4b15-8b12-66879801de5c will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:54.044646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.172901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=3aab0c63-0bb8-43ca-b154-96603479ae43,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:54.203977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.248195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Deleting port ba19c564-8020-4b21-b84a-6560558852be {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:54.248541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.256116 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-687f1d8b-ce76-46e7-b0e6-636b61174ebd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/3aab0c63-0bb8-43ca-b154-96603479ae43 HTTP/1.1" status: 204 len: 168 time: 2.0377140 Mar 03 12:13:54.257056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57322) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:54.291534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:54.304400 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:54.333288 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:54.334248 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:54.341280 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77dbeb4-4cb6-404f-a8e1-0561a629d4f6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:13:54.341668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b77dbeb4-4cb6-404f-a8e1-0561a629d4f6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:54.376083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.406317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.463224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.493708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/003bec19-9606-4678-999c-a2e6d73d9852/d68ef58d-7997-4088-b849-1323a57c3909) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:13:54.519613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.539479 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:54.543915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b77dbeb4-4cb6-404f-a8e1-0561a629d4f6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:54.548415 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b77dbeb4-4cb6-404f-a8e1-0561a629d4f6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/3aab0c63-0bb8-43ca-b154-96603479ae43 HTTP/1.1" status: 404 len: 333 time: 0.2843034 Mar 03 12:13:54.563119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57332) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:54.564330 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:54.565182 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:54.667964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:54.701105 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:54.701655 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e36f8a-2a93-4b90-aa28-ee47cd04af68 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:54.718981 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9635fe8441342f790d72e6fa6372570&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1204722 Mar 03 12:13:54.720168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:54.726264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57338) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:54.731255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922188f6-f24c-4d4a-bdad-0d58efd07ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e51eb19-be8a-43e7-a842-591edd7ebb9d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:54.758908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.759453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.785955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.799825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Transition to ACTIVE for port object d68ef58d-7997-4088-b849-1323a57c3909 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:54.804063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:54.810207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:54.810939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.816389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=e1b002e0-5de1-4b15-8b12-66879801de5c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:54.836157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Transition to ACTIVE for port object d68ef58d-7997-4088-b849-1323a57c3909 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:13:54.842602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57342) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:54.876048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet 9d94032e-9f82-48cb-ae87-ea96b2490b16 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:54.895615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.922452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:54.936077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Calling delete_port for ba19c564-8020-4b21-b84a-6560558852be owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:55.006334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:13:55.013955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:13:55.016318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-405168370'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:55.018941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:13:55.024696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Pushing event updated for resources: {'Port': ['ID=d68ef58d-7997-4088-b849-1323a57c3909,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:55.031394 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d56564f7-1777-40a3-8abb-ce3e0bce46dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3489225 Mar 03 12:13:55.057147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57348) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:55.064612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:55.093191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.118415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Attempting to bind port d68ef58d-7997-4088-b849-1323a57c3909 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:13:55.118777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Attempting to bind port d68ef58d-7997-4088-b849-1323a57c3909 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:13:55.119136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Attempting to bind port d68ef58d-7997-4088-b849-1323a57c3909 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:13:55.125431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:13:55.125829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:13:55.126212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.126756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:13:55.127221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Bound port: d68ef58d-7997-4088-b849-1323a57c3909, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:13:55.127596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.157180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:55.171818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e650392-212e-410a-9d1a-fdd4df4e8a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.174202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:55.209052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:55.247978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] For port d68ef58d-7997-4088-b849-1323a57c3909, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:13:55.253676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] For port d68ef58d-7997-4088-b849-1323a57c3909, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d68ef58d-7997-4088-b849-1323a57c3909,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:13:55.253818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:55.256130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e650392-212e-410a-9d1a-fdd4df4e8a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.373347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.428695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:55.431976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.457650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.475384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50672717-8fb4-46a8-ae9b-bf6900a71d6d None None] Pushing event updated for resources: {'Port': ['ID=d68ef58d-7997-4088-b849-1323a57c3909,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:55.481420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.497780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.525041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:55.551465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Pushing event deleted for resources: {'Port': ['ID=ba19c564-8020-4b21-b84a-6560558852be,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:55.573326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:security_group_rule and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:55.585636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:55.596107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b897c-9022-44ab-a9f5-701d4a8f0e06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:55.597252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:55.601959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b897c-9022-44ab-a9f5-701d4a8f0e06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:55.602644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8a6b897c-9022-44ab-a9f5-701d4a8f0e06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:55.607683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:55.620624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:55.620861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:55.622230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:55.663251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.669940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Deleting port db951747-9462-41f1-8177-5320d8c0c6db {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:55.669940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.713590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:55.729603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.731241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.735853 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bcacfd66-2096-4e13-895c-c5595b237c28 tempest-ServersTestJSON-1872659356 tempest-ServersTestJSON-1872659356-project] 10.222.0.35 "DELETE /v2.0/floatingips/ae8ab559-3395-4d42-918a-f37b582755d5 HTTP/1.1" status: 204 len: 168 time: 1.7254941 Mar 03 12:13:55.739076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57352) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:55.740922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:55.741593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:55.778748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e650392-212e-410a-9d1a-fdd4df4e8a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.840383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:55.840383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e0b89-1af9-4624-a89d-1b6d2ac3a43a None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:55.855855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8a6b897c-9022-44ab-a9f5-701d4a8f0e06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:55.864626 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8a6b897c-9022-44ab-a9f5-701d4a8f0e06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7887883 Mar 03 12:13:55.869598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57356) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:55.885183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e650392-212e-410a-9d1a-fdd4df4e8a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e51eb19-be8a-43e7-a842-591edd7ebb9d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:55.964161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e650392-212e-410a-9d1a-fdd4df4e8a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:55.965200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0e650392-212e-410a-9d1a-fdd4df4e8a4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e51eb19-be8a-43e7-a842-591edd7ebb9d HTTP/1.1" status: 204 len: 168 time: 1.2352920 Mar 03 12:13:55.970995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d68ef58d-7997-4088-b849-1323a57c3909 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:56.022962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.058100 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2007b16e-4e49-40fe-b000-e19b6d4e9a16 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/floatingips/d80d370e-9e63-41e3-bcef-2f1cf092f855 HTTP/1.1" status: 200 len: 978 time: 4.9727242 Mar 03 12:13:56.071637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57362) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:56.077791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port e1b002e0-5de1-4b15-8b12-66879801de5c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:56.078416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.113527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:56.151858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=9d94032e-9f82-48cb-ae87-ea96b2490b16,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:56.158814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.166685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port d68ef58d-7997-4088-b849-1323a57c3909 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:56.174735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7624f5-a9cc-4fd2-9d64-d53b1fa6c7cd None None] Network d89837f7-e4ed-4550-905d-fffaf68b2215 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:13:56.182179 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1de81a61-96e2-4622-8bab-198e387d3d43 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/9d94032e-9f82-48cb-ae87-ea96b2490b16 HTTP/1.1" status: 204 len: 168 time: 1.6142814 Mar 03 12:13:56.182618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57366) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:56.329004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.336563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] For port db951747-9462-41f1-8177-5320d8c0c6db, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db951747-9462-41f1-8177-5320d8c0c6db,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:56.337133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.391648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.464055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] DHCP port deletion for d89837f7-e4ed-4550-905d-fffaf68b2215 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:13:56.468316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] Deleting port 29ca961d-0946-4c8d-b1ec-1da2e4473305 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:56.468701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.507024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Calling delete_port for db951747-9462-41f1-8177-5320d8c0c6db owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:56.550901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.585150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:56.591616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.633675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.634031 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment 5b7b6b92-d856-471f-92f8-cca43798af89 of type vlan for network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a Mar 03 12:13:56.648527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 29ca961d-0946-4c8d-b1ec-1da2e4473305 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:56.648869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.754148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f84badb-e411-4dec-a499-b82f831b7d03,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:56.781155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] For port 29ca961d-0946-4c8d-b1ec-1da2e4473305, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=29ca961d-0946-4c8d-b1ec-1da2e4473305,segment=NetworkSegment(6e78779b-c03e-4cb6-a92f-3a9a6880d92b),segment_id=6e78779b-c03e-4cb6-a92f-3a9a6880d92b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:56.781717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.801909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.802253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.802593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.802924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.803319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.803647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.803968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.804314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.804635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.804951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.805268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.805655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:56.828183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:56.881057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57372) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:56.922059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.000456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:57.020483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.023312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e9283b353fdc4bcea5cd61c312b94edf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:57.032963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:57.043412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:57.046432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] For port 29ca961d-0946-4c8d-b1ec-1da2e4473305, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=29ca961d-0946-4c8d-b1ec-1da2e4473305,segment=NetworkSegment(6e78779b-c03e-4cb6-a92f-3a9a6880d92b),segment_id=6e78779b-c03e-4cb6-a92f-3a9a6880d92b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:57.051770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.051905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] Calling delete_port for 29ca961d-0946-4c8d-b1ec-1da2e4473305 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:57.185061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-adba9bcc-d70a-413d-af33-8bf86f1e1d04 None None] Provisioning for port d68ef58d-7997-4088-b849-1323a57c3909 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:57.187609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.191763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-adba9bcc-d70a-413d-af33-8bf86f1e1d04 None None] Provisioning complete for port d68ef58d-7997-4088-b849-1323a57c3909 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:57.192563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-adba9bcc-d70a-413d-af33-8bf86f1e1d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.194970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for e1b002e0-5de1-4b15-8b12-66879801de5c owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:57.195178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:57.195178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.206367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 29ca961d-0946-4c8d-b1ec-1da2e4473305 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:13:57.252749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.312507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] Pushing event deleted for resources: {'Port': ['ID=29ca961d-0946-4c8d-b1ec-1da2e4473305,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:57.318033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7564a45-f5d5-42d2-81c3-f57260c1fd08 None None] No DVR routers for this DVR port 29ca961d-0946-4c8d-b1ec-1da2e4473305 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:13:57.387738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.395330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-adba9bcc-d70a-413d-af33-8bf86f1e1d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.441555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-adba9bcc-d70a-413d-af33-8bf86f1e1d04 None None] For port d68ef58d-7997-4088-b849-1323a57c3909, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d68ef58d-7997-4088-b849-1323a57c3909,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:13:57.441812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.442331 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP d80d370e-9e63-41e3-bcef-2f1cf092f855 disassociated. External IP: 172.26.8.253, port: 64d3a766-034c-4cde-ae98-50d5eb420c38. Mar 03 12:13:57.503904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-adba9bcc-d70a-413d-af33-8bf86f1e1d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.578947 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7330744 Mar 03 12:13:57.578947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9d0ec-e79b-402f-9486-63a9a25dd187 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=e8e174d2-85b8-43bd-bf77-e3ef792a2e4a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:57.580273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57376) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:57.589385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba9bcc-d70a-413d-af33-8bf86f1e1d04 None None] Pushing event updated for resources: {'Port': ['ID=d68ef58d-7997-4088-b849-1323a57c3909,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:57.598601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1618322311'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:57.600287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:57.603072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:13:57.603437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:13:57.658319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.659672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:57.676794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:57.685771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.688788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:57.702552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:57.739520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Pushing event deleted for resources: {'Port': ['ID=db951747-9462-41f1-8177-5320d8c0c6db,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:57.771490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.848255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-786f3440-3699-47ac-8fa3-eff40cb22638 None None] Provisioning for port e1b002e0-5de1-4b15-8b12-66879801de5c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:13:57.859733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-786f3440-3699-47ac-8fa3-eff40cb22638 None None] Provisioning complete for port e1b002e0-5de1-4b15-8b12-66879801de5c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:57.860211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-786f3440-3699-47ac-8fa3-eff40cb22638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.865694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.874707 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9283b353fdc4bcea5cd61c312b94edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9923673 Mar 03 12:13:57.879304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57380) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:57.885153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaea0d5-326c-4320-9fa3-e0c27c0e21d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207f716-3dd1-4018-99e4-7d9f7d3c29f5,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:57.952985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-786f3440-3699-47ac-8fa3-eff40cb22638 None None] Port e1b002e0-5de1-4b15-8b12-66879801de5c was deleted so its status cannot be updated. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 12:13:57.956692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d68ef58d-7997-4088-b849-1323a57c3909 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:13:57.964315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:57.968187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:57.994190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=e1b002e0-5de1-4b15-8b12-66879801de5c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:58.054388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.054725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.055214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.055867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.056365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.057002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.057481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.057946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.058547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.059015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.059496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.059963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:13:58.082621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d68ef58d-7997-4088-b849-1323a57c3909 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:13:58.083000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.096435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.118265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:58.124200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:13:58.134132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 29ca961d-0946-4c8d-b1ec-1da2e4473305 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:58.134132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.145141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.145480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment 5996312f-8ced-4016-9285-84b91291a1a7 of type vlan for network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 Mar 03 12:13:58.187656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7272edc-c241-4f76-abb3-d071377867b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.221603 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6b98c029-9f1d-48e5-967c-f079e184b5c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/e1b002e0-5de1-4b15-8b12-66879801de5c HTTP/1.1" status: 204 len: 168 time: 2.3374441 Mar 03 12:13:58.224571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.231723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] The port '29ca961d-0946-4c8d-b1ec-1da2e4473305' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:13:58.233038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57386) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:58.300432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 29ca961d-0946-4c8d-b1ec-1da2e4473305 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:13:58.343629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 29ca961d-0946-4c8d-b1ec-1da2e4473305 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:13:58.343967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 29ca961d-0946-4c8d-b1ec-1da2e4473305 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:13:58.349865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7272edc-c241-4f76-abb3-d071377867b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.434501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.450964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.579790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae02e2-d56c-464b-8a93-1deb230183d4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:58.581316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae02e2-d56c-464b-8a93-1deb230183d4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:58.582051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-17ae02e2-d56c-464b-8a93-1deb230183d4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:13:58.595164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.645641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-17ae02e2-d56c-464b-8a93-1deb230183d4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:13:58.646786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-17ae02e2-d56c-464b-8a93-1deb230183d4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3725467 Mar 03 12:13:58.650443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89837f7-e4ed-4550-905d-fffaf68b2215']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:58.651248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57390) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:58.664861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:58.676734 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:58.677764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e78779b-c03e-4cb6-a92f-3a9a6880d92b') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:58.678064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e78779b-c03e-4cb6-a92f-3a9a6880d92b') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:58.688583 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:58.689526 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:58.707655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.712963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:13:58.713531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.741197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7272edc-c241-4f76-abb3-d071377867b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.748337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.760423 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:58.771265 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:58.771869 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:58.789144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7272edc-c241-4f76-abb3-d071377867b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207f716-3dd1-4018-99e4-7d9f7d3c29f5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:58.813947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.828315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:13:58.834509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.835827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:13:58.843901 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:13:58.846630 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:58.847055 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cd10f2-be11-4020-87ad-3c887926ddd6 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:13:58.984706 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3911319 Mar 03 12:13:58.987822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57394) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:58.990811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 003bec19-9606-4678-999c-a2e6d73d9852 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:13:58.996880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09e106-75df-49b7-bf67-e00aa57a62e8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=4fdfac84-44e1-4e28-ae74-c41739b54aa1,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:59.000959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': 'e8e174d2-85b8-43bd-bf77-e3ef792a2e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:59.005880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.009493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:13:59.046297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7272edc-c241-4f76-abb3-d071377867b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.050223 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d7272edc-c241-4f76-abb3-d071377867b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c207f716-3dd1-4018-99e4-7d9f7d3c29f5 HTTP/1.1" status: 204 len: 168 time: 1.1667879 Mar 03 12:13:59.054774 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-87013e52-c744-4610-a8df-bdde118d0955 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/floatingips/d80d370e-9e63-41e3-bcef-2f1cf092f855 HTTP/1.1" status: 200 len: 688 time: 2.9815722 Mar 03 12:13:59.058843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57400) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:59.148895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.149443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.293772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 088a6693-6e7a-41cc-bd7e-e11f8ee89dda {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:59.294127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.348332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.359937 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/d89837f7-e4ed-4550-905d-fffaf68b2215 HTTP/1.1" status: 204 len: 168 time: 3.1707880 Mar 03 12:13:59.371744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57404) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:59.372613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab354b2-1ec1-4be7-9deb-b2f11872476c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=d89837f7-e4ed-4550-905d-fffaf68b2215,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:13:59.393311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'name': 'tempest-PortsIpV6TestJSON-634148373'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:13:59.422144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Router 86b0175e-b6fb-4799-9085-f526b33455ca has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:13:59.446973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:59.451524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:59.454407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:59.455907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.466851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:59.529213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Deleting port 8077875f-7071-4a7f-88bd-4b49510b7e15 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:13:59.529532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.632645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:13:59.646987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:13:59.674811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.675136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.697193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:13:59.709233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:59.712870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.731400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:13:59.835601 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:13:59.847383 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-237ac9f7-bbb1-4c0e-8a65-a05a8581ae5d admin admin] 10.222.0.35 "PUT /v2.0/routers/86b0175e-b6fb-4799-9085-f526b33455ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9474518 Mar 03 12:13:59.847572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] Sync routers for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:13:59.849754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57418) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:13:59.861046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:13:59.861681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:13:59.919504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:13:59.923064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:13:59.965246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port aab3a9f1-18b6-47d8-bdee-7b96ce0bf7cf yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:13:59.986330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 088a6693-6e7a-41cc-bd7e-e11f8ee89dda owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:00.071496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] For port 8077875f-7071-4a7f-88bd-4b49510b7e15, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8077875f-7071-4a7f-88bd-4b49510b7e15,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:00.075236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.085710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.119027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:14:00.186739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.196415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=003bec19-9606-4678-999c-a2e6d73d9852,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:00.266418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Calling delete_port for 8077875f-7071-4a7f-88bd-4b49510b7e15 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:00.302930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.389554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57430) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:00.451934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ca3e3-11e7-4e75-90e7-67e3190d81c7 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:00.471783 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-407b3bb6-8925-49e5-b89f-1490857b66d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/003bec19-9606-4678-999c-a2e6d73d9852 HTTP/1.1" status: 204 len: 168 time: 1.8112643 Mar 03 12:14:00.474921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57436) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:00.551108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.552245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.556631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.584412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.602134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-180819490'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:00.613464 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5891a7de-c2ff-4915-bdf6-5c570b5a52bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1344154 Mar 03 12:14:00.621514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57440) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:00.625744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=088a6693-6e7a-41cc-bd7e-e11f8ee89dda,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:00.635629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:00.642230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:00.648870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Deleting port 8a53eb1a-664b-4a61-aba0-73b36b939a44 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:00.649327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.691300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.693259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:00.741989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:00.758958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:00.769900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:13:57Z', 'revision_number': 5, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port': {'id': '8a53eb1a-664b-4a61-aba0-73b36b939a44', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:00.778799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] Checking router: 86b0175e-b6fb-4799-9085-f526b33455ca for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:14:00.793652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] Routers {'86b0175e-b6fb-4799-9085-f526b33455ca'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:00.794623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['86b0175e-b6fb-4799-9085-f526b33455ca'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:00.843185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=15847071-2065-4760-823c-10e3e7995f97,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:00.873182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:00.879718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=aab3a9f1-18b6-47d8-bdee-7b96ce0bf7cf,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:00.886289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:00.889505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:00.892334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:00.893947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Deleting port d68ef58d-7997-4088-b849-1323a57c3909 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:00.894319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.898142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:00.898795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.903505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:00.905178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': '5b7b6b92-d856-471f-92f8-cca43798af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e8e174d2-85b8-43bd-bf77-e3ef792a2e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:00.905946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: e8e174d2-85b8-43bd-bf77-e3ef792a2e4a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:00.907550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:00.910938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.920792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.934633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:00.937196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.946264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:00.956728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:00.961116 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89a81996-e7dc-413e-8074-75dfaba9a000 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/floatingips/d80d370e-9e63-41e3-bcef-2f1cf092f855 HTTP/1.1" status: 204 len: 168 time: 1.8958654 Mar 03 12:14:00.961116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:00.967112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57444) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:01.036418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:01.054814 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-486af94b-11c4-469b-bfc7-48fa2665b32d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] delete failed (client error): The resource could not be found. Mar 03 12:14:01.061869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] Set router 86b0175e-b6fb-4799-9085-f526b33455ca gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:14:01.062068 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-486af94b-11c4-469b-bfc7-48fa2665b32d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/floatingips/d80d370e-9e63-41e3-bcef-2f1cf092f855 HTTP/1.1" status: 404 len: 345 time: 0.0866230 Mar 03 12:14:01.062068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:security_group_rule and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:01.063561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.071139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57448) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:01.071796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:01.152431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:01.155567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:01.158979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.160122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] For port 8a53eb1a-664b-4a61-aba0-73b36b939a44, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8a53eb1a-664b-4a61-aba0-73b36b939a44,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:01.160484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.176301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:14:00Z', 'revision_number': 6, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:01.189349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a14c8b-e819-463c-9556-003c28cd30bf None None] The sync data for ids ['86b0175e-b6fb-4799-9085-f526b33455ca'] in dv-neutron-831730-1-hyperv is: [{'id': '86b0175e-b6fb-4799-9085-f526b33455ca', 'name': 'tempest-ServersTestManualDisk-683280667-router', 'tenant_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:14:00Z', 'revision_number': 6, 'project_id': '4a648d624cf948f6bcf1a4e9e98b862b', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:01.239763 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b6b2bd5e-cc23-4cff-b666-3198c150a3c3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8649104 Mar 03 12:14:01.240727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:01.281397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=8077875f-7071-4a7f-88bd-4b49510b7e15,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:01.290490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57452) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:01.311841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Calling delete_port for 8a53eb1a-664b-4a61-aba0-73b36b939a44 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:01.327624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] For port d68ef58d-7997-4088-b849-1323a57c3909, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d68ef58d-7997-4088-b849-1323a57c3909,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:01.328180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.446162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e8e174d2-85b8-43bd-bf77-e3ef792a2e4a) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:01.453937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:01.454605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.490449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea311d7-f9e7-49ae-8c77-2c5bb5c4b904 None None] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:01.515816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Calling delete_port for d68ef58d-7997-4088-b849-1323a57c3909 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:01.598871 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-381d1167-5e4c-45bb-aef5-264a7e1bb3f8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6051383 Mar 03 12:14:01.599599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57456) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:01.611582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': '4fdfac84-44e1-4e28-ae74-c41739b54aa1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:01.632456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.710257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a53eb1a-664b-4a61-aba0-73b36b939a44,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:01.712424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port aab3a9f1-18b6-47d8-bdee-7b96ce0bf7cf {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:01.712924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.771833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.871838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:01.876471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Pushing event deleted for resources: {'Port': ['ID=d68ef58d-7997-4088-b849-1323a57c3909,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:01.878530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:01.882335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] No DVR routers for this DVR port d68ef58d-7997-4088-b849-1323a57c3909 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:01.882688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:01.892316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:01.894395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.899949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.900320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.900655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.901409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.901832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.902742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.903143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.903540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.903868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.904440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.904958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.905281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568f7b4-881b-4546-95af-1d17a2f07ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:01.911534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-e8e174d2-85b8-43bd-bf77-e3ef792a2e4a', 'network_id': 'e8e174d2-85b8-43bd-bf77-e3ef792a2e4a', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': '15847071-2065-4760-823c-10e3e7995f97'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:01.912441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:01.964552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00f135-fbf0-488e-9e58-abc3e8b5930b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:01.970873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00f135-fbf0-488e-9e58-abc3e8b5930b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:01.976735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00f135-fbf0-488e-9e58-abc3e8b5930b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:01.977581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bb00f135-fbf0-488e-9e58-abc3e8b5930b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Synchronizing usage tracker for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:02.095730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.099119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.103954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.113398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Allocated IP 2001:db8::2 (e8e174d2-85b8-43bd-bf77-e3ef792a2e4a/15847071-2065-4760-823c-10e3e7995f97/91bcfb0c-c843-4807-8f50-8a389c374949) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:02.119379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:02.129335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.145895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.268706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.288634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d68ef58d-7997-4088-b849-1323a57c3909 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:02.311920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.313748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86b0175e-b6fb-4799-9085-f526b33455ca {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:14:02.336283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: d68ef58d-7997-4088-b849-1323a57c3909 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:02.336632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d68ef58d-7997-4088-b849-1323a57c3909 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:02.337053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db951747-9462-41f1-8177-5320d8c0c6db no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:02.345044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.346608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0ab594d4-18aa-422f-a13b-b2d71e61d579 admin admin] 10.222.0.35 "DELETE /v2.0/routers/86b0175e-b6fb-4799-9085-f526b33455ca HTTP/1.1" status: 204 len: 168 time: 2.4959252 Mar 03 12:14:02.350094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57460) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:02.382033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: db951747-9462-41f1-8177-5320d8c0c6db {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:02.382352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db951747-9462-41f1-8177-5320d8c0c6db not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:02.382745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8a53eb1a-664b-4a61-aba0-73b36b939a44 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:02.413632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] Deleting subnet 224d6c3b-cfb9-4e87-8df6-e30cb85798d9 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:02.422199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.422480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 8a53eb1a-664b-4a61-aba0-73b36b939a44 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:02.422987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8a53eb1a-664b-4a61-aba0-73b36b939a44 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:02.441124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for aab3a9f1-18b6-47d8-bdee-7b96ce0bf7cf owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:02.514224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.536531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.549182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Transition to ACTIVE for port object 91bcfb0c-c843-4807-8f50-8a389c374949 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:02.577499 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.579323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Transition to ACTIVE for port object 91bcfb0c-c843-4807-8f50-8a389c374949 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:02.592346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bb00f135-fbf0-488e-9e58-abc3e8b5930b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Unset dirty status for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:02.592346 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bb00f135-fbf0-488e-9e58-abc3e8b5930b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "GET /v2.0/ports?network_id=7932dc66-a37f-468b-a244-85bb859ba74b HTTP/1.1" status: 200 len: 2357 time: 1.4787385 Mar 03 12:14:02.597487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.603125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57466) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:02.658138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.665314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.674352 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.707642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=bf7a803e-9687-41a6-a077-1c7f791c02fd,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:02.723566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': '5996312f-8ced-4016-9285-84b91291a1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4fdfac84-44e1-4e28-ae74-c41739b54aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:02.723894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: 4fdfac84-44e1-4e28-ae74-c41739b54aa1, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:02.728260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:02.731551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:02.744068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:02.753902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:02.792500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Pushing event updated for resources: {'Port': ['ID=91bcfb0c-c843-4807-8f50-8a389c374949,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:02.823490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:02.846732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.852472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Attempting to bind port 91bcfb0c-c843-4807-8f50-8a389c374949 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:02.852845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Attempting to bind port 91bcfb0c-c843-4807-8f50-8a389c374949 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '5b7b6b92-d856-471f-92f8-cca43798af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e8e174d2-85b8-43bd-bf77-e3ef792a2e4a'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:02.853199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Attempting to bind port 91bcfb0c-c843-4807-8f50-8a389c374949 on network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:02.859037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9bf24-3fda-406e-a8b4-42833412786e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:02.860630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:02.861006 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Checking segment: {'id': '5b7b6b92-d856-471f-92f8-cca43798af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e8e174d2-85b8-43bd-bf77-e3ef792a2e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:02.861409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.861788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Bound using segment: {'id': '5b7b6b92-d856-471f-92f8-cca43798af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e8e174d2-85b8-43bd-bf77-e3ef792a2e4a'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:02.862298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Bound port: 91bcfb0c-c843-4807-8f50-8a389c374949, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7b6b92-d856-471f-92f8-cca43798af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e8e174d2-85b8-43bd-bf77-e3ef792a2e4a'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:02.862666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.872259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:02.893441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:02.895062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224d6c3b-cfb9-4e87-8df6-e30cb85798d9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:02.896989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.897345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:02.898277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.903141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.903141 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 42feca1f-7815-4777-b634-c45e587cbab4 of type vlan for network b686d7f1-22dc-49d3-81a1-2cecebfc33ba Mar 03 12:14:02.907822 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-655d4150-5876-4ace-80a3-b15ee37a8835 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/224d6c3b-cfb9-4e87-8df6-e30cb85798d9 HTTP/1.1" status: 204 len: 168 time: 0.5564630 Mar 03 12:14:02.909383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57470) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:02.912422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 4fdfac84-44e1-4e28-ae74-c41739b54aa1) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:02.912529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ccc91-0a79-48f3-bfd5-a2dbc213b9ff None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:02.932264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf7d861-6bf0-44af-a87b-c281e187ee09 None None] Network 0ecaf887-6d30-4f07-af85-e53e03c643cf requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:02.934957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:02.935558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:02.944969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca992f-49ff-4ba7-b859-2689c50f119e None None] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:02.975101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c05f3-1449-4878-b5b2-d922bd9f4838 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:02.976619 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b07c05f3-1449-4878-b5b2-d922bd9f4838 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "GET /v2.0/subnets/2ef56623-5e41-4c7a-94a8-b84a49a56742 HTTP/1.1" status: 200 len: 797 time: 0.3631253 Mar 03 12:14:02.980323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=5dda5d3e-dcd4-4099-8efc-5c8b7c34137d,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:02.988228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57474) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:03.078546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'port': {'network_id': '7932dc66-a37f-468b-a244-85bb859ba74b', 'name': 'tempest-FloatingIPTestJSON-372772174', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:03.095276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.142551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.153882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Deleting port 02355cb7-0178-44e5-a483-563475b59ff4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:03.154206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.188285 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-93526815-e5d0-4593-8439-6db3a484a1ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5875521 Mar 03 12:14:03.194942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57478) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:03.204917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-133273071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:03.213125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:03.224383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:router and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:03.230003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:03.241162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] For port 91bcfb0c-c843-4807-8f50-8a389c374949, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:03.262128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:03.290633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.326918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=aab3a9f1-18b6-47d8-bdee-7b96ce0bf7cf,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:03.408782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] For port 02355cb7-0178-44e5-a483-563475b59ff4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=02355cb7-0178-44e5-a483-563475b59ff4,segment=NetworkSegment(011d5969-b230-44b8-9d21-3d77c415a869),segment_id=011d5969-b230-44b8-9d21-3d77c415a869)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:03.410174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.415365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.420496 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b26cf2ed-7cdf-47d1-8cec-a6eb226635ac tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/aab3a9f1-18b6-47d8-bdee-7b96ce0bf7cf HTTP/1.1" status: 204 len: 168 time: 2.1100309 Mar 03 12:14:03.422855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57482) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:03.423304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] For port 91bcfb0c-c843-4807-8f50-8a389c374949, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=91bcfb0c-c843-4807-8f50-8a389c374949,segment=NetworkSegment(5b7b6b92-d856-471f-92f8-cca43798af89),segment_id=5b7b6b92-d856-471f-92f8-cca43798af89)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:03.491742 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4ad6633c-33c8-4cfb-8dae-ee3bac383740 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8629053 Mar 03 12:14:03.491973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'mac_address': 'fa:16:3e:45:8c:f4', 'name': 'tempest-PortsIpV6TestJSON-1721278896'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:03.500344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57486) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:03.507086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.514734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'name': 'tempest-NetworksTestDHCPv6-250467262'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:03.586713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Calling delete_port for 02355cb7-0178-44e5-a483-563475b59ff4 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:03.653208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.667901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:03.667901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.669448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '5dda5d3e-dcd4-4099-8efc-5c8b7c34137d'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:03.670271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.685257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.686484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.694205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-4fdfac84-44e1-4e28-ae74-c41739b54aa1', 'network_id': '4fdfac84-44e1-4e28-ae74-c41739b54aa1', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': 'bf7a803e-9687-41a6-a077-1c7f791c02fd'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:03.695444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.702857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Router fa47bb69-3070-4cf2-af45-455a7b201f3f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:03.719963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:03.732161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8327a2-7f1e-465f-864a-72fca604ab03 None None] Pushing event updated for resources: {'Port': ['ID=91bcfb0c-c843-4807-8f50-8a389c374949,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:03.732376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:03.747101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:03.749949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.752195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:03.760582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:03.769538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:03.839272 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.4393463 Mar 03 12:14:03.859568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.884995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:03.911676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f41b2-a8d5-4548-b542-e74059d6abff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=b686d7f1-22dc-49d3-81a1-2cecebfc33ba,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:03.932522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:03.942479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:03.947447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:03.957694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:03.976960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:04.040641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:04.123072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] No DVR routers for this DVR port 02355cb7-0178-44e5-a483-563475b59ff4 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:04.152621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02355cb7-0178-44e5-a483-563475b59ff4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:04.170013 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/5dda5d3e-dcd4-4099-8efc-5c8b7c34137d/cd8664b5-be5c-430e-b0af-91c4d2e84900) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:04.290407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:04.295264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:04.302183 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] Sync routers for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:04.306970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2e93f80f-9674-43ac-a3a9-5aa0d03d7ecc admin admin] 10.222.0.35 "PUT /v2.0/routers/fa47bb69-3070-4cf2-af45-455a7b201f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5672643 Mar 03 12:14:04.309103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:04.312755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:04.314075 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:04.314890 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:04.327916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57490) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:04.437235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port a4897fa0-353b-4e02-832e-bf9783ee6489 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:04.508086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:04.513167 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f5e3699b-d08c-4d02-8e58-8ca37eb5169d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3138707 Mar 03 12:14:04.513774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57494) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:04.530106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] device_id is not set on port 321665ad-b21f-4719-ae93-81f7c134c23d yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:04.553659 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:14:04.661071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b686d7f1-22dc-49d3-81a1-2cecebfc33ba details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:04.741441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:04.782205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecaf887-6d30-4f07-af85-e53e03c643cf']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:04.799900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011d5969-b230-44b8-9d21-3d77c415a869') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:04.800452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011d5969-b230-44b8-9d21-3d77c415a869') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:04.808332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d225bb-c8fc-4688-a893-9e5ee4e310f4 None None] DHCP port deletion for 0ecaf887-6d30-4f07-af85-e53e03c643cf request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:04.815731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:04.845171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:04.856243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:04.857015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:04.977162 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:05.060472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.14 (7932dc66-a37f-468b-a244-85bb859ba74b/2ef56623-5e41-4c7a-94a8-b84a49a56742/321665ad-b21f-4719-ae93-81f7c134c23d) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:05.067724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.13 (7932dc66-a37f-468b-a244-85bb859ba74b/2ef56623-5e41-4c7a-94a8-b84a49a56742/321665ad-b21f-4719-ae93-81f7c134c23d) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:05.100219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:05.107384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:05.247510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecaf887-6d30-4f07-af85-e53e03c643cf,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:05.278206 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-04786cda-c4ec-4d29-adce-568ec246a5b7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0ecaf887-6d30-4f07-af85-e53e03c643cf HTTP/1.1" status: 204 len: 168 time: 2.3672755 Mar 03 12:14:05.281130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:05.365219 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:14:00Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:05.375500 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] Checking router: fa47bb69-3070-4cf2-af45-455a7b201f3f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:14:05.401769 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] Routers {'fa47bb69-3070-4cf2-af45-455a7b201f3f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:05.404763 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:13:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fa47bb69-3070-4cf2-af45-455a7b201f3f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:05.423467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Allocated IP 2001:db8:1::2 (4fdfac84-44e1-4e28-ae74-c41739b54aa1/bf7a803e-9687-41a6-a077-1c7f791c02fd/f0098171-56d6-4561-8764-2e4aef607fe5) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:05.483456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:05.650634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:05.661098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Transition to ACTIVE for port object cd8664b5-be5c-430e-b0af-91c4d2e84900 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:05.682924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Transition to ACTIVE for port object cd8664b5-be5c-430e-b0af-91c4d2e84900 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:05.688529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c8109-14b2-4ba5-b3fb-3cd2b57ee9ff None None] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:05.803268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:05.837679 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] Set router fa47bb69-3070-4cf2-af45-455a7b201f3f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:14:05.864501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-530f68a1-2925-4aab-9ed2-ebe8fb3093f8 None None] Provisioning for port 91bcfb0c-c843-4807-8f50-8a389c374949 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:05.992887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 6f2fd30f-652c-4f92-9ee1-3204ba773cbc yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:06.029532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.039585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Transition to ACTIVE for port object f0098171-56d6-4561-8764-2e4aef607fe5 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:06.066854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 91bcfb0c-c843-4807-8f50-8a389c374949 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:06.067767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57500) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:06.129861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.249879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Transition to ACTIVE for port object f0098171-56d6-4561-8764-2e4aef607fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:06.265646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Pushing event updated for resources: {'Port': ['ID=cd8664b5-be5c-430e-b0af-91c4d2e84900,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:06.271269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:06.290544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 7932dc66-a37f-468b-a244-85bb859ba74b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:06.295814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:06.308369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:06.311078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.320738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:06.346534 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a13ddc7a-68bd-4f9e-b2ec-efdaaa6233c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a648d624cf948f6bcf1a4e9e98b862b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2656257 Mar 03 12:14:06.350125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57504) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:06.411654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.421691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:06.426095 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:14:00Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:06.437751 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b524904-90c7-4661-9a86-0b59c187a070 None None] The sync data for ids ['fa47bb69-3070-4cf2-af45-455a7b201f3f'] in dv-neutron-831730-1-hyperv is: [{'id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'name': 'tempest-ServersTestJSON-1250769534-router', 'tenant_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:14:00Z', 'revision_number': 5, 'project_id': '1a5fd1e1baf444a0a8f8f86cd727cf13', 'gw_port': {'id': 'f58bbfaf-b7f4-4429-b814-28e3c1996383', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47bb69-3070-4cf2-af45-455a7b201f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:01Z', 'updated_at': '2022-03-03T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:06.459420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.510529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=321665ad-b21f-4719-ae93-81f7c134c23d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:06.526517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29ad5c8d-ac33-4134-99cb-0a56424a85f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.593092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 91bcfb0c-c843-4807-8f50-8a389c374949 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:06.638015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:06.640283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 91bcfb0c-c843-4807-8f50-8a389c374949 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:06.640555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.674443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:06.690562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Attempting to bind port cd8664b5-be5c-430e-b0af-91c4d2e84900 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:06.690930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Attempting to bind port cd8664b5-be5c-430e-b0af-91c4d2e84900 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:06.691287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Attempting to bind port cd8664b5-be5c-430e-b0af-91c4d2e84900 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:06.694079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:06.699639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::14f (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/5dda5d3e-dcd4-4099-8efc-5c8b7c34137d/a4897fa0-353b-4e02-832e-bf9783ee6489) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:06.713598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29ad5c8d-ac33-4134-99cb-0a56424a85f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.722303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Pushing event updated for resources: {'Port': ['ID=f0098171-56d6-4561-8764-2e4aef607fe5,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:06.772516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:06.772915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:06.773270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.773660 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:06.774122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:06.774246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Bound port: cd8664b5-be5c-430e-b0af-91c4d2e84900, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:06.774492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.776110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.803031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.901427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Deleting port f58bbfaf-b7f4-4429-b814-28e3c1996383 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:06.902759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:06.969390 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9e245094-399d-4470-97d2-c5fc02fd9dff tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.9224730 Mar 03 12:14:06.986413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57510) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:06.988493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Attempting to bind port f0098171-56d6-4561-8764-2e4aef607fe5 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:06.988780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Attempting to bind port f0098171-56d6-4561-8764-2e4aef607fe5 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '5996312f-8ced-4016-9285-84b91291a1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4fdfac84-44e1-4e28-ae74-c41739b54aa1'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:06.989142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Attempting to bind port f0098171-56d6-4561-8764-2e4aef607fe5 on network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:07.021586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '321665ad-b21f-4719-ae93-81f7c134c23d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:07.040303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.046027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:07.079622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:07.080118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Checking segment: {'id': '5996312f-8ced-4016-9285-84b91291a1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4fdfac84-44e1-4e28-ae74-c41739b54aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:07.080514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.080905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Bound using segment: {'id': '5996312f-8ced-4016-9285-84b91291a1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4fdfac84-44e1-4e28-ae74-c41739b54aa1'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:07.081527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Bound port: f0098171-56d6-4561-8764-2e4aef607fe5, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5996312f-8ced-4016-9285-84b91291a1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4fdfac84-44e1-4e28-ae74-c41739b54aa1'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:07.081947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.121063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:07.157579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29ad5c8d-ac33-4134-99cb-0a56424a85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.202715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad5c8d-ac33-4134-99cb-0a56424a85f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e374f2d-9922-4d0d-9c5a-911b4fd25e5d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:07.210133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8::1 (e8e174d2-85b8-43bd-bf77-e3ef792a2e4a/15847071-2065-4760-823c-10e3e7995f97/a62d747a-0512-4393-bb97-b9797fbc89f4) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:07.212375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] For port f0098171-56d6-4561-8764-2e4aef607fe5, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:07.215781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] For port f0098171-56d6-4561-8764-2e4aef607fe5, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f0098171-56d6-4561-8764-2e4aef607fe5,segment=NetworkSegment(5996312f-8ced-4016-9285-84b91291a1a7),segment_id=5996312f-8ced-4016-9285-84b91291a1a7)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:07.227690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.282125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57514) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:07.288793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.296707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': 'b686d7f1-22dc-49d3-81a1-2cecebfc33ba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:07.307957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29ad5c8d-ac33-4134-99cb-0a56424a85f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.312776 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-29ad5c8d-ac33-4134-99cb-0a56424a85f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e374f2d-9922-4d0d-9c5a-911b4fd25e5d HTTP/1.1" status: 204 len: 168 time: 0.9572666 Mar 03 12:14:07.399382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.468620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.480642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa222544-7f29-4274-ade5-d0e3baac222c None None] Pushing event updated for resources: {'Port': ['ID=f0098171-56d6-4561-8764-2e4aef607fe5,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:07.491652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:07.500048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:07.504577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:07.515318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:07.526344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] For port cd8664b5-be5c-430e-b0af-91c4d2e84900, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:07.531528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:07.541091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:07.565733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] For port cd8664b5-be5c-430e-b0af-91c4d2e84900, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cd8664b5-be5c-430e-b0af-91c4d2e84900,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:07.567753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 91bcfb0c-c843-4807-8f50-8a389c374949, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=91bcfb0c-c843-4807-8f50-8a389c374949,segment=NetworkSegment(5b7b6b92-d856-471f-92f8-cca43798af89),segment_id=5b7b6b92-d856-471f-92f8-cca43798af89)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:07.604813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:07.612609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:07.616255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.616503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:07.617126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.632920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=6f2fd30f-652c-4f92-9ee1-3204ba773cbc,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:07.638365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.659471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.662257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.684312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object a4897fa0-353b-4e02-832e-bf9783ee6489 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:07.688810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] For port f58bbfaf-b7f4-4429-b814-28e3c1996383, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f58bbfaf-b7f4-4429-b814-28e3c1996383,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:07.689168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.701043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:07.760207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02355cb7-0178-44e5-a483-563475b59ff4 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:07.761715 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:14:07.766321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object a62d747a-0512-4393-bb97-b9797fbc89f4 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:07.782171 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5eb61a80-3368-4757-958d-3cf7832a5fd2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.3582766 Mar 03 12:14:07.791202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57522) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:07.897674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 02355cb7-0178-44e5-a483-563475b59ff4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:07.898045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02355cb7-0178-44e5-a483-563475b59ff4 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:07.922669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Calling delete_port for f58bbfaf-b7f4-4429-b814-28e3c1996383 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:08.030032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=91bcfb0c-c843-4807-8f50-8a389c374949,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:08.096234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c0764351-26d4-4ed9-ba01-333442526089 None None] Provisioning complete for port 91bcfb0c-c843-4807-8f50-8a389c374949 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:08.096699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0764351-26d4-4ed9-ba01-333442526089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.128287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.191896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f0098171-56d6-4561-8764-2e4aef607fe5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:08.229639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-58df342b-468e-44c1-b327-fca0f91441d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.238897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.262811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.275217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf370c-28c1-447a-8477-24cf626abec3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:08.275805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e9bf370c-28c1-447a-8477-24cf626abec3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:08.372305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5165fab-526a-4c54-b7d5-00bef1986c16 None None] Pushing event updated for resources: {'Port': ['ID=cd8664b5-be5c-430e-b0af-91c4d2e84900,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:08.427541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.514454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port f0098171-56d6-4561-8764-2e4aef607fe5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:08.530790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=a62d747a-0512-4393-bb97-b9797fbc89f4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:08.530958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8077875f-7071-4a7f-88bd-4b49510b7e15 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:08.537165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e9bf370c-28c1-447a-8477-24cf626abec3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:08.538501 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e9bf370c-28c1-447a-8477-24cf626abec3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/6f2fd30f-652c-4f92-9ee1-3204ba773cbc HTTP/1.1" status: 200 len: 845 time: 0.7442849 Mar 03 12:14:08.545333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57534) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:08.573273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 8077875f-7071-4a7f-88bd-4b49510b7e15 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:08.574211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8077875f-7071-4a7f-88bd-4b49510b7e15 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:08.594004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:08.603241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:08.613292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:08.613785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.637947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:08.646919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:08.656436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:08.665487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:08.665487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.690588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=a4897fa0-353b-4e02-832e-bf9783ee6489,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:08.791806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.26.8.100 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/95898639-3fc4-4796-ad60-03574fefee5d) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:08.839159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 6f2fd30f-652c-4f92-9ee1-3204ba773cbc {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:08.840058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.851813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:08.919359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58bbfaf-b7f4-4429-b814-28e3c1996383,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:08.924314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.074802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-af2d94f1-f3ae-4500-9dcc-0c3231260c3a None None] Provisioning for port a62d747a-0512-4393-bb97-b9797fbc89f4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:09.078223 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-49276582-860b-43d0-a39e-13eff7bb7f32 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5743220 Mar 03 12:14:09.082489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-af2d94f1-f3ae-4500-9dcc-0c3231260c3a None None] Provisioning complete for port a62d747a-0512-4393-bb97-b9797fbc89f4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:09.082489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af2d94f1-f3ae-4500-9dcc-0c3231260c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.083942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.128051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57548) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:09.223149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.224649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-af2d94f1-f3ae-4500-9dcc-0c3231260c3a None None] Port a62d747a-0512-4393-bb97-b9797fbc89f4 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:09.302266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c827f2-2fe5-4aeb-8087-b3a6c135b1aa None None] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:09.378558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=c22a849f-4910-42d3-b84e-f3eac818f093,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:09.396704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '42feca1f-7815-4777-b634-c45e587cbab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b686d7f1-22dc-49d3-81a1-2cecebfc33ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:09.398184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: b686d7f1-22dc-49d3-81a1-2cecebfc33ba, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:09.443991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 6f2fd30f-652c-4f92-9ee1-3204ba773cbc owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:09.485817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.489795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.527571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.568034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8776ee2-01e8-4a87-8ed8-84c1a3914387 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:09.578271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8776ee2-01e8-4a87-8ed8-84c1a3914387 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:09.578868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d8776ee2-01e8-4a87-8ed8-84c1a3914387 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:09.600465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network b686d7f1-22dc-49d3-81a1-2cecebfc33ba is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:09.625310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.626486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa47bb69-3070-4cf2-af45-455a7b201f3f {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:14:09.651044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.657006 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-de6e75e0-96a2-4024-8af1-3117e7d5a441 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fa47bb69-3070-4cf2-af45-455a7b201f3f HTTP/1.1" status: 204 len: 168 time: 5.3268230 Mar 03 12:14:09.685774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57558) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:09.689553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d8776ee2-01e8-4a87-8ed8-84c1a3914387 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:09.692931 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d8776ee2-01e8-4a87-8ed8-84c1a3914387 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5574224 Mar 03 12:14:09.708613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57562) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:09.732278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-04f26ef1-47b7-4069-bff2-604442ca310b None None] Provisioning for port f0098171-56d6-4561-8764-2e4aef607fe5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:09.739279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-04f26ef1-47b7-4069-bff2-604442ca310b None None] Provisioning complete for port f0098171-56d6-4561-8764-2e4aef607fe5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:09.739784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-04f26ef1-47b7-4069-bff2-604442ca310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.758956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b686d7f1-22dc-49d3-81a1-2cecebfc33ba) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:09.774184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:09.774784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.791035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.794030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263c1ad-19b6-4c1f-85c7-8e2240ce2f1a None None] Network b686d7f1-22dc-49d3-81a1-2cecebfc33ba requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:09.829200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] Deleting subnet 44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:09.833581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:09.923073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.112924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f50448fb-788d-4599-8887-611ff06e008f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8255084 Mar 03 12:14:10.117426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57574) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:10.148597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.253745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-533162122'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:10.260115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:10.266366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:10.269532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:10.281552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:10.304250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.368752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port a4897fa0-353b-4e02-832e-bf9783ee6489 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:10.369157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.378342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:10.382892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.431774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.562604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.578054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57582) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:10.592842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e40cd91-4bfe-446b-b940-9169f9831f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.593499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.594587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.602475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:10.604523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9ded2-658e-4594-afbd-3c88107010e8 None None] Network 454d57e3-2ac2-4279-91d9-fa274e5ed543 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:10.604890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=6f2fd30f-652c-4f92-9ee1-3204ba773cbc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:10.620279 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f9fb075a-1ba9-4410-8a5c-b9534d9d478a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/44ee2c7c-c25f-4eb9-a46a-a4b4e12cc331 HTTP/1.1" status: 204 len: 168 time: 0.9370751 Mar 03 12:14:10.623493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57586) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:10.627044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:10.640271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.640843 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 03b4def8-4cdd-4fa8-82ca-d27cfc039204 of type vlan for network 1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8 Mar 03 12:14:10.642683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-04f26ef1-47b7-4069-bff2-604442ca310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.662190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b686d7f1-22dc-49d3-81a1-2cecebfc33ba', 'network_id': 'b686d7f1-22dc-49d3-81a1-2cecebfc33ba', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': 'c22a849f-4910-42d3-b84e-f3eac818f093'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:10.663134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.676873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.682815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 91bcfb0c-c843-4807-8f50-8a389c374949 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:10.766173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:10.772967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.785432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:10.786221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:10.820268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:10.822751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:10.875197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-771411524', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:10.918932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-04f26ef1-47b7-4069-bff2-604442ca310b None None] For port f0098171-56d6-4561-8764-2e4aef607fe5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f0098171-56d6-4561-8764-2e4aef607fe5,segment=NetworkSegment(5996312f-8ced-4016-9285-84b91291a1a7),segment_id=5996312f-8ced-4016-9285-84b91291a1a7)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:10.920790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:10.926598 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-15ae2065-8a83-49c5-91cf-856d013edafb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/6f2fd30f-652c-4f92-9ee1-3204ba773cbc HTTP/1.1" status: 204 len: 168 time: 2.3760562 Mar 03 12:14:10.927006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57592) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:10.929340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:10.957873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:10.978269 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a11ead01-c8ab-4457-bb04-2e26ca40ec7b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7285833 Mar 03 12:14:10.982292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57596) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:10.985215 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b45ad5-704a-411b-bc1a-8133a8ad629d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:14:10.985745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-60b45ad5-704a-411b-bc1a-8133a8ad629d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:10.991298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': '1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:11.017580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Usage tracker for resource:port and tenant:5a473c4a5312480eb8fc6c35f4109de5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:11.037699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:11.046214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=95898639-3fc4-4796-ad60-03574fefee5d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:11.063699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-04f26ef1-47b7-4069-bff2-604442ca310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.114731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:11.119000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:11.121894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:11.122100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:11.128053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:11.149889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-60b45ad5-704a-411b-bc1a-8133a8ad629d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:11.156913 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-60b45ad5-704a-411b-bc1a-8133a8ad629d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/6f2fd30f-652c-4f92-9ee1-3204ba773cbc HTTP/1.1" status: 404 len: 333 time: 0.2285159 Mar 03 12:14:11.157644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57600) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:11.163041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'name': 'tempest-PortsIpV6TestJSON-1080570456'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:11.217982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 91bcfb0c-c843-4807-8f50-8a389c374949 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:11.218353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.225569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-ef3bb408-6d0f-421f-a65e-546c031f9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:11.227058 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-ef3bb408-6d0f-421f-a65e-546c031f9fdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.9974945 Mar 03 12:14:11.229476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.252831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:11.255949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.290475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ef1e-caf9-4335-85f9-7517ca6054bb req-78142290-cc1a-42e0-ade8-9ed43277efa5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:11.291945 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31f8ef1e-caf9-4335-85f9-7517ca6054bb req-78142290-cc1a-42e0-ade8-9ed43277efa5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 1.0290389 Mar 03 12:14:11.335821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.359906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Allocated IP 2001:db8:0:ffff::2 (b686d7f1-22dc-49d3-81a1-2cecebfc33ba/c22a849f-4910-42d3-b84e-f3eac818f093/754f996f-cad6-4ea9-8a1a-cd75ed6d33f9) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:11.376180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f26ef1-47b7-4069-bff2-604442ca310b None None] Pushing event updated for resources: {'Port': ['ID=f0098171-56d6-4561-8764-2e4aef607fe5,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:11.391083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Made reservation on behalf of 5a473c4a5312480eb8fc6c35f4109de5 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:11.394210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.423547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24eb9439-c5a0-4e2d-9849-4cdfb309aa3b None None] Provisioning for port cd8664b5-be5c-430e-b0af-91c4d2e84900 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:11.464406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.527690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:11.531156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] DHCP port deletion for 454d57e3-2ac2-4279-91d9-fa274e5ed543 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:11.550439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:11.554459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.556769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] Deleting port feb33cea-38e2-4192-a093-e3f7581a8690 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:11.557203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.563585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Deleting port feb33cea-38e2-4192-a093-e3f7581a8690 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:11.563910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.617182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd8664b5-be5c-430e-b0af-91c4d2e84900 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:11.658980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:11.663542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.682895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:11.691412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24eb9439-c5a0-4e2d-9849-4cdfb309aa3b None None] Provisioning for port a4897fa0-353b-4e02-832e-bf9783ee6489 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:11.696386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.698975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port b8c16ad0-59a7-488a-9350-73cebc6707aa yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:11.748783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24eb9439-c5a0-4e2d-9849-4cdfb309aa3b None None] Provisioning complete for port a4897fa0-353b-4e02-832e-bf9783ee6489 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:11.749165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24eb9439-c5a0-4e2d-9849-4cdfb309aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.851022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:11.858254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Usage tracker for resource:security_group_rule and tenant:5a473c4a5312480eb8fc6c35f4109de5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:11.862379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:11.894081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24eb9439-c5a0-4e2d-9849-4cdfb309aa3b None None] Port a4897fa0-353b-4e02-832e-bf9783ee6489 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:11.935469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.008944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Transition to ACTIVE for port object 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:12.015414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=036f00ea-fdff-423a-b8da-4f8a0f98bbd0,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:12.019060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port cd8664b5-be5c-430e-b0af-91c4d2e84900 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:12.023822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.031001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24eb9439-c5a0-4e2d-9849-4cdfb309aa3b None None] Provisioning complete for port f0098171-56d6-4561-8764-2e4aef607fe5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:12.031001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24eb9439-c5a0-4e2d-9849-4cdfb309aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.034142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '03b4def8-4cdd-4fa8-82ca-d27cfc039204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:12.034503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: 1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:12.072200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cd8664b5-be5c-430e-b0af-91c4d2e84900 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:12.072574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.101979 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31f8ef1e-caf9-4335-85f9-7517ca6054bb req-a29ca9dd-1a48-489a-97d0-474a00406b83 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7282331 Mar 03 12:14:12.114093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for a4897fa0-353b-4e02-832e-bf9783ee6489 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:12.121661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Transition to ACTIVE for port object 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:12.126960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] For port feb33cea-38e2-4192-a093-e3f7581a8690, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=feb33cea-38e2-4192-a093-e3f7581a8690,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:12.127362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.143121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network 1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:12.155353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.155583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:12.158250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:12.214883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-bc63c436-609a-4c02-a26f-1444c996d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:12.216497 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-bc63c436-609a-4c02-a26f-1444c996d881 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.9721189 Mar 03 12:14:12.224924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.235622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:12.247241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:12.247939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.253577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:12.267652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:12.270224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:12.275790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:12.276489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.281712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] Calling delete_port for feb33cea-38e2-4192-a093-e3f7581a8690 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:12.309933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af687056-dcf1-4998-8390-0558d405b16c None None] Network 1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:12.311177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=b8c16ad0-59a7-488a-9350-73cebc6707aa,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:12.327026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.363753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.364503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.366865 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7ddd912c-ff55-4475-aa96-bd62b5f65510 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2081480 Mar 03 12:14:12.370347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57606) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:12.385529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:12.419408 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-133087cc-9ddc-49df-ad3b-98e127ff4cd1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4360654 Mar 03 12:14:12.426419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57610) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:12.503352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Network b686d7f1-22dc-49d3-81a1-2cecebfc33ba is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:12.540111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:12.571845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:12.574815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Pushing event updated for resources: {'Port': ['ID=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:12.619895 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-bbdbf4e9-8f1b-4865-b3e3-1e9e463f21e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1000 time: 0.3880048 Mar 03 12:14:12.639456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.718915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.797459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=a62d747a-0512-4393-bb97-b9797fbc89f4,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:12.808449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.884682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.890399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] For port feb33cea-38e2-4192-a093-e3f7581a8690, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=feb33cea-38e2-4192-a093-e3f7581a8690,segment=NetworkSegment(0b1d55d7-ce3e-493e-93b1-cafcc390e022),segment_id=0b1d55d7-ce3e-493e-93b1-cafcc390e022)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:12.890831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.900560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] Pushing event deleted for resources: {'Port': ['ID=feb33cea-38e2-4192-a093-e3f7581a8690,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:12.903612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.909135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:12.923314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acf4c4-8ef6-46c4-9050-a32e0317ac03 None None] No DVR routers for this DVR port feb33cea-38e2-4192-a093-e3f7581a8690 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:12.951517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port cd8664b5-be5c-430e-b0af-91c4d2e84900, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cd8664b5-be5c-430e-b0af-91c4d2e84900,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:12.987462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-4f7d6934-b1e4-433b-9402-a28a7b6e2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:12.989023 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-4f7d6934-b1e4-433b-9402-a28a7b6e2f3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.3329473 Mar 03 12:14:12.999507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8399b0-546a-46b9-8d4a-bdefa62a3e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8', 'network_id': '1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': '036f00ea-fdff-423a-b8da-4f8a0f98bbd0'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:13.000616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ab8399b0-546a-46b9-8d4a-bdefa62a3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.005217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.056443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.060207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Calling delete_port for feb33cea-38e2-4192-a093-e3f7581a8690 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:13.088584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.144058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.162676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Attempting to bind port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:13.163263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Attempting to bind port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '42feca1f-7815-4777-b634-c45e587cbab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b686d7f1-22dc-49d3-81a1-2cecebfc33ba'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:13.163784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Attempting to bind port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 on network b686d7f1-22dc-49d3-81a1-2cecebfc33ba {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:13.178349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:13.179054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Checking segment: {'id': '42feca1f-7815-4777-b634-c45e587cbab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b686d7f1-22dc-49d3-81a1-2cecebfc33ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:13.179652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.180228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Bound using segment: {'id': '42feca1f-7815-4777-b634-c45e587cbab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b686d7f1-22dc-49d3-81a1-2cecebfc33ba'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:13.180859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Bound port: 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42feca1f-7815-4777-b634-c45e587cbab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b686d7f1-22dc-49d3-81a1-2cecebfc33ba'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:13.181581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.193449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] In _notify_port_updated(), no bound segment for port b8c16ad0-59a7-488a-9350-73cebc6707aa on network fc0b853a-dbb0-4993-8361-372d45421cd8 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:14:13.199398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:13.199881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f0098171-56d6-4561-8764-2e4aef607fe5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:13.200029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.204080 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "PUT /v2.0/ports/b8c16ad0-59a7-488a-9350-73cebc6707aa HTTP/1.1" status: 200 len: 818 time: 0.8303807 Mar 03 12:14:13.208410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57616) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:13.209120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=036f00ea-fdff-423a-b8da-4f8a0f98bbd0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:13.256875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=cd8664b5-be5c-430e-b0af-91c4d2e84900,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:13.267832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.273520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:13.288551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:13.298679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.301942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af0e57-5bf7-4b74-a2bd-2deebde3133f tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=b8c16ad0-59a7-488a-9350-73cebc6707aa,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-ab8399b0-546a-46b9-8d4a-bdefa62a3e9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 036f00ea-fdff-423a-b8da-4f8a0f98bbd0: This subnet is being modified by another concurrent operation. Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:14:13.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 036f00ea-fdff-423a-b8da-4f8a0f98bbd0: This subnet is being modified by another concurrent operation. Mar 03 12:14:13.324541 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:14:13.386934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f0098171-56d6-4561-8764-2e4aef607fe5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:13.386934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.409938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] For port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:13.418441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa35473-f713-43e8-8f82-47d067af1204 None None] Network 1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:13.458014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] For port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,segment=NetworkSegment(42feca1f-7815-4777-b634-c45e587cbab4),segment_id=42feca1f-7815-4777-b634-c45e587cbab4)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:13.472889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.474809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=a4897fa0-353b-4e02-832e-bf9783ee6489,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:13.496243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] device_id is not set on port 6a37b6f4-09c2-4612-a111-2c0717f8f83a yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:13.505048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.564867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.571693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:13.573894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:14:13.574227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:14:13.593438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b4def8-4cdd-4fa8-82ca-d27cfc039204') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:13.594635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b4def8-4cdd-4fa8-82ca-d27cfc039204') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:13.617931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.639093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.652234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:13.652234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:13.692039 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:13.722342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b163171-ae99-4b5e-abbb-3e2e66dc12fa None None] Pushing event updated for resources: {'Port': ['ID=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:13.832805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.845447 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8218a479-ee26-4ff0-8867-ca18c802850f None None] Provisioning complete for port a62d747a-0512-4393-bb97-b9797fbc89f4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:13.846034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8218a479-ee26-4ff0-8867-ca18c802850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.883794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51e5b06-9795-4d3a-b89e-63162a61bebd,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:13.914691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8218a479-ee26-4ff0-8867-ca18c802850f None None] Port a62d747a-0512-4393-bb97-b9797fbc89f4 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:13.919373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-d270cb22-23df-4a4c-9356-8d4c0161e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:13.920902 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-d270cb22-23df-4a4c-9356-8d4c0161e449 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8336799 Mar 03 12:14:13.923816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port b8c16ad0-59a7-488a-9350-73cebc6707aa {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:13.924391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.970709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:13.983083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f58bbfaf-b7f4-4429-b814-28e3c1996383 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:14.003723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.013610 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8 HTTP/1.1" status: 204 len: 168 time: 1.5859227 Mar 03 12:14:14.022364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57620) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:14.028535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: f58bbfaf-b7f4-4429-b814-28e3c1996383 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:14.029172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f58bbfaf-b7f4-4429-b814-28e3c1996383 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:14.030122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb33cea-38e2-4192-a093-e3f7581a8690 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:14.040293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-200843954'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:14.045385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69569a05-11eb-4103-a538-ebcf0e3e02be tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:14.056562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:14.073112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: feb33cea-38e2-4192-a093-e3f7581a8690 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:14.073679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb33cea-38e2-4192-a093-e3f7581a8690 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:14.099667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Deleting port feb33cea-38e2-4192-a093-e3f7581a8690 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:14.100069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.105564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:14.113934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:14.125583 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3367cb79-ebd6-4721-b862-ef828b821d61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/a4897fa0-353b-4e02-832e-bf9783ee6489 HTTP/1.1" status: 204 len: 168 time: 4.4158401 Mar 03 12:14:14.130264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57624) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:14.131111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:14.146705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8369bb-22d5-40be-a5c5-695df26537c8 req-2f8349ca-bc2b-4abe-8bea-73caf95a5dd2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:14.148405 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8b8369bb-22d5-40be-a5c5-695df26537c8 req-2f8349ca-bc2b-4abe-8bea-73caf95a5dd2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.7466304 Mar 03 12:14:14.241896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.258536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] The port 'feb33cea-38e2-4192-a093-e3f7581a8690' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:14:14.278047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Allocated IP 172.26.8.203 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/6a37b6f4-09c2-4612-a111-2c0717f8f83a) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:14.312794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:14.316188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.351135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:14.361328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.361984 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 4a3e1548-4027-4217-92f9-ce5ddabce797 of type vlan for network 54ea224c-011b-4890-969c-e35b9a076edf Mar 03 12:14:14.375530 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-86900938-4afe-40e2-b0f6-66a5ad1f52f0 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363410 Mar 03 12:14:14.445297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb193b-24bc-4393-bade-1a2079338c3b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:14.446762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb193b-24bc-4393-bade-1a2079338c3b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:14.447495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1cfb193b-24bc-4393-bade-1a2079338c3b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:14.456159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.474099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 3d3f2caa-3ddc-43e0-ac05-c687e080afb6 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:14:14.477030 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8b8369bb-22d5-40be-a5c5-695df26537c8 req-b43727f4-6c61-4e2a-ab65-cae6b8cd54d2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2874308 Mar 03 12:14:14.484208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.524277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.629416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for b8c16ad0-59a7-488a-9350-73cebc6707aa owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:14.666709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1cfb193b-24bc-4393-bade-1a2079338c3b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:14.671359 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1cfb193b-24bc-4393-bade-1a2079338c3b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5344100 Mar 03 12:14:14.671603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57628) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:14.699272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454d57e3-2ac2-4279-91d9-fa274e5ed543']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:14.731612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.737808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:14.738451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.755756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1d55d7-ce3e-493e-93b1-cafcc390e022') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:14.756116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1d55d7-ce3e-493e-93b1-cafcc390e022') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:14.821695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 5dda5d3e-dcd4-4099-8efc-5c8b7c34137d {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:14.830751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.879698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.885330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:14.922028 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8956940 Mar 03 12:14:14.926164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb12f91-1b0e-454b-b3b1-5c501a172c4a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=54ea224c-011b-4890-969c-e35b9a076edf,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:14.930445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57632) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:14.938830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': '54ea224c-011b-4890-969c-e35b9a076edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:14.943201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 54ea224c-011b-4890-969c-e35b9a076edf details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:14.980931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.015376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.033338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.044571 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5ba9f5e3-df97-4a84-9856-cf88246d7056 req-e55bff45-322f-4384-ba83-2647b3839c6e service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600235 Mar 03 12:14:15.070111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:15.087733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] Sync routers for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:15.094857 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a6b38a98-4f7e-45a7-b626-2d7f11faa4e5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/3d3f2caa-3ddc-43e0-ac05-c687e080afb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1196005 Mar 03 12:14:15.105053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:15.105691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:15.109426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:15.110041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.119209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57636) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:15.132570 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:15.201729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:15.214992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:15.215665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:15.234704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=b8c16ad0-59a7-488a-9350-73cebc6707aa,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:15.250617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.277998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:15.286777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:15.296995 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d4ca5edf-f813-4e39-b0d9-770380193221 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/b8c16ad0-59a7-488a-9350-73cebc6707aa HTTP/1.1" status: 204 len: 168 time: 2.0848770 Mar 03 12:14:15.298675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f659d0-efeb-4a5c-81a9-debbf2c8e657 None None] Network b686d7f1-22dc-49d3-81a1-2cecebfc33ba requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:15.304110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57640) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:15.305187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:15.328134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950951b2-3e77-4530-9f11-167d97f6f613 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:15.329506 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-950951b2-3e77-4530-9f11-167d97f6f613 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports/a62d747a-0512-4393-bb97-b9797fbc89f4 HTTP/1.1" status: 200 len: 911 time: 0.2016611 Mar 03 12:14:15.331572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:15.334294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57642) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:15.342075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:15.342554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d628b2-4983-499c-84e1-5a265479d8fc None None] The sync data for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:15.472264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:15.475689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.492582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.498288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:15.680043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.684795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.755037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.757360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-725b3c74-5770-40c2-9966-241721c0e46a None None] Provisioning for port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:15.781120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=454d57e3-2ac2-4279-91d9-fa274e5ed543,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:15.798138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-725b3c74-5770-40c2-9966-241721c0e46a None None] Provisioning complete for port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:15.798138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-725b3c74-5770-40c2-9966-241721c0e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.798641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-60b35878-d6f7-44db-bc49-130a1c7b3fe7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/454d57e3-2ac2-4279-91d9-fa274e5ed543 HTTP/1.1" status: 204 len: 168 time: 5.1078498 Mar 03 12:14:15.871826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:15.901129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56087c06-d2f4-41a9-b6f7-124afc67c638 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:15.903032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-56087c06-d2f4-41a9-b6f7-124afc67c638 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:15.907708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:15.908126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.918830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:15.946321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324713e-88a7-47a9-a032-034ab937f711 req-a54763d9-ae6c-4261-b40a-1cf33386f614 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:15.947851 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3324713e-88a7-47a9-a032-034ab937f711 req-a54763d9-ae6c-4261-b40a-1cf33386f614 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2741160 Mar 03 12:14:16.008948 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3324713e-88a7-47a9-a032-034ab937f711 req-99296e87-e843-46b9-8ca5-b811526a8298 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536864 Mar 03 12:14:16.106944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-725b3c74-5770-40c2-9966-241721c0e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.139989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.175493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-725b3c74-5770-40c2-9966-241721c0e46a None None] For port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,segment=NetworkSegment(42feca1f-7815-4777-b634-c45e587cbab4),segment_id=42feca1f-7815-4777-b634-c45e587cbab4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:16.206768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.210893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.214770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-56087c06-d2f4-41a9-b6f7-124afc67c638 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:16.218665 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-56087c06-d2f4-41a9-b6f7-124afc67c638 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8174198 Mar 03 12:14:16.230181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57652) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:16.241057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-725b3c74-5770-40c2-9966-241721c0e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.251165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.299807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=95898639-3fc4-4796-ad60-03574fefee5d,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:16.390042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e035e-81a1-4bb8-a8f1-88bb821816a0 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:14:16.400754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.420306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.426995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.454859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:14:16.455468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:14:16.458223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=5dda5d3e-dcd4-4099-8efc-5c8b7c34137d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:16.465515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b3c74-5770-40c2-9966-241721c0e46a None None] Pushing event updated for resources: {'Port': ['ID=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:16.484279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57656) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:16.486199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-805f4c8b-e74a-482d-9fde-82ac6503dddf None None] Provisioning complete for port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:16.486578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-805f4c8b-e74a-482d-9fde-82ac6503dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.493353 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11f7d7b-a548-4cf5-88b3-d12529f6ab42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:14:16.493884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f11f7d7b-a548-4cf5-88b3-d12529f6ab42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:16.513327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:16.532778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:16.542824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:16.611092 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8eae61d8-5ae7-48ff-a178-33af8f5824f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5dda5d3e-dcd4-4099-8efc-5c8b7c34137d HTTP/1.1" status: 204 len: 168 time: 1.9359531 Mar 03 12:14:16.615517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f11f7d7b-a548-4cf5-88b3-d12529f6ab42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:16.620872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f11f7d7b-a548-4cf5-88b3-d12529f6ab42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/b8c16ad0-59a7-488a-9350-73cebc6707aa HTTP/1.1" status: 404 len: 333 time: 0.3837109 Mar 03 12:14:16.623448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57660) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:16.623779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57662) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:16.631413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=8559cb69-3722-4b8e-ba08-c3dcc3ce6338,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:16.638501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1190498404'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:16.639161 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8bb381f4-1e43-47a2-9ee2-abc5a6745787 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a5fd1e1baf444a0a8f8f86cd727cf13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1420398 Mar 03 12:14:16.644442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57668) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:16.703314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Pushing event updated for resources: {'Port': ['ID=6a37b6f4-09c2-4612-a111-2c0717f8f83a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:16.735067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:16.753749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:16.760653 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8aa52ab7-b7ef-4032-a1de-cc4190e7f177 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331244 Mar 03 12:14:16.760653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '4a3e1548-4027-4217-92f9-ce5ddabce797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54ea224c-011b-4890-969c-e35b9a076edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:16.760653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: 54ea224c-011b-4890-969c-e35b9a076edf, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:16.764734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:16.764891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57672) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:16.765023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.766502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:16.792235 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP a2c065cb-939b-48dd-a804-64de7226a755 associated. External IP: 172.26.8.100, port: 321665ad-b21f-4719-ae93-81f7c134c23d. Mar 03 12:14:16.817059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:16.853709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.858108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351e035e-81a1-4bb8-a8f1-88bb821816a0 None None] Network 54ea224c-011b-4890-969c-e35b9a076edf is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:16.872295 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Agent 4c40148d-91e0-493b-8668-34ad5c3546ed already present Mar 03 12:14:16.872601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network 54ea224c-011b-4890-969c-e35b9a076edf is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:16.873165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 54ea224c-011b-4890-969c-e35b9a076edf) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:16.878564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:16.879181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.893679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c002a9d-b43c-4ad3-a227-dfbaef379012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.943375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351e035e-81a1-4bb8-a8f1-88bb821816a0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 54ea224c-011b-4890-969c-e35b9a076edf) {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:14:16.958237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:16.962034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:16.977810 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1de2e73b-6c08-4aae-880d-814d02dfe52e tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.3937778 Mar 03 12:14:16.978406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57676) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:16.986865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.203'}]}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:17.001085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c002a9d-b43c-4ad3-a227-dfbaef379012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.046129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:17.046570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd8664b5-be5c-430e-b0af-91c4d2e84900 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:17.068372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Usage tracker for resource:router and tenant:5a473c4a5312480eb8fc6c35f4109de5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:17.078083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:17.091376 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b725ea32-f7de-4d2e-804b-70b8fe7168c0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1547031 Mar 03 12:14:17.095506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57682) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:17.096404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:17.105116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:17.125845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-594270672'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:17.142308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3429055-d11d-403c-914e-fce49af80f77 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:17.143768 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a3429055-d11d-403c-914e-fce49af80f77 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3682051 Mar 03 12:14:17.152491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57686) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:17.153544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:17.165948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.167467 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment 1c67431d-be03-4a62-9dcf-dfe7c8e5b52d of type vlan for network 6b56f2a1-2c5f-4bf5-a306-662059e9825c Mar 03 12:14:17.192183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c002a9d-b43c-4ad3-a227-dfbaef379012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.198013 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cd8664b5-be5c-430e-b0af-91c4d2e84900 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:17.199494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.231396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c002a9d-b43c-4ad3-a227-dfbaef379012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38affa53-9fc5-4736-9d83-40c7a9026f10,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:17.268429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:17.284270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:17.301757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.302709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.327217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c002a9d-b43c-4ad3-a227-dfbaef379012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.328705 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9c002a9d-b43c-4ad3-a227-dfbaef379012 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38affa53-9fc5-4736-9d83-40c7a9026f10 HTTP/1.1" status: 204 len: 168 time: 0.6808093 Mar 03 12:14:17.328986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:17.390159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.414845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f447b7-4c14-4e9e-bf9e-a6a4537eb499 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:17.415527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-05f447b7-4c14-4e9e-bf9e-a6a4537eb499 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:17.417599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:17.464368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.548992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:17.648896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-54ea224c-011b-4890-969c-e35b9a076edf', 'network_id': '54ea224c-011b-4890-969c-e35b9a076edf', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': '8559cb69-3722-4b8e-ba08-c3dcc3ce6338'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:17.649795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.666920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:17.671724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:17.671868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.673741 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.701478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:17.705658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:17.713238 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:17.744226 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:17.746761 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:17.781950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae189a10-cc36-49b8-81f2-25be1f5ca048 req-6fb5e2da-fb2d-486d-b7e7-7024fc97d2c6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:17.783808 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ae189a10-cc36-49b8-81f2-25be1f5ca048 req-6fb5e2da-fb2d-486d-b7e7-7024fc97d2c6 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6389809 Mar 03 12:14:17.819408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.819668 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:17.827382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:17.830173 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:17.831503 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:17.862495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-05f447b7-4c14-4e9e-bf9e-a6a4537eb499 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:17.865996 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-05f447b7-4c14-4e9e-bf9e-a6a4537eb499 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7012007 Mar 03 12:14:17.911411 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:17.912093 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713e32c-17f8-4fc0-b217-b25e6510969f None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:17.917858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:17.922927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57694) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:17.923619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:17.924204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.001848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.002192 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 032b5cf7-9e43-4240-b8db-8d7b15519722 of type vlan for network 83f2f3c5-40dc-461a-8d34-74fbd88f29ae Mar 03 12:14:18.005461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Allocated IP 2001:db8::1 (54ea224c-011b-4890-969c-e35b9a076edf/8559cb69-3722-4b8e-ba08-c3dcc3ce6338/bb0be921-12e3-4457-91c7-eb8bdc9db799) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:18.043327 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b86a892e-1612-4259-9e76-7d5d7b085424 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189115 Mar 03 12:14:18.048051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57702) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:18.056711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:18.244273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3541524d-1351-455a-a1dd-f2d0df143dc4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.2537818 Mar 03 12:14:18.244990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57710) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:18.248943 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ae189a10-cc36-49b8-81f2-25be1f5ca048 req-5d14bdc3-18c1-458a-b499-d926535ed01e tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4307308 Mar 03 12:14:18.250763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'port_id': '321665ad-b21f-4719-ae93-81f7c134c23d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:18.273597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8:1::1 (4fdfac84-44e1-4e28-ae74-c41739b54aa1/bf7a803e-9687-41a6-a077-1c7f791c02fd/b1de882b-c9dc-4271-99f0-f8fb69c40ce1) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:18.279012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=6b56f2a1-2c5f-4bf5-a306-662059e9825c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:18.334562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.346950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Transition to ACTIVE for port object bb0be921-12e3-4457-91c7-eb8bdc9db799 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:18.367487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Transition to ACTIVE for port object bb0be921-12e3-4457-91c7-eb8bdc9db799 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:18.372727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:18.381387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.391559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.419948 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2ad68dd4-6a75-4487-ad33-a89a87969855 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7933512 Mar 03 12:14:18.423360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57716) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:18.432215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:18.473742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.494952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:18.540763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.573919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Network 54ea224c-011b-4890-969c-e35b9a076edf is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:18.581934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:18.587720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:18.597145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Pushing event updated for resources: {'Port': ['ID=bb0be921-12e3-4457-91c7-eb8bdc9db799,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:18.649259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:18.677971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:18.685333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:18.688665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:18.690494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Attempting to bind port bb0be921-12e3-4457-91c7-eb8bdc9db799 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:18.690985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Attempting to bind port bb0be921-12e3-4457-91c7-eb8bdc9db799 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '4a3e1548-4027-4217-92f9-ce5ddabce797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54ea224c-011b-4890-969c-e35b9a076edf'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:18.691968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Attempting to bind port bb0be921-12e3-4457-91c7-eb8bdc9db799 on network 54ea224c-011b-4890-969c-e35b9a076edf {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:18.696232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:18.698094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:18.698669 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Checking segment: {'id': '4a3e1548-4027-4217-92f9-ce5ddabce797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54ea224c-011b-4890-969c-e35b9a076edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:18.700356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.700894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Bound using segment: {'id': '4a3e1548-4027-4217-92f9-ce5ddabce797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54ea224c-011b-4890-969c-e35b9a076edf'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:18.701613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Bound port: bb0be921-12e3-4457-91c7-eb8bdc9db799, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3e1548-4027-4217-92f9-ce5ddabce797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54ea224c-011b-4890-969c-e35b9a076edf'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:18.702308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.707013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.712394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:18.712973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.763742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:18.766733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.767248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.819330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] For port bb0be921-12e3-4457-91c7-eb8bdc9db799, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:18.824153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] For port bb0be921-12e3-4457-91c7-eb8bdc9db799, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bb0be921-12e3-4457-91c7-eb8bdc9db799,segment=NetworkSegment(4a3e1548-4027-4217-92f9-ce5ddabce797),segment_id=4a3e1548-4027-4217-92f9-ce5ddabce797)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:18.830718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:18.834125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:18.856963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object b1de882b-c9dc-4271-99f0-f8fb69c40ce1 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:18.864717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=83f2f3c5-40dc-461a-8d34-74fbd88f29ae,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:18.872826 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df9d5ec9-c602-44b7-871c-7cb223503faf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7702250 Mar 03 12:14:18.875965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57730) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:18.882581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 83f2f3c5-40dc-461a-8d34-74fbd88f29ae details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:18.888549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': '83f2f3c5-40dc-461a-8d34-74fbd88f29ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:18.913547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:19.017112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:19.025552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:19.059388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:19.070156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50ad82-0b4f-4eb1-9ed0-9dc4e223c4d5 None None] Pushing event updated for resources: {'Port': ['ID=bb0be921-12e3-4457-91c7-eb8bdc9db799,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:19.078068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:19.092932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:19.174338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:19.179392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:19.182066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:19.182697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:19.549945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:19.553561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:19.613160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bb0be921-12e3-4457-91c7-eb8bdc9db799 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:19.646417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=b1de882b-c9dc-4271-99f0-f8fb69c40ce1,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:19.790116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:19.794582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_backend_mixin [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Performing IP validity checks on allocation pools {{(pid=88431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:14:19.795104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_backend_mixin [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:14:19.817584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port bb0be921-12e3-4457-91c7-eb8bdc9db799 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:19.833340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:19.872334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:19.939838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57746) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:19.981782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.017286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:20.026588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:20.047123 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.051220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:20.051220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.063262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=594d336a-4987-4c2b-8400-8770e68e0816,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:20.141993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.154286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-405939322', 'router:external': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:20.201888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:20.227636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:network and tenant:8c6c24a86c9249b2b13bded8ab002e7f is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:20.233612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': '1c67431d-be03-4a62-9dcf-dfe7c8e5b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:20.233963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: 6b56f2a1-2c5f-4bf5-a306-662059e9825c, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:20.235507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:20.242385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:20.249574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:20.281706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.330756 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-60ea839c-7a99-4a90-8da4-21a327b41b22 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2829859 Mar 03 12:14:20.341361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57752) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:20.344524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.350091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': '594d336a-4987-4c2b-8400-8770e68e0816', 'ip_address': '2001:db8::2b64:5618:ab75:af85'}], 'name': 'tempest-NetworksTestDHCPv6-1255007481'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:20.357483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa72ca2-2a59-436e-b440-8dd905fea714 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:20.379960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54abbc-3dda-4dbd-a962-d969db7e9f8d None None] Network 54ea224c-011b-4890-969c-e35b9a076edf requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:20.405656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:20.497693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.565357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 6b56f2a1-2c5f-4bf5-a306-662059e9825c) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:20.588454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:20.589005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.592483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Made reservation on behalf of 8c6c24a86c9249b2b13bded8ab002e7f for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:20.596390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.611305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88405c2e-095b-41eb-b1c1-fe268188a237 None None] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:20.614624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:20.675261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:20.685532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:20.695442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:20.730585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:20.775589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:20.804607 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ac4c38fe-6b89-4b6d-ad6c-c7ba48f09396 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3739452 Mar 03 12:14:20.804607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57756) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:20.812460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:20.835013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:20.877824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a50f212b-2030-4e62-9f55-098a9c82d9e0 None None] Provisioning for port bb0be921-12e3-4457-91c7-eb8bdc9db799 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:20.901083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a50f212b-2030-4e62-9f55-098a9c82d9e0 None None] Provisioning complete for port bb0be921-12e3-4457-91c7-eb8bdc9db799 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:20.901984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a50f212b-2030-4e62-9f55-098a9c82d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.074796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:21.090781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.097073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:security_group_rule and tenant:8c6c24a86c9249b2b13bded8ab002e7f is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:21.100155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=8b54bf7a-1f39-4457-8e20-b932a149839f,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:21.106441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.108337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:21.125753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:21.126567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:21.135440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.151246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:21.159376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '032b5cf7-9e43-4240-b8db-8d7b15519722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '83f2f3c5-40dc-461a-8d34-74fbd88f29ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:21.159816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: 83f2f3c5-40dc-461a-8d34-74fbd88f29ae, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:21.203871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.237586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:21.252879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:21.267001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:21.267645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:21.299758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.300461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3ead0dd-ad1f-4058-80bc-a836b3872ccc {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:14:21.317081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:21.320865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:21.336924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:21.367054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-6b56f2a1-2c5f-4bf5-a306-662059e9825c', 'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c', 'tenant_id': '0d04cd13b7634ff7983bc39f04e4326e', 'fixed_ips': [{'subnet_id': 'c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:21.368592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.384050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a50f212b-2030-4e62-9f55-098a9c82d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.399070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:21.399970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:21.418295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:21.434559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network 83f2f3c5-40dc-461a-8d34-74fbd88f29ae is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:21.457419 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 12:14:21.458516 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-74ca2c1e-3e79-439c-9c27-dc0ce88146b0 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4795082 Mar 03 12:14:21.461120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.463393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57760) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:21.472329 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-79dec0eb-a62b-4699-844d-9590c83e000d tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/floatingips/a2c065cb-939b-48dd-a804-64de7226a755 HTTP/1.1" status: 200 len: 978 time: 3.2231600 Mar 03 12:14:21.472889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57764) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:21.502831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:21.503409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282becb-4449-4548-bb55-9ab87fcb07e9 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:21.575378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a50f212b-2030-4e62-9f55-098a9c82d9e0 None None] For port bb0be921-12e3-4457-91c7-eb8bdc9db799, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bb0be921-12e3-4457-91c7-eb8bdc9db799,segment=NetworkSegment(4a3e1548-4027-4217-92f9-ce5ddabce797),segment_id=4a3e1548-4027-4217-92f9-ce5ddabce797)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:21.675485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a50f212b-2030-4e62-9f55-098a9c82d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.771248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:21.775098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Deleting port 6a37b6f4-09c2-4612-a111-2c0717f8f83a {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:21.775098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.780661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 95898639-3fc4-4796-ad60-03574fefee5d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:21.781004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.788645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Allocated IP 2001:db8::2 (6b56f2a1-2c5f-4bf5-a306-662059e9825c/c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9/895c8ff2-902e-44a2-b29f-ffca5fed1627) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:21.811510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 83f2f3c5-40dc-461a-8d34-74fbd88f29ae) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:21.816735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:21.817339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.828159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3780a3-c249-40d6-a6ba-de5896fd1949 None None] Network 83f2f3c5-40dc-461a-8d34-74fbd88f29ae requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:21.829401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:21.833150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.845594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.866385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:21.889340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:21.972403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b62fd-18d2-4841-a587-49c8092fc1df None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:21.998915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.000408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.015238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e0fc4ce7-8663-4652-9b25-338e2f674b50 None None] Provisioning for port b1de882b-c9dc-4271-99f0-f8fb69c40ce1 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:22.040417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f212b-2030-4e62-9f55-098a9c82d9e0 None None] Pushing event updated for resources: {'Port': ['ID=bb0be921-12e3-4457-91c7-eb8bdc9db799,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:22.054285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e0fc4ce7-8663-4652-9b25-338e2f674b50 None None] Provisioning complete for port b1de882b-c9dc-4271-99f0-f8fb69c40ce1 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:22.054659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4ce7-8663-4652-9b25-338e2f674b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.140697 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6504d146-e3e5-4e39-b7fa-b635cf95eee6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2627614 Mar 03 12:14:22.164051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57768) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:22.178506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.179217 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Added segment 4908103c-dde3-4341-9b02-c69fd1756803 of type vlan for network 2b180cf7-3c25-4fab-9335-75160a9f63c5 Mar 03 12:14:22.224391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd1eb8-27b5-4610-a31c-bb5a273305df None None] Network 54ea224c-011b-4890-969c-e35b9a076edf requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:22.283790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.304224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::2b64:5618:ab75:af85 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/594d336a-4987-4c2b-8400-8770e68e0816/e28eef5d-2563-46c9-8b2b-8eb3fdf080b6) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:22.386899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd0c15f-719b-4c3c-82a7-23aa6cbcb245,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:22.419732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.459599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Calling delete_port for 6a37b6f4-09c2-4612-a111-2c0717f8f83a owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:22.477908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=b1de882b-c9dc-4271-99f0-f8fb69c40ce1,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:22.527135 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.ipam_backend_mixin [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9 (CIDR: 2001:db8::/64) Mar 03 12:14:22.534328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.534781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.543819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.544085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc4ce7-8663-4652-9b25-338e2f674b50 None None] Port b1de882b-c9dc-4271-99f0-f8fb69c40ce1 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:22.576808 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:14:22.577289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:14:22.731177 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ebac957f-8545-4f8c-9024-6aa5f044f049 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9190850 Mar 03 12:14:22.732929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 95898639-3fc4-4796-ad60-03574fefee5d owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:22.736233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57772) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:22.755601 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:22.783658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:22.835952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb4ed4-b1b3-4c8d-9ed9-d29369b79c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-83f2f3c5-40dc-461a-8d34-74fbd88f29ae', 'network_id': '83f2f3c5-40dc-461a-8d34-74fbd88f29ae', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': '8b54bf7a-1f39-4457-8e20-b932a149839f'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:22.838556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4ed4-b1b3-4c8d-9ed9-d29369b79c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.838712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:22.844353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:22.868190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.912115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.921849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8796ff7b-6606-4a19-959f-a29ee872ca58 None None] Provisioning complete for port cd8664b5-be5c-430e-b0af-91c4d2e84900 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:22.922413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8796ff7b-6606-4a19-959f-a29ee872ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.968573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.973792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a37b6f4-09c2-4612-a111-2c0717f8f83a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:22.974558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:22.975625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:22.976345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.039703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.101680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:23.106066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.116977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:23.123067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:23.126968 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6d9b303a-976f-4ffa-93fd-d201f95c36e3 tempest-RoutersAdminNegativeIpV6Test-1828861662 tempest-RoutersAdminNegativeIpV6Test-1828861662-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6a37b6f4-09c2-4612-a111-2c0717f8f83a HTTP/1.1" status: 204 len: 168 time: 1.6619568 Mar 03 12:14:23.127592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:23.145526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Transition to ACTIVE for port object 895c8ff2-902e-44a2-b29f-ffca5fed1627 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:23.149970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:23.213525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:23.222372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.244514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.244685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Transition to ACTIVE for port object 895c8ff2-902e-44a2-b29f-ffca5fed1627 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:23.315295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.326996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.365400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:23.369514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=e28eef5d-2563-46c9-8b2b-8eb3fdf080b6,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-cdeb4ed4-b1b3-4c8d-9ed9-d29369b79c7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b54bf7a-1f39-4457-8e20-b932a149839f: This subnet is being modified by another concurrent operation. Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:14:23.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b54bf7a-1f39-4457-8e20-b932a149839f: This subnet is being modified by another concurrent operation. Mar 03 12:14:23.408383 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:14:23.417732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8796ff7b-6606-4a19-959f-a29ee872ca58 None None] Provisioning complete for port bb0be921-12e3-4457-91c7-eb8bdc9db799 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:23.418107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8796ff7b-6606-4a19-959f-a29ee872ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.424916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:23.433106 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:23.438816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:23.439522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.467929 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.5242445 Mar 03 12:14:23.470772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57778) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:23.477229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=8b54bf7a-1f39-4457-8e20-b932a149839f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:23.480415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'subnet': {'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:23.485877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cba167-e0b2-4932-ac8c-0b83350322b5 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Network': ['ID=2b180cf7-3c25-4fab-9335-75160a9f63c5,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:23.499772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:23.501870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:subnet and tenant:8c6c24a86c9249b2b13bded8ab002e7f is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:23.503154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:23.508515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:23.524185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:23.524543 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Pushing event updated for resources: {'Port': ['ID=895c8ff2-902e-44a2-b29f-ffca5fed1627,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:23.531148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:23.545116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:23.557084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c920959-b390-48ae-8dab-e4040284fb67 None None] Network 83f2f3c5-40dc-461a-8d34-74fbd88f29ae requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:23.562794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-15cde8dd-84a5-484f-b98f-c3ac5170aab5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2195261 Mar 03 12:14:23.571990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57782) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:23.613964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 2b180cf7-3c25-4fab-9335-75160a9f63c5 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:23.664473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bb0be921-12e3-4457-91c7-eb8bdc9db799 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:23.679563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Made reservation on behalf of 8c6c24a86c9249b2b13bded8ab002e7f for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:23.682990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.683162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.724329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 3d3f2caa-3ddc-43e0-ac05-c687e080afb6 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:23.753725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f2f3c5-40dc-461a-8d34-74fbd88f29ae']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:23.849037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032b5cf7-9e43-4240-b8db-8d7b15519722') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:23.849698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032b5cf7-9e43-4240-b8db-8d7b15519722') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:23.864441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57788) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:23.886659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:23.933758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.072336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.082328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:24.082931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:24.122426 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:24.129216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b1028-35ff-4db7-9efb-2888117408cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:24.135088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b1028-35ff-4db7-9efb-2888117408cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:24.136138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c7b1028-35ff-4db7-9efb-2888117408cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:24.169366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Attempting to bind port 895c8ff2-902e-44a2-b29f-ffca5fed1627 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:24.169853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Attempting to bind port 895c8ff2-902e-44a2-b29f-ffca5fed1627 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1c67431d-be03-4a62-9dcf-dfe7c8e5b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:24.170095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Attempting to bind port 895c8ff2-902e-44a2-b29f-ffca5fed1627 on network 6b56f2a1-2c5f-4bf5-a306-662059e9825c {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:24.204722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:24.206478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=95898639-3fc4-4796-ad60-03574fefee5d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:24.217493 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] Sync routers for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:24.222803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:24.222803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Checking segment: {'id': '1c67431d-be03-4a62-9dcf-dfe7c8e5b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:24.222803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.222803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Bound using segment: {'id': '1c67431d-be03-4a62-9dcf-dfe7c8e5b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:24.222803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Bound port: 895c8ff2-902e-44a2-b29f-ffca5fed1627, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c67431d-be03-4a62-9dcf-dfe7c8e5b52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:24.222803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.226975 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:24.227590 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:24.241220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c7b1028-35ff-4db7-9efb-2888117408cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:24.243613 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5c7b1028-35ff-4db7-9efb-2888117408cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.6682217 Mar 03 12:14:24.246251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57794) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:24.293069 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:24.295350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bb0be921-12e3-4457-91c7-eb8bdc9db799 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:24.295728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.302616 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:24.303570 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:24.309995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.367509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.396639 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:24.399787 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312a955-2589-4daf-b894-ac165491c0f6 None None] The sync data for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:24.406500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:24.409185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:24.415510 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6eafaca2-0af1-4c50-9fc2-4c64ade49e19 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/3d3f2caa-3ddc-43e0-ac05-c687e080afb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0798481 Mar 03 12:14:24.416492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Usage tracker for resource:security_group_rule and tenant:96ac95623f984a079daacfd1d80424d1 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:24.420883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4a113764-26e4-4401-9912-9467d0418415 None None] For port 895c8ff2-902e-44a2-b29f-ffca5fed1627, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:24.422712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57798) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:24.425731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:24.426169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:24.433857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Provisioning complete for port cd8664b5-be5c-430e-b0af-91c4d2e84900 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:24.434236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.435028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:24.435672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.465532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:24.469707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:24.470053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.496921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.497401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP a2c065cb-939b-48dd-a804-64de7226a755 disassociated (deleted). External IP: 172.26.8.100, port: 321665ad-b21f-4719-ae93-81f7c134c23d. Mar 03 12:14:24.519878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=b8a4874f-9c42-4abb-9e41-037c9978c0d2,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:24.527754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4a113764-26e4-4401-9912-9467d0418415 None None] For port 895c8ff2-902e-44a2-b29f-ffca5fed1627, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=895c8ff2-902e-44a2-b29f-ffca5fed1627,segment=NetworkSegment(1c67431d-be03-4a62-9dcf-dfe7c8e5b52d),segment_id=1c67431d-be03-4a62-9dcf-dfe7c8e5b52d)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:24.578691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.607243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.616436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.633217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac19c4-e360-4515-b5bc-b0135db69e9b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:24.633769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b8ac19c4-e360-4515-b5bc-b0135db69e9b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:24.641746 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b20dfaca-c4b9-43ea-acaa-5370456b529a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8943024 Mar 03 12:14:24.643795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=83f2f3c5-40dc-461a-8d34-74fbd88f29ae,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:24.644705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57802) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:24.661041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c', 'fixed_ips': [{'subnet_id': 'c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9'}, {'subnet_id': 'b8a4874f-9c42-4abb-9e41-037c9978c0d2'}], 'name': 'tempest-PortsIpV6TestJSON-815766187'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:24.667887 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6cc2403b-cd8a-4e21-ab73-b4b063b76af4 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/83f2f3c5-40dc-461a-8d34-74fbd88f29ae HTTP/1.1" status: 204 len: 168 time: 2.4862838 Mar 03 12:14:24.696858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57806) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:24.726434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a113764-26e4-4401-9912-9467d0418415 None None] Pushing event updated for resources: {'Port': ['ID=895c8ff2-902e-44a2-b29f-ffca5fed1627,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:24.739140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Provisioning complete for port b1de882b-c9dc-4271-99f0-f8fb69c40ce1 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:24.739140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.797305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633697385'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:24.798132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Port b1de882b-c9dc-4271-99f0-f8fb69c40ce1 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:24.819563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Provisioning complete for port bb0be921-12e3-4457-91c7-eb8bdc9db799 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:24.820086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:24.829722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:24.859408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b8ac19c4-e360-4515-b5bc-b0135db69e9b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:24.863277 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b8ac19c4-e360-4515-b5bc-b0135db69e9b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports/b1de882b-c9dc-4271-99f0-f8fb69c40ce1 HTTP/1.1" status: 200 len: 913 time: 0.4313066 Mar 03 12:14:24.878884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57810) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:24.916099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:24.934056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:24.950908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:24.972071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.007711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.081974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Provisioning for port e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:25.093380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Provisioning complete for port e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:25.093897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.103128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:25.106409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:25.109916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.177629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f47a6-a60b-42f1-bb40-170fabf0b826 None None] Port e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:25.181953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.196673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:25.206314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:25.243273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:25.271308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:25.311796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:25.335032 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96ac95623f984a079daacfd1d80424d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4582062 Mar 03 12:14:25.336333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6e7a6-85d6-4468-81fb-a98def730c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f9e239-674e-4650-94bb-3a2664a684e6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:25.348649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57814) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:25.380701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.381045 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 64a51ecd-a00b-4a3c-afdb-9400530c107c of type vlan for network e82d8601-90b6-4056-abda-de2ab4bef3d6 Mar 03 12:14:25.390734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:25.522541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:25.563331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.574752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 895c8ff2-902e-44a2-b29f-ffca5fed1627 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:25.639488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.667623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:25.710574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.716162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-508dd4fd-d357-4ed8-8bce-b6bed6edde53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.765696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 895c8ff2-902e-44a2-b29f-ffca5fed1627 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:25.770452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.776650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:25.777480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.802572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-508dd4fd-d357-4ed8-8bce-b6bed6edde53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.937763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:25.953992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:25.958090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:25.968534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:25.969166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:25.979063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=e28eef5d-2563-46c9-8b2b-8eb3fdf080b6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:26.048390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:14:26.059940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.063054 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-77ade7db-2f8e-4eb8-b23f-4677dbea22cd tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/floatingips/a2c065cb-939b-48dd-a804-64de7226a755 HTTP/1.1" status: 204 len: 168 time: 4.5889440 Mar 03 12:14:26.068722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57818) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:26.082876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:26.093678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:26.094502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:26.117105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-508dd4fd-d357-4ed8-8bce-b6bed6edde53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.142891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd4fd-d357-4ed8-8bce-b6bed6edde53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f9e239-674e-4650-94bb-3a2664a684e6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:26.161445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-508dd4fd-d357-4ed8-8bce-b6bed6edde53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.165220 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-508dd4fd-d357-4ed8-8bce-b6bed6edde53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54f9e239-674e-4650-94bb-3a2664a684e6 HTTP/1.1" status: 204 len: 168 time: 0.8128524 Mar 03 12:14:26.174215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 321665ad-b21f-4719-ae93-81f7c134c23d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:26.177983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.178103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.178215 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-49f600f7-95e8-4213-8c60-e9451f3f0f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 HTTP/1.1" status: 204 len: 168 time: 1.9278510 Mar 03 12:14:26.178311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8af53d-8f7b-426c-babe-564f81c1ea5d None None] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:26.183000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57824) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:26.259534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.263409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:26.263855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb92a79-7b5d-4155-8488-e4c9219e32f7 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:26.289275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:26.353201 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6492844 Mar 03 12:14:26.357156 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57828) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:26.394577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802d55c-56d1-4a9a-8ef8-e1cf6dee8866 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=e82d8601-90b6-4056-abda-de2ab4bef3d6,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:26.411116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:26.443886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e82d8601-90b6-4056-abda-de2ab4bef3d6 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:26.482592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-358bd8a8-c2fd-43bc-8fb1-ea85135dc115 None None] Provisioning for port 895c8ff2-902e-44a2-b29f-ffca5fed1627 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:26.543857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-358bd8a8-c2fd-43bc-8fb1-ea85135dc115 None None] Provisioning complete for port 895c8ff2-902e-44a2-b29f-ffca5fed1627 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:26.544442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-358bd8a8-c2fd-43bc-8fb1-ea85135dc115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.559048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Checking segment: {'id': '4908103c-dde3-4341-9b02-c69fd1756803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:26.563029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network hostable DHCP agents. Network: 2b180cf7-3c25-4fab-9335-75160a9f63c5, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:26.593519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a8cdc3-ed35-4215-8cb5-1d00218a8d66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:26.595401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a8cdc3-ed35-4215-8cb5-1d00218a8d66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:26.596332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-23a8cdc3-ed35-4215-8cb5-1d00218a8d66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:26.644957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:26.682022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:26.692598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:26.702989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:26.751715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-358bd8a8-c2fd-43bc-8fb1-ea85135dc115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.769257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network 2b180cf7-3c25-4fab-9335-75160a9f63c5 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:26.789011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-23a8cdc3-ed35-4215-8cb5-1d00218a8d66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:26.790185 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-23a8cdc3-ed35-4215-8cb5-1d00218a8d66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5081949 Mar 03 12:14:26.795773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:26.799031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.802403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-358bd8a8-c2fd-43bc-8fb1-ea85135dc115 None None] For port 895c8ff2-902e-44a2-b29f-ffca5fed1627, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=895c8ff2-902e-44a2-b29f-ffca5fed1627,segment=NetworkSegment(1c67431d-be03-4a62-9dcf-dfe7c8e5b52d),segment_id=1c67431d-be03-4a62-9dcf-dfe7c8e5b52d)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:26.813885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57834) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:26.892331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] Update dhcp port {'port': {'network_id': '6b56f2a1-2c5f-4bf5-a306-662059e9825c', 'fixed_ips': [{'subnet_id': 'c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8a4874f-9c42-4abb-9e41-037c9978c0d2'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '895c8ff2-902e-44a2-b29f-ffca5fed1627'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:14:26.915329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 2b180cf7-3c25-4fab-9335-75160a9f63c5) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:26.924561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-358bd8a8-c2fd-43bc-8fb1-ea85135dc115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.957103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.962631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::2b4 (6b56f2a1-2c5f-4bf5-a306-662059e9825c/c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:26.984333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:26.984925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:26.991424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 594d336a-4987-4c2b-8400-8770e68e0816 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:26.997000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebeae57-e460-48f5-80ff-23519dd6a0ae None None] Network 2b180cf7-3c25-4fab-9335-75160a9f63c5 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:27.002232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8:0:1::380 (6b56f2a1-2c5f-4bf5-a306-662059e9825c/b8a4874f-9c42-4abb-9e41-037c9978c0d2/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:27.014352 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.021657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.114543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57838) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:27.125266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.132858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 321665ad-b21f-4719-ae93-81f7c134c23d owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:27.184163 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fc35238d-0224-43d9-8f06-46188a3f5bde tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7091002 Mar 03 12:14:27.185692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57842) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:27.199062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2112528913', 'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:27.213524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:27.221652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:port and tenant:8c6c24a86c9249b2b13bded8ab002e7f is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:27.227465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port b1de882b-c9dc-4271-99f0-f8fb69c40ce1 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:27.227934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.394536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.448651 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-886c1306-a186-4007-a87d-a4f1c9e5ac0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a473c4a5312480eb8fc6c35f4109de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269215 Mar 03 12:14:27.457024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57846) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:27.457792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:27.480163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:27.514097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bd8a8-c2fd-43bc-8fb1-ea85135dc115 None None] Pushing event updated for resources: {'Port': ['ID=895c8ff2-902e-44a2-b29f-ffca5fed1627,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:27.534805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.542129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd60fcd-baac-4bf9-8659-9ff05eaa0eaf None None] Network 2b180cf7-3c25-4fab-9335-75160a9f63c5 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:27.587102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:27.635470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Made reservation on behalf of 8c6c24a86c9249b2b13bded8ab002e7f for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:27.638534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.657862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.666159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.701758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.704816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.741109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b618210-a213-4736-acd2-15742f55054f None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:27.748506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=594d336a-4987-4c2b-8400-8770e68e0816,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:27.762054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:27.869447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for b1de882b-c9dc-4271-99f0-f8fb69c40ce1 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:27.882403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] Allocated IP 2001:db8:0:1::2 (6b56f2a1-2c5f-4bf5-a306-662059e9825c/b8a4874f-9c42-4abb-9e41-037c9978c0d2/895c8ff2-902e-44a2-b29f-ffca5fed1627) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:27.990642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:28.000435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:28.016641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:28.022577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:28.023379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.030900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:28.055046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=770511a7-6301-46fb-b749-65158ee14f85,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:28.072347 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8725a2c4-d24f-4ab1-ac4b-bedbbb437999 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/594d336a-4987-4c2b-8400-8770e68e0816 HTTP/1.1" status: 204 len: 168 time: 1.2551382 Mar 03 12:14:28.075591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57850) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:28.141502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '64a51ecd-a00b-4a3c-afdb-9400530c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:28.142158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: e82d8601-90b6-4056-abda-de2ab4bef3d6, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:28.156606 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-440dc29b-caea-4ef3-a7db-a0194e67035c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5093284 Mar 03 12:14:28.161306 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-561070da-49d4-4e48-8d4e-edd677e94726 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844576 Mar 03 12:14:28.162631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57854) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:28.165043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57856) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:28.166576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] device_id is not set on port bf1f4fe3-4e28-40fe-8a63-9dbca3c9a5cf yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:28.171533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:28.205729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] For port 895c8ff2-902e-44a2-b29f-ffca5fed1627, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=895c8ff2-902e-44a2-b29f-ffca5fed1627,segment=NetworkSegment(1c67431d-be03-4a62-9dcf-dfe7c8e5b52d),segment_id=1c67431d-be03-4a62-9dcf-dfe7c8e5b52d)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:28.211801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:28.244035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.263055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] Transition to ACTIVE for port object 895c8ff2-902e-44a2-b29f-ffca5fed1627 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:28.317132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:28.320983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] Deleting port cd8664b5-be5c-430e-b0af-91c4d2e84900 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:28.321352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.349416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.374685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cc4005-2e77-42db-bd12-11ebe528c33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.391833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network e82d8601-90b6-4056-abda-de2ab4bef3d6 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:28.420192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:28.428126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:28.431115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.442020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:28.451771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:28.462891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cc4005-2e77-42db-bd12-11ebe528c33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.479059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Allocated IP 172.20.0.14 (2b180cf7-3c25-4fab-9335-75160a9f63c5/dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad/bf1f4fe3-4e28-40fe-8a63-9dbca3c9a5cf) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:28.493738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e82d8601-90b6-4056-abda-de2ab4bef3d6) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:28.507725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:28.508088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.539579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a4be0b-5455-4605-8fb2-8c493a53ba95 None None] Network e82d8601-90b6-4056-abda-de2ab4bef3d6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:28.566951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:28.570118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.580552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972bfb9-8f4e-4ae5-adfb-bf2b01954a8a None None] Pushing event updated for resources: {'Port': ['ID=895c8ff2-902e-44a2-b29f-ffca5fed1627,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:28.621162 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-02a3d717-814f-4ffd-9825-3e0ce85ba828 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2572253 Mar 03 12:14:28.621975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57862) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:28.687056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:28.764133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=321665ad-b21f-4719-ae93-81f7c134c23d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:28.777406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] For port cd8664b5-be5c-430e-b0af-91c4d2e84900, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cd8664b5-be5c-430e-b0af-91c4d2e84900,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:28.781933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.004980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] Calling delete_port for cd8664b5-be5c-430e-b0af-91c4d2e84900 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:29.021088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.051134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-e82d8601-90b6-4056-abda-de2ab4bef3d6', 'network_id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': '770511a7-6301-46fb-b749-65158ee14f85'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:29.051950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.136678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.201418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cc4005-2e77-42db-bd12-11ebe528c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.220596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Delete allocated IP 2001:db8:0:1::380 (6b56f2a1-2c5f-4bf5-a306-662059e9825c/b8a4874f-9c42-4abb-9e41-037c9978c0d2) {{(pid=88430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 12:14:29.231578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=b1de882b-c9dc-4271-99f0-f8fb69c40ce1,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:29.235121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.290582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc4005-2e77-42db-bd12-11ebe528c33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51e5b06-9795-4d3a-b89e-63162a61bebd,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:29.293279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.315572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.352873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.473122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae21b8-1d04-48bc-89fc-91533f3798a6 None None] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:29.475753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.522125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] Pushing event deleted for resources: {'Port': ['ID=cd8664b5-be5c-430e-b0af-91c4d2e84900,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:29.539053 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-74f2b5fb-51ae-4fdd-8cbd-5370877b7a1e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/ports/321665ad-b21f-4719-ae93-81f7c134c23d HTTP/1.1" status: 204 len: 168 time: 3.4692185 Mar 03 12:14:29.546077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cc4005-2e77-42db-bd12-11ebe528c33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.549468 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70cc4005-2e77-42db-bd12-11ebe528c33c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a51e5b06-9795-4d3a-b89e-63162a61bebd HTTP/1.1" status: 204 len: 168 time: 2.0864024 Mar 03 12:14:29.557262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57866) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:29.562363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddce3f-5db1-4e90-8541-ae05f07a21f2 None None] No DVR routers for this DVR port cd8664b5-be5c-430e-b0af-91c4d2e84900 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:29.579219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Allocated IP 2001:db8::1 (e82d8601-90b6-4056-abda-de2ab4bef3d6/770511a7-6301-46fb-b749-65158ee14f85/80001370-f7a7-40c2-8334-83b450237b2a) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:29.590459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:29.613866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:29.628194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:29.636331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.639308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:29.643469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 895c8ff2-902e-44a2-b29f-ffca5fed1627 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:29.658943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:29.659796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.663795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:29.683108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=78eaf578-96ed-420d-915d-3059fe20b5d6,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:29.685968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d95b8-39b1-4c44-8957-17dc580e5d26 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:29.730319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.746565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Ignored duplicate provisioning block setup for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 12:14:29.751627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2bbb6a96-509b-441f-b124-27dd2f0cf61f None None] Provisioning for port 895c8ff2-902e-44a2-b29f-ffca5fed1627 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:29.756263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.788503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.800238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2bbb6a96-509b-441f-b124-27dd2f0cf61f None None] Provisioning complete for port 895c8ff2-902e-44a2-b29f-ffca5fed1627 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:29.800665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6a96-509b-441f-b124-27dd2f0cf61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.828948 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-91dc0fe6-f3a2-4aec-836f-b765725bdd61 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6624393 Mar 03 12:14:29.831415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:29.833876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57872) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:29.885048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': '78eaf578-96ed-420d-915d-3059fe20b5d6', 'ip_address': '2001:db8::c06f:e5a8:e573:4d2f'}], 'name': 'tempest-NetworksTestDHCPv6-1671931101'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:29.913256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network 2b180cf7-3c25-4fab-9335-75160a9f63c5 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:29.923392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:29.925807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:30.012700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:30.013500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.020764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Port': ['ID=bf1f4fe3-4e28-40fe-8a63-9dbca3c9a5cf,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:30.218080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] In _notify_port_updated(), no bound segment for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c on network 6b56f2a1-2c5f-4bf5-a306-662059e9825c {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:14:30.223806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:30.224546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.226746 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "PUT /v2.0/ports/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c HTTP/1.1" status: 200 len: 925 time: 2.0622113 Mar 03 12:14:30.241600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57884) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:30.254457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2e6a9-f538-41ca-b4a7-28379a38d44a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:30.254768 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cf0743fd-e7c7-4c35-aee0-f5dda46f9e38 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.0680120 Mar 03 12:14:30.258093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57888) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:30.266881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9'}, {'subnet_id': 'b8a4874f-9c42-4abb-9e41-037c9978c0d2'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:30.308653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 3d3f2caa-3ddc-43e0-ac05-c687e080afb6 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:30.367026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 895c8ff2-902e-44a2-b29f-ffca5fed1627 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:30.367401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.406396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '78eaf578-96ed-420d-915d-3059fe20b5d6'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:30.407221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.456206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:30.472549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:30.510218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.524179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.538526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.582214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Transition to ACTIVE for port object 80001370-f7a7-40c2-8334-83b450237b2a will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:30.594861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:30.625415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Deleting port bf1f4fe3-4e28-40fe-8a63-9dbca3c9a5cf {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:30.625758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.708698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Transition to ACTIVE for port object 80001370-f7a7-40c2-8334-83b450237b2a will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:30.790287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/78eaf578-96ed-420d-915d-3059fe20b5d6/3c2ec02c-065d-46c1-8111-324a07561f85) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:30.793233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:30.868868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd8664b5-be5c-430e-b0af-91c4d2e84900 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:30.891313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:30.902189 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] Sync routers for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:30.908484 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7ef0be18-186f-4d62-a55e-68a0787bbe0f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/3d3f2caa-3ddc-43e0-ac05-c687e080afb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0262063 Mar 03 12:14:30.913410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: cd8664b5-be5c-430e-b0af-91c4d2e84900 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:30.913973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd8664b5-be5c-430e-b0af-91c4d2e84900 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:30.929655 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:30.929655 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:30.929845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57900) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:30.937812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Network e82d8601-90b6-4056-abda-de2ab4bef3d6 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:30.941228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:30.945636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:30.948718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Pushing event updated for resources: {'Port': ['ID=80001370-f7a7-40c2-8334-83b450237b2a,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:31.081872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Attempting to bind port 80001370-f7a7-40c2-8334-83b450237b2a on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:31.082243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Attempting to bind port 80001370-f7a7-40c2-8334-83b450237b2a by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '64a51ecd-a00b-4a3c-afdb-9400530c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:31.082609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Attempting to bind port 80001370-f7a7-40c2-8334-83b450237b2a on network e82d8601-90b6-4056-abda-de2ab4bef3d6 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:31.095368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:31.095746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Checking segment: {'id': '64a51ecd-a00b-4a3c-afdb-9400530c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:31.096179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.096579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Bound using segment: {'id': '64a51ecd-a00b-4a3c-afdb-9400530c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:31.097052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Bound port: 80001370-f7a7-40c2-8334-83b450237b2a, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a51ecd-a00b-4a3c-afdb-9400530c107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:31.098702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.113057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-02244c99-a408-454d-af4b-d1c889b8d0b7 None None] Provisioning complete for port 895c8ff2-902e-44a2-b29f-ffca5fed1627 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:31.113416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-02244c99-a408-454d-af4b-d1c889b8d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.152630 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:31.165144 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:31.166035 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:31.171899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.192966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.284291 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:31.284973 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3078f-fbb9-4d62-b993-a5b2bb5fd76f None None] The sync data for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:31.300519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.302831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57906) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:31.377490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=770511a7-6301-46fb-b749-65158ee14f85,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:31.410375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.26.8.174 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/509113c0-7fa7-4ad4-ba68-13f033ed43a4) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:31.434499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] For port 80001370-f7a7-40c2-8334-83b450237b2a, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:31.437844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] For port 80001370-f7a7-40c2-8334-83b450237b2a, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=80001370-f7a7-40c2-8334-83b450237b2a,segment=NetworkSegment(64a51ecd-a00b-4a3c-afdb-9400530c107c),segment_id=64a51ecd-a00b-4a3c-afdb-9400530c107c)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:31.462127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Calling delete_port for bf1f4fe3-4e28-40fe-8a63-9dbca3c9a5cf owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:31.544161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.564220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.592810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82d8601-90b6-4056-abda-de2ab4bef3d6']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:31.607422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a51ecd-a00b-4a3c-afdb-9400530c107c') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:31.608172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a51ecd-a00b-4a3c-afdb-9400530c107c') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:31.622674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.640874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.646947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port a1150932-540a-4486-afb4-9d173a898efe yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:31.653667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018008226'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:31.661171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:31.685994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:31.686391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.700579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:31.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:31.735364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82c613-6316-4246-9ef6-69a52e978604 None None] Pushing event updated for resources: {'Port': ['ID=80001370-f7a7-40c2-8334-83b450237b2a,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:31.737140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:31.751738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:31.841258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:31.844785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.850302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-02244c99-a408-454d-af4b-d1c889b8d0b7 None None] Provisioning for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:31.860624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.870318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-02244c99-a408-454d-af4b-d1c889b8d0b7 None None] Provisioning complete for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:31.870694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-02244c99-a408-454d-af4b-d1c889b8d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.888084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:31.893815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:security_group_rule and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:31.897136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:31.934994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.937673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:31.939833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:31.960832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-02244c99-a408-454d-af4b-d1c889b8d0b7 None None] Port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:31.962372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Transition to ACTIVE for port object 3c2ec02c-065d-46c1-8111-324a07561f85 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:31.982383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f2cda-5bec-4c92-9674-7edb1e97c5df None None] Network e82d8601-90b6-4056-abda-de2ab4bef3d6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:32.006201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf1f4fe3-4e28-40fe-8a63-9dbca3c9a5cf,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:32.013102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Transition to ACTIVE for port object 3c2ec02c-065d-46c1-8111-324a07561f85 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:32.081094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 12:14:32.081094 dv-neutron-831730-1-hyperv neutron-server[88430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 12:14:32.081094 dv-neutron-831730-1-hyperv neutron-server[88430]: [parameters: {'id': 'e82d8601-90b6-4056-abda-de2ab4bef3d6'}] Mar 03 12:14:32.081094 dv-neutron-831730-1-hyperv neutron-server[88430]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:14:32.081510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:14:32.086420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8:0:1::352 (6b56f2a1-2c5f-4bf5-a306-662059e9825c/b8a4874f-9c42-4abb-9e41-037c9978c0d2/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:32.125774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.148602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.161634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.208464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2160348e-90e2-4f5c-aa3e-fe8cf7dc295b None None] Provisioning complete for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:32.208826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2160348e-90e2-4f5c-aa3e-fe8cf7dc295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.246278 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-909a1638-7531-4e6a-b298-f48908d17e59 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "DELETE /v2.0/ports/bf1f4fe3-4e28-40fe-8a63-9dbca3c9a5cf HTTP/1.1" status: 204 len: 168 time: 1.9869299 Mar 03 12:14:32.268882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:32.275589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:32.278203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:32.344876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Pushing event updated for resources: {'Port': ['ID=3c2ec02c-065d-46c1-8111-324a07561f85,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:32.361315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2160348e-90e2-4f5c-aa3e-fe8cf7dc295b None None] Port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:32.393310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57912) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:32.410413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5', 'external_fixed_ips': [{'subnet_id': 'dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad', 'ip_address': '172.20.0.14'}]}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:32.426927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:32.433690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Attempting to bind port 3c2ec02c-065d-46c1-8111-324a07561f85 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:32.434193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Attempting to bind port 3c2ec02c-065d-46c1-8111-324a07561f85 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:32.434646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Attempting to bind port 3c2ec02c-065d-46c1-8111-324a07561f85 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:32.441417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:32.441417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:32.441703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.442121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:32.442993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Bound port: 3c2ec02c-065d-46c1-8111-324a07561f85, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:32.443119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.471302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.483486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:router and tenant:8c6c24a86c9249b2b13bded8ab002e7f is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:32.494178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:32.499189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.525596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:32.527879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::c06f:e5a8:e573:4d2f (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/78eaf578-96ed-420d-915d-3059fe20b5d6/a1150932-540a-4486-afb4-9d173a898efe) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:32.534480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] For port 3c2ec02c-065d-46c1-8111-324a07561f85, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:32.537865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] For port 3c2ec02c-065d-46c1-8111-324a07561f85, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3c2ec02c-065d-46c1-8111-324a07561f85,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:32.543376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.586274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.606954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.617561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:32.629184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519fb379-26fd-4608-80e7-6c878ef4e987,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:32.641053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.642691 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment f42721dd-e635-4573-90e5-bd49d428e230 of type vlan for network f3f45c70-3072-4ee5-88d1-706cec9a71ce Mar 03 12:14:32.681937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.718121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ef707-d551-4cdf-884b-f977e20439d4 None None] Pushing event updated for resources: {'Port': ['ID=3c2ec02c-065d-46c1-8111-324a07561f85,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:32.737838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.738840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.773782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port 80001370-f7a7-40c2-8334-83b450237b2a {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:32.774120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.775243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port a62d747a-0512-4393-bb97-b9797fbc89f4 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:32.775578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.847148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.849560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.858840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.864626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:32.873356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:32.918285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Ignored duplicate provisioning block setup for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 12:14:32.934447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.012449 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7069430 Mar 03 12:14:33.083366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.086835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859ca15-50cf-4064-b644-d1d051b074f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=f3f45c70-3072-4ee5-88d1-706cec9a71ce,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:33.097362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.099473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network f3f45c70-3072-4ee5-88d1-706cec9a71ce details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:33.136856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.165975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:33.280513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for a62d747a-0512-4393-bb97-b9797fbc89f4 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:33.288578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:33.347634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:33.353573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object a1150932-540a-4486-afb4-9d173a898efe will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:33.359581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': 'f3f45c70-3072-4ee5-88d1-706cec9a71ce', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:33.377652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=509113c0-7fa7-4ad4-ba68-13f033ed43a4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:33.416066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:33.524160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:33.536317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:33.539862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:33.547185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:33.609933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.611893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cd60126a-3d4c-4cc5-a143-ed3f8ce4df55 None None] Provisioning complete for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:33.612504 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cd60126a-3d4c-4cc5-a143-ed3f8ce4df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.642150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:33.645591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.647008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3c2ec02c-065d-46c1-8111-324a07561f85 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:33.696623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] In _notify_port_updated(), no bound segment for port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c on network 6b56f2a1-2c5f-4bf5-a306-662059e9825c {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:14:33.702302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:33.703133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.704750 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "PUT /v2.0/ports/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c HTTP/1.1" status: 200 len: 1011 time: 3.4517612 Mar 03 12:14:33.741109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-cd60126a-3d4c-4cc5-a143-ed3f8ce4df55 None None] Port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:33.742704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57920) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:33.818637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 3c2ec02c-065d-46c1-8111-324a07561f85 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:33.823135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] For port 80001370-f7a7-40c2-8334-83b450237b2a, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=80001370-f7a7-40c2-8334-83b450237b2a,segment=NetworkSegment(64a51ecd-a00b-4a3c-afdb-9400530c107c),segment_id=64a51ecd-a00b-4a3c-afdb-9400530c107c)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:33.825129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.837489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:33.838073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.846025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d250d1-aeb4-4e78-a03c-5180cfa4f356 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:33.872411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:33.941416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:33.944345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=a62d747a-0512-4393-bb97-b9797fbc89f4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:34.008696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.071353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:34.093116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Calling delete_port for 80001370-f7a7-40c2-8334-83b450237b2a owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:34.234389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7ee1116e-9243-4e19-b549-bdc1412b44aa None None] Provisioning for port 3c2ec02c-065d-46c1-8111-324a07561f85 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:34.244167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7ee1116e-9243-4e19-b549-bdc1412b44aa None None] Provisioning complete for port 3c2ec02c-065d-46c1-8111-324a07561f85 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:34.244664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7ee1116e-9243-4e19-b549-bdc1412b44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.253805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:34.259322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:34.259948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.341241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=a1150932-540a-4486-afb4-9d173a898efe,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:34.381163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.419957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.430320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f1df40-6308-44b3-a5da-8d4450d4cee8 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:14:34.483881 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d03f6b2c-5b47-4ba3-8f6a-1b0cbeef81ee tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6443622 Mar 03 12:14:34.485045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57924) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:34.527219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.538503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7ee1116e-9243-4e19-b549-bdc1412b44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.608553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7ee1116e-9243-4e19-b549-bdc1412b44aa None None] For port 3c2ec02c-065d-46c1-8111-324a07561f85, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3c2ec02c-065d-46c1-8111-324a07561f85,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:34.626955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Port': ['ID=80001370-f7a7-40c2-8334-83b450237b2a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:34.634066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No DVR routers for this DVR port 80001370-f7a7-40c2-8334-83b450237b2a on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:34.664735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1df40-6308-44b3-a5da-8d4450d4cee8 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:14:34.700252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7ee1116e-9243-4e19-b549-bdc1412b44aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.732943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.742439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.859258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.861928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.889034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 3d3f2caa-3ddc-43e0-ac05-c687e080afb6 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:34.890587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1116e-9243-4e19-b549-bdc1412b44aa None None] Pushing event updated for resources: {'Port': ['ID=3c2ec02c-065d-46c1-8111-324a07561f85,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:34.907841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82d8601-90b6-4056-abda-de2ab4bef3d6']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:34.929591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed499b1b-b6d9-4b79-b6ba-25dc8096412f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:34.930577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f95de6ea-dd09-4dde-994d-822569d74a01 None None] Provisioning for port a1150932-540a-4486-afb4-9d173a898efe completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:34.936652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed499b1b-b6d9-4b79-b6ba-25dc8096412f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:34.937453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ed499b1b-b6d9-4b79-b6ba-25dc8096412f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:34.949507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f95de6ea-dd09-4dde-994d-822569d74a01 None None] Provisioning complete for port a1150932-540a-4486-afb4-9d173a898efe triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:34.949880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f95de6ea-dd09-4dde-994d-822569d74a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:34.962996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a51ecd-a00b-4a3c-afdb-9400530c107c') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:34.963848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a51ecd-a00b-4a3c-afdb-9400530c107c') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:35.006063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=099f2f98-d529-40b6-ba01-6086c7652900,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:35.024378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:35.025477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.052507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f95de6ea-dd09-4dde-994d-822569d74a01 None None] Port a1150932-540a-4486-afb4-9d173a898efe cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:35.079366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': 'f42721dd-e635-4573-90e5-bd49d428e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f3f45c70-3072-4ee5-88d1-706cec9a71ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:35.079724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: f3f45c70-3072-4ee5-88d1-706cec9a71ce, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:35.115393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.129125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ed499b1b-b6d9-4b79-b6ba-25dc8096412f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:35.133003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ed499b1b-b6d9-4b79-b6ba-25dc8096412f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6441357 Mar 03 12:14:35.134500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:35.134923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.137387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57928) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:35.150135 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:35.207209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c930c4-9cc5-4ec1-b9fb-edbbe08c2eef None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:14:35.274890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:35.305231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] Sync routers for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:35.316255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port a1150932-540a-4486-afb4-9d173a898efe {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:35.316592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.346823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:35.347814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:35.372446 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b3eb110d-14d8-49a0-863e-c0a87099d1b9 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/3d3f2caa-3ddc-43e0-ac05-c687e080afb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4425066 Mar 03 12:14:35.377097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57932) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:35.438127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.465547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network f3f45c70-3072-4ee5-88d1-706cec9a71ce is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:35.465700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:35.466469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.471960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.474520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.477702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-39c2ef07-f30f-45a3-a7ef-ddbcc2b03e92 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:35.491470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.494560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] Routers {'3d3f2caa-3ddc-43e0-ac05-c687e080afb6'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:35.495393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:35.543242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=e82d8601-90b6-4056-abda-de2ab4bef3d6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:35.555432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-759dad54-0d1d-4f4c-880d-43acf0522c50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/e82d8601-90b6-4056-abda-de2ab4bef3d6 HTTP/1.1" status: 204 len: 168 time: 6.9278312 Mar 03 12:14:35.561625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57936) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:35.562935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.574566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:35.575062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d470ce-8865-434b-8c08-ed0125c98175 None None] The sync data for ids ['3d3f2caa-3ddc-43e0-ac05-c687e080afb6'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:35.594185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3c2ec02c-065d-46c1-8111-324a07561f85 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:35.615090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834027736'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:35.629644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:35.672841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f3f45c70-3072-4ee5-88d1-706cec9a71ce) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:35.691605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:35.705310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:35.720886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:35.721472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.751546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:35.779344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=509113c0-7fa7-4ad4-ba68-13f033ed43a4,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:35.791412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.795792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-39c2ef07-f30f-45a3-a7ef-ddbcc2b03e92 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:35.797488 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-39c2ef07-f30f-45a3-a7ef-ddbcc2b03e92 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d3f2caa-3ddc-43e0-ac05-c687e080afb6 HTTP/1.1" status: 200 len: 205 time: 0.4194925 Mar 03 12:14:35.805151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57940) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:35.809835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 3c2ec02c-065d-46c1-8111-324a07561f85 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:35.810448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.865810 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aa438fd2-de55-4c72-8d18-af75a9b6d31d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5178115 Mar 03 12:14:35.876856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57944) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:35.877579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:35.894964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c930c4-9cc5-4ec1-b9fb-edbbe08c2eef None None] Unable to find a vacant binding_index for network f3f45c70-3072-4ee5-88d1-706cec9a71ce and agent 4c40148d-91e0-493b-8668-34ad5c3546ed {{(pid=88432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 03 12:14:35.910253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c930c4-9cc5-4ec1-b9fb-edbbe08c2eef None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f3f45c70-3072-4ee5-88d1-706cec9a71ce) {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:14:35.933574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1089449883'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:35.950538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:35.956586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:35.959771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:35.990051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:36.007595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:36.064813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.069119 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-173da455-997f-4a1f-9b87-0a2d502d7ddf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c HTTP/1.1" status: 204 len: 168 time: 2.3208587 Mar 03 12:14:36.069804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57948) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:36.073404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.105961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:36.109357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.126457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.128527 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b5f745c6-1056-4e8b-b175-c8c5996493e7 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5678747 Mar 03 12:14:36.141340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b21401ae-99d7-4b4c-b0c0-d41fa894cc55 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.177196 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57e5641-f317-4796-a137-87e4c2b9f910 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:14:36.177762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f57e5641-f317-4796-a137-87e4c2b9f910 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:36.205394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57952) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:36.221125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'port': {'network_id': '7932dc66-a37f-468b-a244-85bb859ba74b', 'name': 'tempest-FloatingIPTestJSON-895043041'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:36.246779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for a1150932-540a-4486-afb4-9d173a898efe owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:36.275991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:36.278917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.340199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:36.363300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.363636 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 04adc1c1-648c-4e17-b069-3219332df9d4 of type vlan for network 2f5de680-c92d-415c-8a08-eac4f55e3a61 Mar 03 12:14:36.373341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f57e5641-f317-4796-a137-87e4c2b9f910 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:36.374446 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f57e5641-f317-4796-a137-87e4c2b9f910 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c HTTP/1.1" status: 404 len: 333 time: 0.3042147 Mar 03 12:14:36.399942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:36.401866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57956) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:36.435773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.468049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Allocated IP 172.20.0.14 (2b180cf7-3c25-4fab-9335-75160a9f63c5/dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad/e92fb8ef-f6a2-45a3-ada0-a9f29882754a) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:36.512086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f3f45c70-3072-4ee5-88d1-706cec9a71ce', 'network_id': 'f3f45c70-3072-4ee5-88d1-706cec9a71ce', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': '099f2f98-d529-40b6-ba01-6086c7652900'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:36.512907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.537349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.581806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.587318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:36.587904 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.592639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.592920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 74a80438-81d3-4ef7-b6a2-19fa9b577a3d of type vlan for network 70144e56-7ed3-4355-8cac-28ffc0e5f9cc Mar 03 12:14:36.624830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=a1150932-540a-4486-afb4-9d173a898efe,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:36.676568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Allocated IP 172.20.255.242 (f3f45c70-3072-4ee5-88d1-706cec9a71ce/099f2f98-d529-40b6-ba01-6086c7652900/fab7be34-cfce-4abd-985b-901fce32fab2) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:36.677118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b21401ae-99d7-4b4c-b0c0-d41fa894cc55 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.688558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b21401ae-99d7-4b4c-b0c0-d41fa894cc55 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.744294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.746920 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7bb04ead-3123-4157-83ac-555a240a0878 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/a1150932-540a-4486-afb4-9d173a898efe HTTP/1.1" status: 204 len: 168 time: 1.6025786 Mar 03 12:14:36.750938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57960) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:36.758947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet b8a4874f-9c42-4abb-9e41-037c9978c0d2 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:36.772149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.787859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=2f5de680-c92d-415c-8a08-eac4f55e3a61,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:36.811431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 2f5de680-c92d-415c-8a08-eac4f55e3a61 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:36.812354 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-57142978-1e77-4a76-b68f-562e6ce2f6ec tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9327521 Mar 03 12:14:36.815010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57964) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:36.825589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8965a6-cf65-4221-8a2c-05faabbfb9a9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:36.826913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8965a6-cf65-4221-8a2c-05faabbfb9a9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:36.830733 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7b8965a6-cf65-4221-8a2c-05faabbfb9a9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0767698 Mar 03 12:14:36.831797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': '2f5de680-c92d-415c-8a08-eac4f55e3a61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:36.850335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57968) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:36.887735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.895734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:36.910064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:port and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:36.915258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:36.927691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:36.934645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.981723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:36.993371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Transition to ACTIVE for port object fab7be34-cfce-4abd-985b-901fce32fab2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:36.995608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 78eaf578-96ed-420d-915d-3059fe20b5d6 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:37.001784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.002500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b21401ae-99d7-4b4c-b0c0-d41fa894cc55 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.002987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21401ae-99d7-4b4c-b0c0-d41fa894cc55 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3f2caa-3ddc-43e0-ac05-c687e080afb6 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:14:37.026386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Transition to ACTIVE for port object fab7be34-cfce-4abd-985b-901fce32fab2 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:37.035319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:37.045235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:37.050797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.054362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:37.064698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:37.070094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b21401ae-99d7-4b4c-b0c0-d41fa894cc55 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.071212 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b21401ae-99d7-4b4c-b0c0-d41fa894cc55 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/3d3f2caa-3ddc-43e0-ac05-c687e080afb6 HTTP/1.1" status: 204 len: 168 time: 1.2651277 Mar 03 12:14:37.074811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57972) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:37.076680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:37.080321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.093950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.121499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.121823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] device_id is not set on port 025d8815-1a90-4c14-ae19-cdc55ed1918b yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:37.160169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.165606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:37.166211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.175796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Network f3f45c70-3072-4ee5-88d1-706cec9a71ce is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:37.178560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:37.184180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:37.186727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:37.193330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.228776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet bf7a803e-9687-41a6-a077-1c7f791c02fd {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:37.238322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.249315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.250846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Pushing event updated for resources: {'Port': ['ID=fab7be34-cfce-4abd-985b-901fce32fab2,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:37.293180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.314345 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Attempting to bind port fab7be34-cfce-4abd-985b-901fce32fab2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:37.314704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Attempting to bind port fab7be34-cfce-4abd-985b-901fce32fab2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'f42721dd-e635-4573-90e5-bd49d428e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f3f45c70-3072-4ee5-88d1-706cec9a71ce'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:37.315067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Attempting to bind port fab7be34-cfce-4abd-985b-901fce32fab2 on network f3f45c70-3072-4ee5-88d1-706cec9a71ce {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:37.320751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:37.324822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Checking segment: {'id': 'f42721dd-e635-4573-90e5-bd49d428e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f3f45c70-3072-4ee5-88d1-706cec9a71ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:37.324822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.324822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Bound using segment: {'id': 'f42721dd-e635-4573-90e5-bd49d428e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f3f45c70-3072-4ee5-88d1-706cec9a71ce'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:37.324822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Bound port: fab7be34-cfce-4abd-985b-901fce32fab2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42721dd-e635-4573-90e5-bd49d428e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f3f45c70-3072-4ee5-88d1-706cec9a71ce'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:37.324822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.362273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=70144e56-7ed3-4355-8cac-28ffc0e5f9cc,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:37.373671 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-157412bf-dc1d-4cd2-8f7f-cabdffb46a2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8060453 Mar 03 12:14:37.379750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57976) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:37.412663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 70144e56-7ed3-4355-8cac-28ffc0e5f9cc details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:37.516704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] For port fab7be34-cfce-4abd-985b-901fce32fab2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:37.537575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] For port fab7be34-cfce-4abd-985b-901fce32fab2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fab7be34-cfce-4abd-985b-901fce32fab2,segment=NetworkSegment(f42721dd-e635-4573-90e5-bd49d428e230),segment_id=f42721dd-e635-4573-90e5-bd49d428e230)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:37.551008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': '70144e56-7ed3-4355-8cac-28ffc0e5f9cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:37.574964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.584076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.606723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.641774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.702334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082684c-813b-49e9-a848-18a3a2fc500e None None] Pushing event updated for resources: {'Port': ['ID=fab7be34-cfce-4abd-985b-901fce32fab2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:37.702581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network 2b180cf7-3c25-4fab-9335-75160a9f63c5 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:37.757161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:37.772258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.780961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:37.812994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.846241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.860939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.2 (7932dc66-a37f-468b-a244-85bb859ba74b/2ef56623-5e41-4c7a-94a8-b84a49a56742/025d8815-1a90-4c14-ae19-cdc55ed1918b) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:37.871475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7a803e-9687-41a6-a077-1c7f791c02fd,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:37.871822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Port': ['ID=e92fb8ef-f6a2-45a3-ada0-a9f29882754a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:37.891025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a4874f-9c42-4abb-9e41-037c9978c0d2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:37.929087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.940232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:37.944992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:37.953110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.953549 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-87984ea8-2581-44fd-a858-dce6fa7837d4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/b8a4874f-9c42-4abb-9e41-037c9978c0d2 HTTP/1.1" status: 204 len: 168 time: 1.5445378 Mar 03 12:14:37.954681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 57980) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:37.959774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:37.977390 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/78eaf578-96ed-420d-915d-3059fe20b5d6 HTTP/1.1" status: 204 len: 168 time: 1.1253297 Mar 03 12:14:37.977390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:37.984445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-26750ca0-ad19-4ed7-8c4e-a439e9f6ed1b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/bf7a803e-9687-41a6-a077-1c7f791c02fd HTTP/1.1" status: 204 len: 168 time: 0.9026697 Mar 03 12:14:37.984445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca40375-da79-4e4f-96d7-429e35d74456 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=78eaf578-96ed-420d-915d-3059fe20b5d6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:37.984445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57984) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:37.984445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57986) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:38.023087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.064921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:38.080502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-38965eb8-9dad-490e-8911-890b69c72257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.122135 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c88c555c-b4d1-44cc-bbf4-aa609493a8b4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1388552 Mar 03 12:14:38.126892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57992) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:38.139086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:38.196996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet 15847071-2065-4760-823c-10e3e7995f97 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:38.237910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:38.249128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.261872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:38.265311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.278730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.340489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.373267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:38.384325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:38.389843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:38.399119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:38.406366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.503471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.505071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=a3fd4cb8-f869-4a40-b0fb-3a349ab4deb6,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:38.525869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.559556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:38.563063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.619676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '04adc1c1-648c-4e17-b069-3219332df9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2f5de680-c92d-415c-8a08-eac4f55e3a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:38.620214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: 2f5de680-c92d-415c-8a08-eac4f55e3a61, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:38.701236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.758620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee30e51-ad68-4cf0-a213-fc2a93c05445 None None] Network f3f45c70-3072-4ee5-88d1-706cec9a71ce requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:38.796194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 2f5de680-c92d-415c-8a08-eac4f55e3a61 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:38.808461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ac132-86af-42ef-b45c-e0158070ae80 None None] Network 4fdfac84-44e1-4e28-ae74-c41739b54aa1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:38.826494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.895257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.896624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 2f5de680-c92d-415c-8a08-eac4f55e3a61) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:38.903770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=15847071-2065-4760-823c-10e3e7995f97,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:38.906387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.909733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:38.910389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.936357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:38.953581 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0129b952-9302-4a08-b836-874f43daf960 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/15847071-2065-4760-823c-10e3e7995f97 HTTP/1.1" status: 204 len: 168 time: 0.9663920 Mar 03 12:14:38.962242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 57998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:38.988747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8b577-664d-4cec-9897-4a16d3b47df0 None None] Network 2f5de680-c92d-415c-8a08-eac4f55e3a61 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:39.009004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d501ba-2eb8-4f21-9044-777d4b720fa9 None None] Network e8e174d2-85b8-43bd-bf77-e3ef792a2e4a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:39.013235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.170254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.181406 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5ab03902-2433-40ad-9365-dc87cff48505 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3626456 Mar 03 12:14:39.187627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58002) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:39.204051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:39.225204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:39.230632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:39.230632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.279386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port f0098171-56d6-4561-8764-2e4aef607fe5 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:39.279713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.299951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1afc0d5-d1fb-4ee1-b648-d72f9b08eb1b None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:39.314364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fd6b8-db0e-4bcf-9dd4-c5fe23df669f None None] Network 6b56f2a1-2c5f-4bf5-a306-662059e9825c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:39.352192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.394605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a64bbada-a47a-4f78-a9bb-d3046cc57eca None None] Provisioning for port fab7be34-cfce-4abd-985b-901fce32fab2 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:39.407430 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2745705 Mar 03 12:14:39.407430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37220f40-df9f-418b-b64f-06dd4fc9ee66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=ea7d6cb0-70f5-4399-a8ee-139ed6e3b42a,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:39.409172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58008) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:39.428853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': 'ea7d6cb0-70f5-4399-a8ee-139ed6e3b42a', 'ip_address': '2001:db8::74dc:4e21:787f:4b68'}], 'name': 'tempest-NetworksTestDHCPv6-282006293'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:39.512488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.518373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 7932dc66-a37f-468b-a244-85bb859ba74b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:39.630423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:39.632600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=025d8815-1a90-4c14-ae19-cdc55ed1918b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:39.644027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:39.644445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.752607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.774149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fab7be34-cfce-4abd-985b-901fce32fab2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:39.828956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port f0098171-56d6-4561-8764-2e4aef607fe5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f0098171-56d6-4561-8764-2e4aef607fe5,segment=NetworkSegment(5996312f-8ced-4016-9285-84b91291a1a7),segment_id=5996312f-8ced-4016-9285-84b91291a1a7)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:39.829949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.862193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:39.934722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=e6fcd375-c9cb-4a1d-aac3-5cdc4c1eb9c4,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:39.966400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.002044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for f0098171-56d6-4561-8764-2e4aef607fe5 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:40.061023 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9 HTTP/1.1" status: 204 len: 168 time: 2.0955386 Mar 03 12:14:40.070697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58012) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:40.083561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db08d6b-9830-400b-b13e-61ad8c36f7ff tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:40.092101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:40.092839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.117749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '74a80438-81d3-4ef7-b6a2-19fa9b577a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '70144e56-7ed3-4355-8cac-28ffc0e5f9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:40.118941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: 70144e56-7ed3-4355-8cac-28ffc0e5f9cc, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:40.134135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:40.162431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:40.181938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.241069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.241290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e3e9d7f7-c608-44e1-a738-be199876d5c5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0346472 Mar 03 12:14:40.248997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58016) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:40.258700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'port_id': '025d8815-1a90-4c14-ae19-cdc55ed1918b'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:40.286401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:40.313581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network 70144e56-7ed3-4355-8cac-28ffc0e5f9cc is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:40.348166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-10279be2-3b73-4689-bd1a-57101cf6f534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.352470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.359662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.434331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85568622-3eee-4e0c-8492-70ff3f538468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-2f5de680-c92d-415c-8a08-eac4f55e3a61', 'network_id': '2f5de680-c92d-415c-8a08-eac4f55e3a61', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': 'a3fd4cb8-f869-4a40-b0fb-3a349ab4deb6'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:40.435083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-85568622-3eee-4e0c-8492-70ff3f538468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.456374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 895c8ff2-902e-44a2-b29f-ffca5fed1627 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:40.456931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.467773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port fab7be34-cfce-4abd-985b-901fce32fab2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:40.497639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc76989-07a4-41cb-b0c6-eb5e063211c2 None None] DHCP port deletion for 4fdfac84-44e1-4e28-ae74-c41739b54aa1 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:40.499685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port fab7be34-cfce-4abd-985b-901fce32fab2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:40.500078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.518028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 70144e56-7ed3-4355-8cac-28ffc0e5f9cc) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:40.533333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:40.533618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.557897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7a537-0452-4abc-9fc1-f6d43fc511ac None None] Network 70144e56-7ed3-4355-8cac-28ffc0e5f9cc requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:40.612823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.639367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] DHCP port deletion for e8e174d2-85b8-43bd-bf77-e3ef792a2e4a request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:40.644358 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b4b4b43d-415b-49b1-9874-f44905425805 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2633157 Mar 03 12:14:40.645934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.652213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58020) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:40.654994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port e8802e99-940f-459a-9b1f-6f8c44ac82aa yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:40.692905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] Deleting port 91bcfb0c-c843-4807-8f50-8a389c374949 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:40.693304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.708363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.723195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=f0098171-56d6-4561-8764-2e4aef607fe5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:40.725203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fd4cb8-f869-4a40-b0fb-3a349ab4deb6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:40.739736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No DVR routers for this DVR port f0098171-56d6-4561-8764-2e4aef607fe5 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:40.837755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:40.856796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Router 0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:14:40.952618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1429f536-189e-403b-a289-5537dcc8c996 None None] Network 2f5de680-c92d-415c-8a08-eac4f55e3a61 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:41.247387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] DHCP port deletion for 6b56f2a1-2c5f-4bf5-a306-662059e9825c request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:41.284543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.301820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Deleting port 895c8ff2-902e-44a2-b29f-ffca5fed1627 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:41.302177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.387366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a091004-63ae-4ac1-bf30-02688af4d163 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:41.405542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5de680-c92d-415c-8a08-eac4f55e3a61']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:41.454408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04adc1c1-648c-4e17-b069-3219332df9d4') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:41.455443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04adc1c1-648c-4e17-b069-3219332df9d4') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:41.455678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:41.475688 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Sync routers for ids ['0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:41.505736 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Routers {'0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:41.511690 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:41.552440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.567850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.607551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::74dc:4e21:787f:4b68 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/ea7d6cb0-70f5-4399-a8ee-139ed6e3b42a/e8802e99-940f-459a-9b1f-6f8c44ac82aa) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:41.672140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.692515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.695640 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-90fbe5da-94a0-451e-9291-f6e18dc709f4 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.2990069 Mar 03 12:14:41.697201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.697897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58026) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:41.700474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47656b42-4237-4f98-9473-70436a2bec66 None None] Network f3f45c70-3072-4ee5-88d1-706cec9a71ce requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:41.712160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.721814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.731324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.773471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fcd375-c9cb-4a1d-aac3-5cdc4c1eb9c4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:41.799715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:41.804025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.815795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdfac84-44e1-4e28-ae74-c41739b54aa1']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:41.825606 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:41.884638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-97d2a90e-842d-4c1a-a251-9b3bb1c86ff3 None None] Provisioning complete for port 3c2ec02c-065d-46c1-8111-324a07561f85 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:41.886280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-97d2a90e-842d-4c1a-a251-9b3bb1c86ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.897471 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Set router 0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:14:41.934768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:41.969476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5996312f-8ced-4016-9285-84b91291a1a7') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:41.969851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5996312f-8ced-4016-9285-84b91291a1a7') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:42.008806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.020433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] For port 895c8ff2-902e-44a2-b29f-ffca5fed1627, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=895c8ff2-902e-44a2-b29f-ffca5fed1627,segment=NetworkSegment(1c67431d-be03-4a62-9dcf-dfe7c8e5b52d),segment_id=1c67431d-be03-4a62-9dcf-dfe7c8e5b52d)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:42.020833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.050418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70144e56-7ed3-4355-8cac-28ffc0e5f9cc']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:42.062114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port fab7be34-cfce-4abd-985b-901fce32fab2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fab7be34-cfce-4abd-985b-901fce32fab2,segment=NetworkSegment(f42721dd-e635-4573-90e5-bd49d428e230),segment_id=f42721dd-e635-4573-90e5-bd49d428e230)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:42.079468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a80438-81d3-4ef7-b6a2-19fa9b577a3d') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:42.079804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a80438-81d3-4ef7-b6a2-19fa9b577a3d') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:42.099539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.129380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0434b1-f268-4598-8c5b-f92526d5c909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-70144e56-7ed3-4355-8cac-28ffc0e5f9cc', 'network_id': '70144e56-7ed3-4355-8cac-28ffc0e5f9cc', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': 'e6fcd375-c9cb-4a1d-aac3-5cdc4c1eb9c4'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:42.130483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b0434b1-f268-4598-8c5b-f92526d5c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.135004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.149905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] For port 91bcfb0c-c843-4807-8f50-8a389c374949, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=91bcfb0c-c843-4807-8f50-8a389c374949,segment=NetworkSegment(5b7b6b92-d856-471f-92f8-cca43798af89),segment_id=5b7b6b92-d856-471f-92f8-cca43798af89)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:42.150384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.151091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:42.151508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:42.168428 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:42.207093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.227854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 895c8ff2-902e-44a2-b29f-ffca5fed1627 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:42.255918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.256207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.273958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.284796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:42.285219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:42.311256 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:42.371929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.403136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.408765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=70144e56-7ed3-4355-8cac-28ffc0e5f9cc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:42.415590 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-12e8fae3-cb0d-4834-85da-c6b244f3d35e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/70144e56-7ed3-4355-8cac-28ffc0e5f9cc HTTP/1.1" status: 204 len: 168 time: 1.7622838 Mar 03 12:14:42.417899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58030) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:42.423743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193301932'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:42.429581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:42.432781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:42.436031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:42.442309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:42.459562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] Calling delete_port for 91bcfb0c-c843-4807-8f50-8a389c374949 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:42.467639 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5', 'name': '', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5', 'external_fixed_ips': [{'subnet_id': 'dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e92fb8ef-f6a2-45a3-ada0-a9f29882754a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:14:32Z', 'updated_at': '2022-03-03T12:14:38Z', 'revision_number': 3, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port': {'id': 'e92fb8ef-f6a2-45a3-ada0-a9f29882754a', 'name': '', 'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:52:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:14:35Z', 'updated_at': '2022-03-03T12:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:42.471657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.473267 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Checking router: 0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:14:42.473703 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Updating router 0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5 port e92fb8ef-f6a2-45a3-ada0-a9f29882754a binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:14:42.492118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=2f5de680-c92d-415c-8a08-eac4f55e3a61,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:42.498615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 91bcfb0c-c843-4807-8f50-8a389c374949 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:42.512153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.530770 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.537072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:42.541330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.571032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:42.587337 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8afa4bc5-3a72-496a-92e5-628ef44be300 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/2f5de680-c92d-415c-8a08-eac4f55e3a61 HTTP/1.1" status: 204 len: 168 time: 3.3948019 Mar 03 12:14:42.593235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58034) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:42.600498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195218998'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:42.610674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:42.610845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.610845 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 10e78f5c-cd82-4413-a56c-72ae8e0d32d7 of type vlan for network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 Mar 03 12:14:42.610845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:42.612907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a8afe6-2b52-4e68-aea6-fe85b412a6ca None None] Network 70144e56-7ed3-4355-8cac-28ffc0e5f9cc requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:42.620910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:42.624590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:42.633830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:42.656557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.699024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] For port 895c8ff2-902e-44a2-b29f-ffca5fed1627, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=895c8ff2-902e-44a2-b29f-ffca5fed1627,segment=NetworkSegment(1c67431d-be03-4a62-9dcf-dfe7c8e5b52d),segment_id=1c67431d-be03-4a62-9dcf-dfe7c8e5b52d)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:42.699456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.714987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:42.723766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.743142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a8afe6-2b52-4e68-aea6-fe85b412a6ca None None] Network 70144e56-7ed3-4355-8cac-28ffc0e5f9cc could not be found, it might have been deleted concurrently. {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 12:14:42.770871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.779817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.796908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:42.799450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object e8802e99-940f-459a-9b1f-6f8c44ac82aa will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:42.805525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.818270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:42.819332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.831742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.833189 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 287e832d-fd95-44b1-8642-6672e5cb9a1b of type vlan for network 0858680e-8f52-4d1a-8fbc-9b2b275000bd Mar 03 12:14:42.952905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=fab7be34-cfce-4abd-985b-901fce32fab2,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:42.966738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:42.976505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.004241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:43.011754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.017805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.024216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Calling delete_port for 895c8ff2-902e-44a2-b29f-ffca5fed1627 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:43.074795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.075634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:43.079125 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.092888 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Transition to ACTIVE for port object e92fb8ef-f6a2-45a3-ada0-a9f29882754a will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:43.094837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=4fdfac84-44e1-4e28-ae74-c41739b54aa1,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:43.101140 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eff37c90-8bbe-4ac7-9e4b-f76d775a0616 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6821027 Mar 03 12:14:43.101856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58038) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:43.107468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:43.120736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No DVR routers for this DVR port 895c8ff2-902e-44a2-b29f-ffca5fed1627 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:43.126925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=895c8ff2-902e-44a2-b29f-ffca5fed1627,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:43.129238 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cc11e9cd-d3f8-4801-b33a-626af37dc73d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/4fdfac84-44e1-4e28-ae74-c41739b54aa1 HTTP/1.1" status: 204 len: 168 time: 4.1648047 Mar 03 12:14:43.131981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58042) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:43.152895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.159395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:43.160331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.165627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.187980 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.213687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.277332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.321182 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Pushing event updated for resources: {'Port': ['ID=e92fb8ef-f6a2-45a3-ada0-a9f29882754a,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:43.330440 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Attempting to bind port e92fb8ef-f6a2-45a3-ada0-a9f29882754a on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:43.330910 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Attempting to bind port e92fb8ef-f6a2-45a3-ada0-a9f29882754a by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '4908103c-dde3-4341-9b02-c69fd1756803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:43.331461 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Attempting to bind port e92fb8ef-f6a2-45a3-ada0-a9f29882754a on network 2b180cf7-3c25-4fab-9335-75160a9f63c5 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:43.342829 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.347978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.349876 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.350265 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.350598 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:43.352482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.367358 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:43.367561 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Checking segment: {'id': '4908103c-dde3-4341-9b02-c69fd1756803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:43.368908 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.371137 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Bound using segment: {'id': '4908103c-dde3-4341-9b02-c69fd1756803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:43.371974 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Bound port: e92fb8ef-f6a2-45a3-ada0-a9f29882754a, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4908103c-dde3-4341-9b02-c69fd1756803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2b180cf7-3c25-4fab-9335-75160a9f63c5'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:43.372888 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.394641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] Pushing event deleted for resources: {'Port': ['ID=91bcfb0c-c843-4807-8f50-8a389c374949,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:43.398747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b56f2a1-2c5f-4bf5-a306-662059e9825c']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:43.418642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.421749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP dcf077c3-d02e-4c36-9f0c-7af22310568c associated. External IP: 172.26.8.174, port: 025d8815-1a90-4c14-ae19-cdc55ed1918b. Mar 03 12:14:43.444261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a96cdc-dec0-49e3-b652-0096f445cbcd None None] No DVR routers for this DVR port 91bcfb0c-c843-4807-8f50-8a389c374949 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:43.453450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:14:43.453818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:14:43.464180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a5a0e883-7a92-475a-abc5-e7f558d2026f None None] Provisioning complete for port fab7be34-cfce-4abd-985b-901fce32fab2 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:43.464360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e883-7a92-475a-abc5-e7f558d2026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.496549 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] For port e92fb8ef-f6a2-45a3-ada0-a9f29882754a, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:43.502099 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] For port e92fb8ef-f6a2-45a3-ada0-a9f29882754a, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e92fb8ef-f6a2-45a3-ada0-a9f29882754a,segment=NetworkSegment(4908103c-dde3-4341-9b02-c69fd1756803),segment_id=4908103c-dde3-4341-9b02-c69fd1756803)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:43.504160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c67431d-be03-4a62-9dcf-dfe7c8e5b52d') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:43.504652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c67431d-be03-4a62-9dcf-dfe7c8e5b52d') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:43.520678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Deleting port e92fb8ef-f6a2-45a3-ada0-a9f29882754a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:43.521030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.566584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.590093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 895c8ff2-902e-44a2-b29f-ffca5fed1627 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:43.612720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.617145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:43.630057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 895c8ff2-902e-44a2-b29f-ffca5fed1627 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:43.630398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 895c8ff2-902e-44a2-b29f-ffca5fed1627 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:43.630822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f0098171-56d6-4561-8764-2e4aef607fe5 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:43.635107 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0377398 Mar 03 12:14:43.638167 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.643482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:43.654966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58046) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:43.667029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:43.667331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357c4ce-a610-425c-9eed-bdfaa967917c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=0858680e-8f52-4d1a-8fbc-9b2b275000bd,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:43.667438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.670028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: f0098171-56d6-4561-8764-2e4aef607fe5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:43.670378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f0098171-56d6-4561-8764-2e4aef607fe5 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:43.681771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:43.683103 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:43.701465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:43.707627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:43.708338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.716663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 0858680e-8f52-4d1a-8fbc-9b2b275000bd details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:43.732487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=e8802e99-940f-459a-9b1f-6f8c44ac82aa,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:43.765364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:43.790669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:43.805011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:43.813747 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Routers {'0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:43.814284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:43.820669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:43.837316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:43.961510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Deleting port 895c8ff2-902e-44a2-b29f-ffca5fed1627 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:43.963562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.075400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7e35dc93-d0e1-4bbe-ae83-16113358b1cb None None] The port '895c8ff2-902e-44a2-b29f-ffca5fed1627' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:14:44.095039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d3732f98-9099-4367-8eb3-7db72f3524fc None None] Provisioning complete for port 3c2ec02c-065d-46c1-8111-324a07561f85 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:44.096245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3732f98-9099-4367-8eb3-7db72f3524fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.116371 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] Set router 0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:14:44.135848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] For port e92fb8ef-f6a2-45a3-ada0-a9f29882754a, host dv-neutron-831730-1-hyperv, got binding levels [] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:44.136382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.154200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.183946 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7401b827-9fb2-4b3b-9598-9e22d16f470e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7656898 Mar 03 12:14:44.183946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:44.185599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.213666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58052) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:44.213666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.213666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=6b56f2a1-2c5f-4bf5-a306-662059e9825c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:44.311484 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5', 'name': '', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:14:32Z', 'updated_at': '2022-03-03T12:14:43Z', 'revision_number': 4, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:44.315620 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eeb10-b21c-4a17-aa62-ee6e688f61a2 None None] Pushing event updated for resources: {'Port': ['ID=e92fb8ef-f6a2-45a3-ada0-a9f29882754a,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:44.319738 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a35630-fce8-4146-beb4-da111fda5ebc None None] The sync data for ids ['0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5'] in dv-neutron-831730-1-hyperv is: [{'id': '0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5', 'name': '', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:14:32Z', 'updated_at': '2022-03-03T12:14:43Z', 'revision_number': 4, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:44.384671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fab7be34-cfce-4abd-985b-901fce32fab2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:44.434843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Calling delete_port for e92fb8ef-f6a2-45a3-ada0-a9f29882754a owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:44.444538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:44.457692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:44.462152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8331b2a8-2f48-4915-9a50-b6674ed30a21 None None] Provisioning complete for port fab7be34-cfce-4abd-985b-901fce32fab2 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:44.462526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8331b2a8-2f48-4915-9a50-b6674ed30a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.467738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:44.480931 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7d20ad8e-7170-450b-8a03-509a688a713e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/6b56f2a1-2c5f-4bf5-a306-662059e9825c HTTP/1.1" status: 204 len: 168 time: 4.4048219 Mar 03 12:14:44.486345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58056) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:44.530169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:44.565285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.601089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e174d2-85b8-43bd-bf77-e3ef792a2e4a']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:44.616903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7b6b92-d856-471f-92f8-cca43798af89') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:44.619861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7b6b92-d856-471f-92f8-cca43798af89') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:44.634785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.635312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port fab7be34-cfce-4abd-985b-901fce32fab2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:44.635943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.646859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:44.650498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.726317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.745138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:44.745530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:44.759727 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:44.761743 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:14:44.763293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8331b2a8-2f48-4915-9a50-b6674ed30a21 None None] Provisioning for port e8802e99-940f-459a-9b1f-6f8c44ac82aa completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:44.777809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8331b2a8-2f48-4915-9a50-b6674ed30a21 None None] Provisioning complete for port e8802e99-940f-459a-9b1f-6f8c44ac82aa triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:44.778187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8331b2a8-2f48-4915-9a50-b6674ed30a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:44.831655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Performing IP validity checks on allocation pools {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:14:44.831655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:14:44.833339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8331b2a8-2f48-4915-9a50-b6674ed30a21 None None] Port e8802e99-940f-459a-9b1f-6f8c44ac82aa cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:44.888724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:44.920502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a98fc8a-f490-44ab-b5e4-7192bd6c7f68 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:44.926892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a98fc8a-f490-44ab-b5e4-7192bd6c7f68 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:44.927702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8a98fc8a-f490-44ab-b5e4-7192bd6c7f68 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:44.954687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f99ed5-ec55-41f0-8d17-ed4b29657e16 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:44.955384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a6f99ed5-ec55-41f0-8d17-ed4b29657e16 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:45.002364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.023058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.040603 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=e8e174d2-85b8-43bd-bf77-e3ef792a2e4a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:45.046502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.084576 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-607d349a-02b6-4cc9-a31d-24de87b578e0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/e8e174d2-85b8-43bd-bf77-e3ef792a2e4a HTTP/1.1" status: 204 len: 168 time: 1.9509416 Mar 03 12:14:45.110450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58060) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.122001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307198478'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:45.131818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a6f99ed5-ec55-41f0-8d17-ed4b29657e16 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:45.136594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a6f99ed5-ec55-41f0-8d17-ed4b29657e16 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6350689 Mar 03 12:14:45.136594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8a98fc8a-f490-44ab-b5e4-7192bd6c7f68 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:45.136594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8a98fc8a-f490-44ab-b5e4-7192bd6c7f68 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.9120727 Mar 03 12:14:45.136594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:14:45.136594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:14:45.143995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.143995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58066) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.154651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:45.173124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:45.179029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:45.191627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=809660d2-a40f-4c45-8cbc-82e50452bc3c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:45.193865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:45.209752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '10e78f5c-cd82-4413-a56c-72ae8e0d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:45.210107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:45.228771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.278210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:45.289076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:45.291886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:45.293027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.296601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port e8802e99-940f-459a-9b1f-6f8c44ac82aa {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:45.296601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.302084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:45.303322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:45.328083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:45.330962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.332245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=c94d28db-f95b-4c9c-927d-99084da43476,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:45.353558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '287e832d-fd95-44b1-8642-6672e5cb9a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:45.353976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: 0858680e-8f52-4d1a-8fbc-9b2b275000bd, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:45.365050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:45.381738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.382145 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment e5c9ddf7-8bb0-409e-8c12-5804315044c2 of type vlan for network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a Mar 03 12:14:45.419060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.440997 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b7369076-21ae-44dd-9649-e17dcfb775ab tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/floatingips/dcf077c3-d02e-4c36-9f0c-7af22310568c HTTP/1.1" status: 200 len: 977 time: 5.1905653 Mar 03 12:14:45.445382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:45.445599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58072) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.447970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:45.456469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4749432-115f-47e4-a56b-0e615c67b1c9 None None] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:45.472354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:45.472984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:45.488643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:45.489249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.503168 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d418d59-da91-4cfb-b821-9dcac7b71de1 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3552930 Mar 03 12:14:45.505085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58076) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.512066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-906720035'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:45.525122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:45.527965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 0858680e-8f52-4d1a-8fbc-9b2b275000bd is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:45.532268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:45.540512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 025d8815-1a90-4c14-ae19-cdc55ed1918b {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:45.540850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.549678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:45.550794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3efd3-c708-4ba9-9a7c-5b8b37250591 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:45.551516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:45.570702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 0858680e-8f52-4d1a-8fbc-9b2b275000bd) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:45.571840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:45.582914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:45.583712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.592053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.597715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:45.598450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.602316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf3e84-966c-4dbc-8e50-485d49b1e415 None None] Network 0858680e-8f52-4d1a-8fbc-9b2b275000bd requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:45.638336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Deleting port e92fb8ef-f6a2-45a3-ada0-a9f29882754a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:45.638594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.653870 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-39d32c5f-95c7-4bc8-ba02-5225b487c335 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5509911 Mar 03 12:14:45.668820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58080) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.684541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:45.772182 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-32c7deb7-2694-4aff-b3dc-a736e90fa332 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1021750 Mar 03 12:14:45.774094 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6627002 Mar 03 12:14:45.775009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58084) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.782873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58086) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:45.805616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:45.809573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.810586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4d1a2-6407-4494-8999-35ca115063ad tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=5a324b2e-6107-4163-b6f8-d9e6fcdb907a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:45.818573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:45.827889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:45.903325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:45.968084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:45.983381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2', 'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': '809660d2-a40f-4c45-8cbc-82e50452bc3c'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:45.984491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.108334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-0858680e-8f52-4d1a-8fbc-9b2b275000bd', 'network_id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': 'c94d28db-f95b-4c9c-927d-99084da43476'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:46.109179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.123156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for e8802e99-940f-459a-9b1f-6f8c44ac82aa owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:46.165483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.165483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment 9bfb8b55-b34d-445b-a3bb-582e5c05ba69 of type vlan for network f1e8a06c-1312-4cfb-9778-648fe9654e3f Mar 03 12:14:46.184722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:46.217106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:subnet and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:46.240549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:46.251988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] For port e92fb8ef-f6a2-45a3-ada0-a9f29882754a, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e92fb8ef-f6a2-45a3-ada0-a9f29882754a,segment=NetworkSegment(4908103c-dde3-4341-9b02-c69fd1756803),segment_id=4908103c-dde3-4341-9b02-c69fd1756803)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:46.252379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.262611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:46.265158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.268925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:46.300064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:46.304329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:46.312464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Allocated IP 2001:db8::2 (d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2/809660d2-a40f-4c45-8cbc-82e50452bc3c/15c089c8-9567-423e-87e6-2fe0fa41f37f) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:46.314997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:46.328404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.376273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Allocated IP 172.20.0.3 (0858680e-8f52-4d1a-8fbc-9b2b275000bd/c94d28db-f95b-4c9c-927d-99084da43476/22bb491c-4843-4d0b-be04-e324e9114781) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:46.383222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.393291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:46.396991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.549362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Calling delete_port for e92fb8ef-f6a2-45a3-ada0-a9f29882754a owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:46.588725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:46.657575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:46.660710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.714713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.720878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.752356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.795014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.800690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:46.801205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.896443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Transition to ACTIVE for port object 22bb491c-4843-4d0b-be04-e324e9114781 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:46.899364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Transition to ACTIVE for port object 15c089c8-9567-423e-87e6-2fe0fa41f37f will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:46.931524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Transition to ACTIVE for port object 15c089c8-9567-423e-87e6-2fe0fa41f37f will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:46.934248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Transition to ACTIVE for port object 22bb491c-4843-4d0b-be04-e324e9114781 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:46.950589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.966553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=f1e8a06c-1312-4cfb-9778-648fe9654e3f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:46.979698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:46.986247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.986685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:46.986963 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP dcf077c3-d02e-4c36-9f0c-7af22310568c disassociated. External IP: 172.26.8.174, port: 025d8815-1a90-4c14-ae19-cdc55ed1918b. Mar 03 12:14:46.987297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 025d8815-1a90-4c14-ae19-cdc55ed1918b owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:47.026968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=e8802e99-940f-459a-9b1f-6f8c44ac82aa,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:47.036718 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-db7b5e9c-4d19-492d-9ea7-216c4cec6f8b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5314713 Mar 03 12:14:47.044044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58092) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:47.065834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:47.125632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.129766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.129940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.152881 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ba392cee-6d4b-4e91-932a-5482a9a7b8bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/e8802e99-940f-459a-9b1f-6f8c44ac82aa HTTP/1.1" status: 204 len: 168 time: 2.0067751 Mar 03 12:14:47.157402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58096) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:47.225901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Network 0858680e-8f52-4d1a-8fbc-9b2b275000bd is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:47.230035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:47.231019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:47.239311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:47.241231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:47.242071 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.248102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:47.262802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Pushing event updated for resources: {'Port': ['ID=15c089c8-9567-423e-87e6-2fe0fa41f37f,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:47.329431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=c94d28db-f95b-4c9c-927d-99084da43476,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:47.331602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3008a-2a22-4af1-9c0d-c779eaca41b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:47.334014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3008a-2a22-4af1-9c0d-c779eaca41b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:47.334771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2cd3008a-2a22-4af1-9c0d-c779eaca41b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:47.344642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.346921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.353890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:47.411453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:47.421177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event deleted for resources: {'Port': ['ID=e92fb8ef-f6a2-45a3-ada0-a9f29882754a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:47.440556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:47.469029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:47.521919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2cd3008a-2a22-4af1-9c0d-c779eaca41b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:47.525748 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2cd3008a-2a22-4af1-9c0d-c779eaca41b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3647585 Mar 03 12:14:47.530434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58100) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:47.552544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Pushing event updated for resources: {'Port': ['ID=22bb491c-4843-4d0b-be04-e324e9114781,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:47.556466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Attempting to bind port 15c089c8-9567-423e-87e6-2fe0fa41f37f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:47.558505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Attempting to bind port 15c089c8-9567-423e-87e6-2fe0fa41f37f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '10e78f5c-cd82-4413-a56c-72ae8e0d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:47.558505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Attempting to bind port 15c089c8-9567-423e-87e6-2fe0fa41f37f on network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:47.558737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.565025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:47.565959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Checking segment: {'id': '10e78f5c-cd82-4413-a56c-72ae8e0d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:47.566790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.566790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Bound using segment: {'id': '10e78f5c-cd82-4413-a56c-72ae8e0d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:47.567641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Bound port: 15c089c8-9567-423e-87e6-2fe0fa41f37f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e78f5c-cd82-4413-a56c-72ae8e0d32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:47.567641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.575241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=8c5c15cd-36b7-4ef7-805f-9872fc51611c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:47.581327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Attempting to bind port 22bb491c-4843-4d0b-be04-e324e9114781 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:47.581749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Attempting to bind port 22bb491c-4843-4d0b-be04-e324e9114781 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '287e832d-fd95-44b1-8642-6672e5cb9a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:47.582108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Attempting to bind port 22bb491c-4843-4d0b-be04-e324e9114781 on network 0858680e-8f52-4d1a-8fbc-9b2b275000bd {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:47.594245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:47.594712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Checking segment: {'id': '287e832d-fd95-44b1-8642-6672e5cb9a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:47.595017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.595425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Bound using segment: {'id': '287e832d-fd95-44b1-8642-6672e5cb9a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:47.596056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Bound port: 22bb491c-4843-4d0b-be04-e324e9114781, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287e832d-fd95-44b1-8642-6672e5cb9a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:47.596437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.597385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0858680e-8f52-4d1a-8fbc-9b2b275000bd']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:47.599515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.605403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': 'e5c9ddf7-8bb0-409e-8c12-5804315044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:47.605848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: 5a324b2e-6107-4163-b6f8-d9e6fcdb907a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:47.616476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287e832d-fd95-44b1-8642-6672e5cb9a1b') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:47.616783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287e832d-fd95-44b1-8642-6672e5cb9a1b') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:47.633533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.648448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:47.652153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.671861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.691899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.709426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.743924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:47.751251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:47.751910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.765606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] For port 15c089c8-9567-423e-87e6-2fe0fa41f37f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:47.773842 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:47.783554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7710b41f-b610-4785-b607-e20084664ccb None None] For port 22bb491c-4843-4d0b-be04-e324e9114781, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:47.834398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet ea7d6cb0-70f5-4399-a8ee-139ed6e3b42a {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:47.854823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.856635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.886823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:47.894419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.896364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:47.899961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:47.901125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.952424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=f35941ee-b33f-4f85-a23c-81eb6894afa3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:47.962394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:47.968025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=025d8815-1a90-4c14-ae19-cdc55ed1918b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:48.036915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.122621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 5a324b2e-6107-4163-b6f8-d9e6fcdb907a) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:48.130962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad8e23-236f-4626-b6b5-c7a9234becc5 None None] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:48.143430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:48.144041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.176035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7710b41f-b610-4785-b607-e20084664ccb None None] For port 22bb491c-4843-4d0b-be04-e324e9114781, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=22bb491c-4843-4d0b-be04-e324e9114781,segment=NetworkSegment(287e832d-fd95-44b1-8642-6672e5cb9a1b),segment_id=287e832d-fd95-44b1-8642-6672e5cb9a1b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:48.177952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] For port 15c089c8-9567-423e-87e6-2fe0fa41f37f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15c089c8-9567-423e-87e6-2fe0fa41f37f,segment=NetworkSegment(10e78f5c-cd82-4413-a56c-72ae8e0d32d7),segment_id=10e78f5c-cd82-4413-a56c-72ae8e0d32d7)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:48.201853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.202981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:14:48.211334 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-609a5abe-2b50-4d6d-b7d7-ec281b952fa0 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5298657 Mar 03 12:14:48.218108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.219190 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2b61c3bc-8c90-4a77-ac6f-70c9559a9e7d tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "DELETE /v2.0/routers/0e0c49d7-a4f3-4bd2-98c0-48a1d96a92a5 HTTP/1.1" status: 204 len: 168 time: 6.5080173 Mar 03 12:14:48.219706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58104) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:48.253941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58108) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:48.287213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.296782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 12:14:48.296782 dv-neutron-831730-1-hyperv neutron-server[88430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 12:14:48.296782 dv-neutron-831730-1-hyperv neutron-server[88430]: [parameters: {'id': '0858680e-8f52-4d1a-8fbc-9b2b275000bd'}] Mar 03 12:14:48.296782 dv-neutron-831730-1-hyperv neutron-server[88430]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:14:48.297358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:14:48.347242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:48.348779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:48.354420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:48.355934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:48.357444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:48.358397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Synchronizing usage tracker for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:48.373253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.385254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fda89d2a-6887-4269-8993-570df25138cd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5953877 Mar 03 12:14:48.393035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58112) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:48.398564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-10812433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:48.404724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:14:48.411035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:48.417075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:router and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:48.420035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:48.425887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:48.428966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Deleting subnet dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:14:48.474935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.488154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.517797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Unset dirty status for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:48.519239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4bff7e2b-8ab1-49be-a481-b11c5168e127 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2985203 Mar 03 12:14:48.520542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.521770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.529847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58116) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:48.530575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7d6cb0-70f5-4399-a8ee-139ed6e3b42a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:48.550470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657860225'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:48.550627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710b41f-b610-4785-b607-e20084664ccb None None] Pushing event updated for resources: {'Port': ['ID=22bb491c-4843-4d0b-be04-e324e9114781,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:48.556349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.560540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:48.571400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:48.578046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:48.588416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a765e-a993-490b-a337-830842ef6d90 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:48.589523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:48.594444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.641817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-5a324b2e-6107-4163-b6f8-d9e6fcdb907a', 'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': '8c5c15cd-36b7-4ef7-805f-9872fc51611c'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:48.642554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.670318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.682907 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2bcc6d9f-e76d-4967-b45d-fdffc590f56c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/ea7d6cb0-70f5-4399-a8ee-139ed6e3b42a HTTP/1.1" status: 204 len: 168 time: 1.1483345 Mar 03 12:14:48.683338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58122) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:48.720761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.763950 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-097dc129-6f78-44e6-84d5-9ea9207f05f4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773902 Mar 03 12:14:48.767135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58126) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:48.770316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.778092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:48.781671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.829525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.858190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f844-0b21-40d3-96ec-b3cf921f5edf None None] Pushing event updated for resources: {'Port': ['ID=15c089c8-9567-423e-87e6-2fe0fa41f37f,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:48.873282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.877148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:48.900912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.900912 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 8e5cc240-84aa-4a39-bdba-9df9a913f7e1 of type vlan for network cffbe665-e980-4283-a251-bf059326cffb Mar 03 12:14:48.919474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:14:48.925919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7312bef3-41d7-4d8c-9ca8-e86fbfffd129 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:48.928811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7312bef3-41d7-4d8c-9ca8-e86fbfffd129 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:48.933204 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:14:48.956234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44034794-4b31-4333-a208-a842d7ec4110 None None] Network 0858680e-8f52-4d1a-8fbc-9b2b275000bd requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:48.957781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:48.958630 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:48.971518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:48.973417 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-63383cf6-ce7d-4131-a3cd-11153aab0b0e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5791357 Mar 03 12:14:48.977019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58130) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:48.985419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'port': {'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a', 'name': 'tempest-RoutersIpV6Test-1843871737'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:48.989824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': '9bfb8b55-b34d-445b-a3bb-582e5c05ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:48.990183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: f1e8a06c-1312-4cfb-9778-648fe9654e3f, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:49.006911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.012108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=d7729d0c-073e-4f4b-9f35-eba5c19649f7,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:49.043507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7312bef3-41d7-4d8c-9ca8-e86fbfffd129 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:49.045825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7312bef3-41d7-4d8c-9ca8-e86fbfffd129 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2772522 Mar 03 12:14:49.050034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58136) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:49.066658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting port 22bb491c-4843-4d0b-be04-e324e9114781 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:49.067275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.120068 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:49.139341 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:14:49.141318 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:49.216264 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:49.216752 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1dd36b-9a93-4ec6-9527-7914dd1bbea4 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:14:49.234454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:49.297097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f012002c-615e-41b6-9139-0518ad934179 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:49.298021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f012002c-615e-41b6-9139-0518ad934179 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:49.329791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:49.332270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:49.336129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:port and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:49.344982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:49.354624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:49.363589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.370578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.379500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:49.380901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.381468 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4114bdd5-4d64-48c9-bf0d-b0183443cdc9 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/ports/025d8815-1a90-4c14-ae19-cdc55ed1918b HTTP/1.1" status: 204 len: 168 time: 3.9315572 Mar 03 12:14:49.382397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58140) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:49.391545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Allocated IP 2001:db8::2 (5a324b2e-6107-4163-b6f8-d9e6fcdb907a/8c5c15cd-36b7-4ef7-805f-9872fc51611c/58acb082-617f-4174-b0ab-c6ecd04b9999) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:49.421092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f012002c-615e-41b6-9139-0518ad934179 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:49.425344 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f012002c-615e-41b6-9139-0518ad934179 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3704076 Mar 03 12:14:49.461657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58144) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:49.499448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.522885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:14:49.539094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f1e8a06c-1312-4cfb-9778-648fe9654e3f) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:49.555861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:49.560316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.580940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] Deleting port 3c2ec02c-065d-46c1-8111-324a07561f85 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:49.581347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.599826 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5b70d8de-ef2d-4580-bb06-769e64fe7f83 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "GET /v2.0/floatingips/dcf077c3-d02e-4c36-9f0c-7af22310568c HTTP/1.1" status: 200 len: 688 time: 0.2089684 Mar 03 12:14:49.611182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:49.611779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.616432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58148) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:49.622022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:49.633753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.634907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765bf8ee-f51e-4066-90fe-6a6e75d10c3e None None] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:49.638708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-426b0f9d-e703-4ac5-adf8-f80745d7c1a3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad HTTP/1.1" status: 204 len: 168 time: 1.3819103 Mar 03 12:14:49.650936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=cffbe665-e980-4283-a251-bf059326cffb,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:49.655389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58152) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:49.664990 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b5f9c90f-cf55-4c57-a16e-ae11b3237f0f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1978390 Mar 03 12:14:49.666650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58156) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:49.684388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network cffbe665-e980-4283-a251-bf059326cffb details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:49.691118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:49.721140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] device_id is not set on port 4c2de0f5-15cd-4e82-ae54-8d012a90c44f yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:49.949633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:49.952136 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-09b6e5ce-6028-4499-a389-c2db9ad5b6ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4191184 Mar 03 12:14:49.967748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58160) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:49.973847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:50.003052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 509113c0-7fa7-4ad4-ba68-13f033ed43a4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:50.004235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.158120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2852e0-19d7-463b-968d-dd1602f5c4f4 None None] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:50.170713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] For port 22bb491c-4843-4d0b-be04-e324e9114781, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=22bb491c-4843-4d0b-be04-e324e9114781,segment=NetworkSegment(287e832d-fd95-44b1-8642-6672e5cb9a1b),segment_id=287e832d-fd95-44b1-8642-6672e5cb9a1b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:50.171073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.188211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6966-94fc-40b5-8e81-526b8cb4f6c3 req-5f1616eb-e2a0-4dee-ab06-566e617a9539 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:50.189692 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fd9d6966-94fc-40b5-8e81-526b8cb4f6c3 req-5f1616eb-e2a0-4dee-ab06-566e617a9539 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.9540234 Mar 03 12:14:50.202180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] For port 3c2ec02c-065d-46c1-8111-324a07561f85, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3c2ec02c-065d-46c1-8111-324a07561f85,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:50.202575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.321287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-71065805-bf97-4d32-8ce9-b3ae4b8d6107 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2660866 Mar 03 12:14:50.334937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Calling delete_port for 22bb491c-4843-4d0b-be04-e324e9114781 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:50.365144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58164) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:50.375282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f', 'name': 'tempest-PortsIpV6TestJSON-1741201325'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:50.432774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-68afb1aa-9157-40bc-879a-91ca28f3f52f None None] Provisioning for port 15c089c8-9567-423e-87e6-2fe0fa41f37f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:50.473789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] Calling delete_port for 3c2ec02c-065d-46c1-8111-324a07561f85 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:50.522377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:50.523206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.523571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.534331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.552805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.558203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Transition to ACTIVE for port object 58acb082-617f-4174-b0ab-c6ecd04b9999 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:50.560990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15c089c8-9567-423e-87e6-2fe0fa41f37f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:50.562447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:50.590532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b180cf7-3c25-4fab-9335-75160a9f63c5']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:50.614765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4908103c-dde3-4341-9b02-c69fd1756803') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:50.616176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4908103c-dde3-4341-9b02-c69fd1756803') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:50.618780 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fd9d6966-94fc-40b5-8e81-526b8cb4f6c3 req-403f04f3-570b-4dd2-81a1-209a7eec226f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3709898 Mar 03 12:14:50.623009 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.640045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.652441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f1e8a06c-1312-4cfb-9778-648fe9654e3f', 'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f', 'tenant_id': '0d04cd13b7634ff7983bc39f04e4326e', 'fixed_ips': [{'subnet_id': 'd7729d0c-073e-4f4b-9f35-eba5c19649f7'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:50.653936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.658551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.665609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:50.666627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.718010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 509113c0-7fa7-4ad4-ba68-13f033ed43a4 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:50.757998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Transition to ACTIVE for port object 58acb082-617f-4174-b0ab-c6ecd04b9999 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:50.764336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:50.764864 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:50.767027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.771333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:50.772330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:50.774731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:50.776538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.781583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:50.842228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network cffbe665-e980-4283-a251-bf059326cffb is not hosted by any dhcp agent {{(pid=88431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 12:14:50.848039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:50.848187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.849354 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "PUT /v2.0/networks/cffbe665-e980-4283-a251-bf059326cffb HTTP/1.1" status: 200 len: 723 time: 0.8805604 Mar 03 12:14:50.852413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58170) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:50.859668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': 'cffbe665-e980-4283-a251-bf059326cffb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:50.884240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.905241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:50.908851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.917563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.921897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:50.952516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b180cf7-3c25-4fab-9335-75160a9f63c5 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 12:14:51.004263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.021293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "DELETE /v2.0/networks/2b180cf7-3c25-4fab-9335-75160a9f63c5 HTTP/1.1" status: 204 len: 168 time: 1.3637626 Mar 03 12:14:51.062448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Port': ['ID=22bb491c-4843-4d0b-be04-e324e9114781,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:51.078682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:51.088210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:51.090323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 15c089c8-9567-423e-87e6-2fe0fa41f37f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:51.104362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:51.106759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.107121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 7b764815-67e0-4ae0-bb99-458431c2b1e3 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:51.112768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375cca3-80e3-442a-9a59-755879abd9d6 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=cffbe665-e980-4283-a251-bf059326cffb,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:51.139719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9814e-5cd8-48ea-92d7-54f7ccec39a2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b180cf7-3c25-4fab-9335-75160a9f63c5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:51.142548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network cffbe665-e980-4283-a251-bf059326cffb details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:51.169833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8::a1 (5a324b2e-6107-4163-b6f8-d9e6fcdb907a/8c5c15cd-36b7-4ef7-805f-9872fc51611c/4c2de0f5-15cd-4e82-ae54-8d012a90c44f) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:51.180106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 15c089c8-9567-423e-87e6-2fe0fa41f37f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:51.180612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.198603 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No DVR routers for this DVR port 22bb491c-4843-4d0b-be04-e324e9114781 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:51.206819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac14c-3c4a-4ded-8ebc-42b7137a25b8 req-9bf673e5-eb2d-4580-8038-d0b751274db8 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:51.208562 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-93bac14c-3c4a-4ded-8ebc-42b7137a25b8 req-9bf673e5-eb2d-4580-8038-d0b751274db8 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.4150987 Mar 03 12:14:51.287621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Allocated IP 2001:db8::2 (f1e8a06c-1312-4cfb-9778-648fe9654e3f/d7729d0c-073e-4f4b-9f35-eba5c19649f7/7b72f466-4312-48a5-ad2c-da743e258cdb) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:51.293642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] No DVR routers for this DVR port 3c2ec02c-065d-46c1-8111-324a07561f85 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:14:51.309275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:51.332958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Pushing event updated for resources: {'Port': ['ID=58acb082-617f-4174-b0ab-c6ecd04b9999,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:51.355143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.422115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:51.430740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=509113c0-7fa7-4ad4-ba68-13f033ed43a4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:51.495865 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-93bac14c-3c4a-4ded-8ebc-42b7137a25b8 req-e269a46e-0b6a-44da-a08f-6c10e34535db tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2725863 Mar 03 12:14:51.580279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78353cda-3893-4837-8cde-91bf835793d3 None None] Pushing event deleted for resources: {'Port': ['ID=3c2ec02c-065d-46c1-8111-324a07561f85,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:51.646122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Attempting to bind port 58acb082-617f-4174-b0ab-c6ecd04b9999 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:51.646494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Attempting to bind port 58acb082-617f-4174-b0ab-c6ecd04b9999 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'e5c9ddf7-8bb0-409e-8c12-5804315044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:51.646860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Attempting to bind port 58acb082-617f-4174-b0ab-c6ecd04b9999 on network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:51.671770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58182) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:51.672833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:51.673398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Checking segment: {'id': 'e5c9ddf7-8bb0-409e-8c12-5804315044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:51.673604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.674003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Bound using segment: {'id': 'e5c9ddf7-8bb0-409e-8c12-5804315044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:51.674475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Bound port: 58acb082-617f-4174-b0ab-c6ecd04b9999, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c9ddf7-8bb0-409e-8c12-5804315044c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5a324b2e-6107-4163-b6f8-d9e6fcdb907a'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:51.674850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.688537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'router': {'name': 'tempest-router--1113360296', 'project_id': 'c87a44bee564453681aa411c0db78e27'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:51.703193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.713859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.773047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:51.793387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:51.794296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:router and tenant:c87a44bee564453681aa411c0db78e27 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:51.797813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:51.800299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:51.801370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.803667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:51.804363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.810898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.828472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:51.834041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=c4bc9f8c-5e40-40ba-b638-cac9f12e650f,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:51.834229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde5ae0-0b42-4c1b-b25e-935ad2112514 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:51.875969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:51.876195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:51.893021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0858680e-8f52-4d1a-8fbc-9b2b275000bd']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:51.897171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object 4c2de0f5-15cd-4e82-ae54-8d012a90c44f will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:51.927310 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0269cbe9-239f-4ee0-9209-9a751da95af5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2568173 Mar 03 12:14:51.936324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58186) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:51.943862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': 'c4bc9f8c-5e40-40ba-b638-cac9f12e650f', 'ip_address': '2001:db8::b709:24f1:41f3:f1b5'}], 'name': 'tempest-NetworksTestDHCPv6-933436397'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:51.979673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287e832d-fd95-44b1-8642-6672e5cb9a1b') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:51.979979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287e832d-fd95-44b1-8642-6672e5cb9a1b') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:51.980277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.009388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.033415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 15c089c8-9567-423e-87e6-2fe0fa41f37f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15c089c8-9567-423e-87e6-2fe0fa41f37f,segment=NetworkSegment(10e78f5c-cd82-4413-a56c-72ae8e0d32d7),segment_id=10e78f5c-cd82-4413-a56c-72ae8e0d32d7)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:52.042030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.043187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.048382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.060187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.066198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:52.066929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:52.090466 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:52.119696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:52.130119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] For port 58acb082-617f-4174-b0ab-c6ecd04b9999, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:52.131695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:52.135035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:52.141169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:52.142248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.146250 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.163814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=4c2de0f5-15cd-4e82-ae54-8d012a90c44f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:52.200056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeb801-adbb-459c-9351-05f8cf27ecc9 req-700d790d-909d-4897-a258-a4ae125b7f4c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:52.201371 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-37eeb801-adbb-459c-9351-05f8cf27ecc9 req-700d790d-909d-4897-a258-a4ae125b7f4c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.5067742 Mar 03 12:14:52.212496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] Update dhcp port {'port': {'network_id': 'd8fa71c5-1d5d-4959-ba45-a27d81bbc5e2', 'fixed_ips': [{'subnet_id': '809660d2-a40f-4c45-8cbc-82e50452bc3c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f35941ee-b33f-4f85-a23c-81eb6894afa3'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '15c089c8-9567-423e-87e6-2fe0fa41f37f'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:14:52.213162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.225930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:52.230881 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8531f5c1-72b9-4a0c-b3ee-77f04b4d9781 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2526417 Mar 03 12:14:52.237391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58190) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:52.254784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] For port 58acb082-617f-4174-b0ab-c6ecd04b9999, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=58acb082-617f-4174-b0ab-c6ecd04b9999,segment=NetworkSegment(e5c9ddf7-8bb0-409e-8c12-5804315044c2),segment_id=e5c9ddf7-8bb0-409e-8c12-5804315044c2)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:52.267726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3c2ec02c-065d-46c1-8111-324a07561f85 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:14:52.331337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-37eeb801-adbb-459c-9351-05f8cf27ecc9 req-d72170c8-b90a-4b86-ac5f-74bc49026e6c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160095 Mar 03 12:14:52.334054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:52.355537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 3c2ec02c-065d-46c1-8111-324a07561f85 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:14:52.355885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3c2ec02c-065d-46c1-8111-324a07561f85 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:14:52.384659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.387551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.401140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.415258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.415402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.426946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Transition to ACTIVE for port object 7b72f466-4312-48a5-ad2c-da743e258cdb will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:52.443812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.445675 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d6ed191f-f80a-46e5-a0ab-edb1aae2b4ba tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/floatingips/dcf077c3-d02e-4c36-9f0c-7af22310568c HTTP/1.1" status: 204 len: 168 time: 2.8216803 Mar 03 12:14:52.450237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=15c089c8-9567-423e-87e6-2fe0fa41f37f,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:52.456889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.480326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58196) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:52.485179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=0858680e-8f52-4d1a-8fbc-9b2b275000bd,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:52.492599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2185d14d-5957-4377-ba5a-7417618fc4f5 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/0858680e-8f52-4d1a-8fbc-9b2b275000bd HTTP/1.1" status: 204 len: 168 time: 6.7066076 Mar 03 12:14:52.492599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58200) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:52.497734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:52.499589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1976755192'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:52.503160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.537423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:52.547192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.547659 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ba7ad2e1-e441-465b-9923-6dc94120f53c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8671927 Mar 03 12:14:52.550438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '64d3a766-034c-4cde-ae98-50d5eb420c38'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:52.551976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:52.560941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58204) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:52.562397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:52.562537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:52.572796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:52.589665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Transition to ACTIVE for port object 7b72f466-4312-48a5-ad2c-da743e258cdb will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:52.617680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': 'c4bc9f8c-5e40-40ba-b638-cac9f12e650f'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:52.618759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.698858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.710719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90ef6f-808a-4a8f-a1a3-cd20f241ed03 None None] Pushing event updated for resources: {'Port': ['ID=58acb082-617f-4174-b0ab-c6ecd04b9999,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:52.764193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=f0f8586e-c9f5-4e7e-88d5-293dec7bebfc,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:52.775272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:floatingip and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:52.788283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:52.797241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.801600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:52.808901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0072ad46-78e5-499b-b7e3-e4734bf743a1 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:52.812564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:52.849510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:52.861100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:52.900845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '8e5cc240-84aa-4a39-bdba-9df9a913f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cffbe665-e980-4283-a251-bf059326cffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:52.901312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: cffbe665-e980-4283-a251-bf059326cffb, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:52.972657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:52.998621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::1d0 (f1e8a06c-1312-4cfb-9778-648fe9654e3f/d7729d0c-073e-4f4b-9f35-eba5c19649f7/7b764815-67e0-4ae0-bb99-458431c2b1e3) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:53.034612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Pushing event updated for resources: {'Port': ['ID=7b72f466-4312-48a5-ad2c-da743e258cdb,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:53.155254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:53.173001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.173498 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment aa340c39-65fd-47fb-8802-55cfe439ba42 of type vlan for network f34b2154-d0c1-4042-936a-fff86cb1f2af Mar 03 12:14:53.195475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] Allocated IP 172.20.0.1 (d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2/f35941ee-b33f-4f85-a23c-81eb6894afa3/15c089c8-9567-423e-87e6-2fe0fa41f37f) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:53.207218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Attempting to bind port 7b72f466-4312-48a5-ad2c-da743e258cdb on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:53.207218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Attempting to bind port 7b72f466-4312-48a5-ad2c-da743e258cdb by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9bfb8b55-b34d-445b-a3bb-582e5c05ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:53.207540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Attempting to bind port 7b72f466-4312-48a5-ad2c-da743e258cdb on network f1e8a06c-1312-4cfb-9778-648fe9654e3f {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:53.232575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:53.232948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Checking segment: {'id': '9bfb8b55-b34d-445b-a3bb-582e5c05ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:53.233353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.233747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Bound using segment: {'id': '9bfb8b55-b34d-445b-a3bb-582e5c05ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:53.234231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Bound port: 7b72f466-4312-48a5-ad2c-da743e258cdb, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfb8b55-b34d-445b-a3bb-582e5c05ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:53.234606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.261921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.265099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/c4bc9f8c-5e40-40ba-b638-cac9f12e650f/2c0aa933-bd7a-45cb-84a5-9a0fd09ca251) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:53.278851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0af94-5f98-4671-890d-c2b917df5e43 req-4753931f-b764-4cea-bce6-b1c56e3644ba tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:53.286312 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c1a0af94-5f98-4671-890d-c2b917df5e43 req-4753931f-b764-4cea-bce6-b1c56e3644ba tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.8045440 Mar 03 12:14:53.316122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.323187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network cffbe665-e980-4283-a251-bf059326cffb is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:53.355286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0072ad46-78e5-499b-b7e3-e4734bf743a1 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.369886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0072ad46-78e5-499b-b7e3-e4734bf743a1 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.407306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.412213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 1ed006bb-a38a-4e62-9677-161fb0248121 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:53.426510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, cffbe665-e980-4283-a251-bf059326cffb) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:53.438968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:53.439681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.450015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac5e3b2-6749-4216-8e34-fae3dae5cf3a None None] Network cffbe665-e980-4283-a251-bf059326cffb requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:53.506381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0072ad46-78e5-499b-b7e3-e4734bf743a1 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.507068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0072ad46-78e5-499b-b7e3-e4734bf743a1 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b68c772-19d0-4136-8ae7-ca5e86b66b1f {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:14:53.513675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0072ad46-78e5-499b-b7e3-e4734bf743a1 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.514482 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0072ad46-78e5-499b-b7e3-e4734bf743a1 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7b68c772-19d0-4136-8ae7-ca5e86b66b1f HTTP/1.1" status: 204 len: 168 time: 0.9490690 Mar 03 12:14:53.515582 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c1a0af94-5f98-4671-890d-c2b917df5e43 req-52ea1c0e-a526-4731-982b-0cf9b661b6ae tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2264507 Mar 03 12:14:53.654992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.655610 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] For port 15c089c8-9567-423e-87e6-2fe0fa41f37f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15c089c8-9567-423e-87e6-2fe0fa41f37f,segment=NetworkSegment(10e78f5c-cd82-4413-a56c-72ae8e0d32d7),segment_id=10e78f5c-cd82-4413-a56c-72ae8e0d32d7)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:53.661556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] For port 7b72f466-4312-48a5-ad2c-da743e258cdb, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:53.683820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] For port 7b72f466-4312-48a5-ad2c-da743e258cdb, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7b72f466-4312-48a5-ad2c-da743e258cdb,segment=NetworkSegment(9bfb8b55-b34d-445b-a3bb-582e5c05ba69),segment_id=9bfb8b55-b34d-445b-a3bb-582e5c05ba69)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:53.779882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.794364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:53.910233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58214) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:53.952950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] Transition to ACTIVE for port object 15c089c8-9567-423e-87e6-2fe0fa41f37f will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:53.999292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.038497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 7b764815-67e0-4ae0-bb99-458431c2b1e3 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:54.041032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-cffbe665-e980-4283-a251-bf059326cffb', 'network_id': 'cffbe665-e980-4283-a251-bf059326cffb', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': 'f0f8586e-c9f5-4e7e-88d5-293dec7bebfc'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:54.042061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.060393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.074082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.086542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:14:54.129714 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4f117-d91a-407d-84e4-65d419985ff8 None None] Pushing event updated for resources: {'Port': ['ID=7b72f466-4312-48a5-ad2c-da743e258cdb,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:54.130479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.135522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Transition to ACTIVE for port object 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:54.153671 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b61c4786-013b-4d44-880d-2e8cb6b480ce tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2965331 Mar 03 12:14:54.153877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58220) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:54.161606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.173811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-de59cd41-5d85-49ae-9a37-2615944f213b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:54.335434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Transition to ACTIVE for port object 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:54.507052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.516955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:54.521590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.583841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6fcd5-f3dd-41b6-97ee-9558ac21e525 None None] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:54.626991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.658707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=7b764815-67e0-4ae0-bb99-458431c2b1e3,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:54.672033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=f34b2154-d0c1-4042-936a-fff86cb1f2af,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:54.689092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:54.698559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:54.701372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:54.713212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:54.714071 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.795477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network f34b2154-d0c1-4042-936a-fff86cb1f2af details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:14:54.820156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ce99a850-bdf6-4500-860a-5f216e34a367 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4521711 Mar 03 12:14:54.824945 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4fd5b2d2-d555-447d-9fc9-3919c9216dcf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3310297 Mar 03 12:14:54.828806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58224) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:54.829237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58226) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:54.830509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ce839-ad70-4dbf-a987-da88174c2d90 None None] Pushing event updated for resources: {'Port': ['ID=15c089c8-9567-423e-87e6-2fe0fa41f37f,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:54.835505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-272526420', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:54.842017 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': 'f34b2154-d0c1-4042-936a-fff86cb1f2af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:54.868622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:54.879213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Usage tracker for resource:router and tenant:24c1d4ed33e14d6493c42a08260749d2 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:54.888846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:54.901809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:54.951636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::b709:24f1:41f3:f1b5 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/c4bc9f8c-5e40-40ba-b638-cac9f12e650f/1ed006bb-a38a-4e62-9677-161fb0248121) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:54.960029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:54.963790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.26.8.109 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/120f6592-39e8-4939-9e9b-c3aad08d08c7) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:54.972106 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:54.976795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:54.980379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:54.986435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:54.989148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58acb082-617f-4174-b0ab-c6ecd04b9999 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:54.996330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de59cd41-5d85-49ae-9a37-2615944f213b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15409958'] for subnet, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.031732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'f1e8a06c-1312-4cfb-9778-648fe9654e3f', 'name': 'tempest-PortsIpV6TestJSON-1527415447'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:55.073688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.142295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:55.157836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-685e8679-11ee-4d91-8430-fd53e9c4c077 None None] Provisioning for port 58acb082-617f-4174-b0ab-c6ecd04b9999 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:55.179858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:55.191387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.192722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.202556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:55.211639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:55.216108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.307573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79a7e-164a-4350-8291-486b910f0bf2 req-e3e7858f-a90a-483d-a333-5eda49208209 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:55.309156 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46c79a7e-164a-4350-8291-486b910f0bf2 req-e3e7858f-a90a-483d-a333-5eda49208209 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.8108683 Mar 03 12:14:55.469562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Pushing event updated for resources: {'Port': ['ID=2c0aa933-bd7a-45cb-84a5-9a0fd09ca251,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:55.498455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.524824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:55.533870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:55.538803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:55.547556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=4c2de0f5-15cd-4e82-ae54-8d012a90c44f,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:55.550685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:55.634566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.672240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:55.675770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.688565 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46c79a7e-164a-4350-8291-486b910f0bf2 req-73cb2619-5cd7-412f-806a-48e57155f119 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3370187 Mar 03 12:14:55.696436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077edf6-9441-4103-ae0d-cd2a1b69614c None None] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:55.727750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 45de5dff-00d0-488b-a8be-3b5ed999b1c8 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:55.731402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Allocated IP 2001:db8::2 (cffbe665-e980-4283-a251-bf059326cffb/f0f8586e-c9f5-4e7e-88d5-293dec7bebfc/43e25be5-7f9f-4a79-851f-015bdf7266a0) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:55.742332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ebdb0-fdae-42d7-a690-ffad0cf2f8d4 None None] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:55.775238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Attempting to bind port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:55.776221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Attempting to bind port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:55.776353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=fd11c457-fc49-49ff-b18d-eae4fb333d65,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:55.776471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Attempting to bind port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:55.796937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 58acb082-617f-4174-b0ab-c6ecd04b9999 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:55.806226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.810664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': 'aa340c39-65fd-47fb-8802-55cfe439ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f34b2154-d0c1-4042-936a-fff86cb1f2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:55.811019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: f34b2154-d0c1-4042-936a-fff86cb1f2af, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:14:55.818176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:55.818552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:55.818968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.819348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:55.819816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Bound port: 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:55.820213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.841067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 58acb082-617f-4174-b0ab-c6ecd04b9999 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:55.841357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:55.905883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network f34b2154-d0c1-4042-936a-fff86cb1f2af is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:14:55.921305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::24d (f1e8a06c-1312-4cfb-9778-648fe9654e3f/d7729d0c-073e-4f4b-9f35-eba5c19649f7/45de5dff-00d0-488b-a8be-3b5ed999b1c8) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:55.968727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.017080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f34b2154-d0c1-4042-936a-fff86cb1f2af) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:56.025040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:56.025658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.066616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f394c8d-c218-46fb-9379-229f1bc42f4d None None] Network f34b2154-d0c1-4042-936a-fff86cb1f2af requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:56.073232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.130296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-915c4f28-1c69-4d81-8ad3-663c539f6bcc None None] Provisioning for port 7b72f466-4312-48a5-ad2c-da743e258cdb completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:56.156866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.165284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 1ed006bb-a38a-4e62-9677-161fb0248121 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:56.168631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.173469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 45de5dff-00d0-488b-a8be-3b5ed999b1c8 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:56.182473 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-196179ae-9607-42b5-b4df-405df89ec445 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3465626 Mar 03 12:14:56.182805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58232) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:56.284923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.350214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.363379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.476334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:56.491759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:56.496119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:56.500848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] For port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:56.503634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:56.504493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.515254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=1ed006bb-a38a-4e62-9677-161fb0248121,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:56.515487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.519677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-915c4f28-1c69-4d81-8ad3-663c539f6bcc None None] Provisioning for port 15c089c8-9567-423e-87e6-2fe0fa41f37f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:56.570636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-915c4f28-1c69-4d81-8ad3-663c539f6bcc None None] Provisioning complete for port 15c089c8-9567-423e-87e6-2fe0fa41f37f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:56.571010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-915c4f28-1c69-4d81-8ad3-663c539f6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.580132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.593961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:56.611939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.612719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:56.616899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] For port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c0aa933-bd7a-45cb-84a5-9a0fd09ca251,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:56.627545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:56.651658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:56.664718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:56.669747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=45de5dff-00d0-488b-a8be-3b5ed999b1c8,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:56.672043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:56.677470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:56.678100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.762425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.785180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-01b48882-56c2-4cad-b933-5515ba823c05 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9547863 Mar 03 12:14:56.787880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58238) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:56.817759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.844209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:56.949862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=120f6592-39e8-4939-9e9b-c3aad08d08c7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:56.966911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=fd11c457-fc49-49ff-b18d-eae4fb333d65,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:57.013304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.013794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.014444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.014815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.015290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.015716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.016246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.016670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.017096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.017735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.018176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.018643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:57.092624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e9af4-0de6-4c6f-a860-66a932f46e13 None None] Pushing event updated for resources: {'Port': ['ID=2c0aa933-bd7a-45cb-84a5-9a0fd09ca251,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:57.102526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.141897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.157582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34b2154-d0c1-4042-936a-fff86cb1f2af']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:57.187600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa340c39-65fd-47fb-8802-55cfe439ba42') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:57.187815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa340c39-65fd-47fb-8802-55cfe439ba42') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:14:57.207656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e2325-3285-4934-9181-7c99d362da36 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:57.208817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-986e2325-3285-4934-9181-7c99d362da36 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:14:57.216508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Transition to ACTIVE for port object 43e25be5-7f9f-4a79-851f-015bdf7266a0 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:57.220097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.236421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb2ec6-fcf5-4c02-ab75-e102fef1471b req-2eae5923-dc24-4a67-b1a7-c4160baf7220 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:57.239323 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aabb2ec6-fcf5-4c02-ab75-e102fef1471b req-2eae5923-dc24-4a67-b1a7-c4160baf7220 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3315811 Mar 03 12:14:57.279203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2975fb-a880-4a86-b1ec-fef96f8b333c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f34b2154-d0c1-4042-936a-fff86cb1f2af', 'network_id': 'f34b2154-d0c1-4042-936a-fff86cb1f2af', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': 'fd11c457-fc49-49ff-b18d-eae4fb333d65'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:14:57.280463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1f2975fb-a880-4a86-b1ec-fef96f8b333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.281421 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-24bec891-8eb4-4150-b9ff-55e1c634c207 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3428757 Mar 03 12:14:57.299095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 58acb082-617f-4174-b0ab-c6ecd04b9999, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=58acb082-617f-4174-b0ab-c6ecd04b9999,segment=NetworkSegment(e5c9ddf7-8bb0-409e-8c12-5804315044c2),segment_id=e5c9ddf7-8bb0-409e-8c12-5804315044c2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:57.299327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.301358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58242) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:57.315325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': 'c4bc9f8c-5e40-40ba-b638-cac9f12e650f', 'ip_address': '2001:db8::b709:24f1:41f3:f1b5'}], 'name': 'tempest-NetworksTestDHCPv6-1584928092'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:57.346896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Transition to ACTIVE for port object 43e25be5-7f9f-4a79-851f-015bdf7266a0 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:14:57.411453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:14:57.412042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.421561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.427214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15c089c8-9567-423e-87e6-2fe0fa41f37f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:14:57.447146 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:14:57.460449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-986e2325-3285-4934-9181-7c99d362da36 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:14:57.465087 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-986e2325-3285-4934-9181-7c99d362da36 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1d0 HTTP/1.1" status: 200 len: 929 time: 0.6758983 Mar 03 12:14:57.495474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58246) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:57.546767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.591262 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aabb2ec6-fcf5-4c02-ab75-e102fef1471b req-e3c32311-cd85-4012-97ac-ffd2a3ea8c24 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3452761 Mar 03 12:14:57.625009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Network cffbe665-e980-4283-a251-bf059326cffb is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:57.629886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:57.633166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:14:57.690035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=58acb082-617f-4174-b0ab-c6ecd04b9999,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:57.817304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 45de5dff-00d0-488b-a8be-3b5ed999b1c8 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:57.817646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:57.874859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0551462-8868-4090-a91a-a676772ffce5 None None] Network f34b2154-d0c1-4042-936a-fff86cb1f2af requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:14:57.951019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:57.959417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:57.965643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:57.977631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:58.018273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-85c8fee7-3451-4f09-9337-a37053480b86 None None] Provisioning complete for port 58acb082-617f-4174-b0ab-c6ecd04b9999 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:58.018654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-85c8fee7-3451-4f09-9337-a37053480b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.171614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Attempting to bind port 43e25be5-7f9f-4a79-851f-015bdf7266a0 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:14:58.171983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Attempting to bind port 43e25be5-7f9f-4a79-851f-015bdf7266a0 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '8e5cc240-84aa-4a39-bdba-9df9a913f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cffbe665-e980-4283-a251-bf059326cffb'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:14:58.172366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Attempting to bind port 43e25be5-7f9f-4a79-851f-015bdf7266a0 on network cffbe665-e980-4283-a251-bf059326cffb {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:14:58.173083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.191032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:14:58.191726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Checking segment: {'id': '8e5cc240-84aa-4a39-bdba-9df9a913f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cffbe665-e980-4283-a251-bf059326cffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:14:58.192314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.192864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Bound using segment: {'id': '8e5cc240-84aa-4a39-bdba-9df9a913f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cffbe665-e980-4283-a251-bf059326cffb'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:14:58.193617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Bound port: 43e25be5-7f9f-4a79-851f-015bdf7266a0, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5cc240-84aa-4a39-bdba-9df9a913f7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cffbe665-e980-4283-a251-bf059326cffb'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:14:58.193837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.210563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.210767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Pushing event updated for resources: {'Port': ['ID=43e25be5-7f9f-4a79-851f-015bdf7266a0,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:58.210867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=f34b2154-d0c1-4042-936a-fff86cb1f2af,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:58.212046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:58.218794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 15c089c8-9567-423e-87e6-2fe0fa41f37f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:58.219322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.236554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de59cd41-5d85-49ae-9a37-2615944f213b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735754355429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16013176'] for subnet, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.252215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.331274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.354680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.419931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.422800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.444047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] For port 43e25be5-7f9f-4a79-851f-015bdf7266a0, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:14:58.502509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] For port 43e25be5-7f9f-4a79-851f-015bdf7266a0, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=43e25be5-7f9f-4a79-851f-015bdf7266a0,segment=NetworkSegment(8e5cc240-84aa-4a39-bdba-9df9a913f7e1),segment_id=8e5cc240-84aa-4a39-bdba-9df9a913f7e1)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:14:58.548568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7b72f466-4312-48a5-ad2c-da743e258cdb up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:58.551132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=4c2de0f5-15cd-4e82-ae54-8d012a90c44f,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:58.563045 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-71401c1e-9746-4669-8067-e46a26392447 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/f34b2154-d0c1-4042-936a-fff86cb1f2af HTTP/1.1" status: 204 len: 168 time: 2.3750272 Mar 03 12:14:58.566455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de59cd41-5d85-49ae-9a37-2615944f213b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:58.567091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de59cd41-5d85-49ae-9a37-2615944f213b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.570821 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-de59cd41-5d85-49ae-9a37-2615944f213b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "PUT /v2.0/subnets/f0f8586e-c9f5-4e7e-88d5-293dec7bebfc HTTP/1.1" status: 200 len: 826 time: 4.4134221 Mar 03 12:14:58.570821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58250) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:58.578350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58252) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:14:58.581802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.598118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.602269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-85c8fee7-3451-4f09-9337-a37053480b86 None None] Provisioning for port 4c2de0f5-15cd-4e82-ae54-8d012a90c44f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:58.605291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2133035921'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:14:58.643905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:14:58.661827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.661827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.661827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.666085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.666677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.670548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.671055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.671540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.672857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.673344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.675472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.676056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:14:58.678202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:14:58.685486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:14:58.702221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port fb738c52-8e27-454f-bf6b-ed227e82198b yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:14:58.715998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-85c8fee7-3451-4f09-9337-a37053480b86 None None] Provisioning complete for port 4c2de0f5-15cd-4e82-ae54-8d012a90c44f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:58.716577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-85c8fee7-3451-4f09-9337-a37053480b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:58.827232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864be6e-ce9a-4c15-878c-cac4efbbdea0 None None] Pushing event updated for resources: {'Port': ['ID=43e25be5-7f9f-4a79-851f-015bdf7266a0,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:58.837659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:14:58.841327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59cd41-5d85-49ae-9a37-2615944f213b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=f0f8586e-c9f5-4e7e-88d5-293dec7bebfc,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:58.859474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-85c8fee7-3451-4f09-9337-a37053480b86 None None] Port 4c2de0f5-15cd-4e82-ae54-8d012a90c44f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:58.954370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7b72f466-4312-48a5-ad2c-da743e258cdb completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:58.961286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7b72f466-4312-48a5-ad2c-da743e258cdb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:58.961667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.006002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:14:59.009641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.091978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Provisioning for port 45de5dff-00d0-488b-a8be-3b5ed999b1c8 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:59.097187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.099406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Provisioning complete for port 45de5dff-00d0-488b-a8be-3b5ed999b1c8 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:59.099775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.178154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:14:59.190582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port 43e25be5-7f9f-4a79-851f-015bdf7266a0 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:14:59.190956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.199998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:14:59.208405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:14:59.270630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Port 45de5dff-00d0-488b-a8be-3b5ed999b1c8 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:59.310496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.366500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7b72f466-4312-48a5-ad2c-da743e258cdb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7b72f466-4312-48a5-ad2c-da743e258cdb,segment=NetworkSegment(9bfb8b55-b34d-445b-a3bb-582e5c05ba69),segment_id=9bfb8b55-b34d-445b-a3bb-582e5c05ba69)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:59.406589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Provisioning for port 7b764815-67e0-4ae0-bb99-458431c2b1e3 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:14:59.418524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Provisioning complete for port 7b764815-67e0-4ae0-bb99-458431c2b1e3 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:59.418524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.421063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.421538 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 2396525c-64e5-4767-bd27-2fcf3cb710a9 of type vlan for network 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 Mar 03 12:14:59.474956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.523656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Port 7b764815-67e0-4ae0-bb99-458431c2b1e3 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:14:59.538721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Allocated IP 172.26.8.112 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/c315090e-3638-43b5-9ee5-b823e155dac6) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:14:59.544418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.617401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Provisioning complete for port 7b72f466-4312-48a5-ad2c-da743e258cdb triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:59.618506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.623737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.635248 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 12:14:59.635248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:14:59.641750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.781571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58acb082-617f-4174-b0ab-c6ecd04b9999 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:14:59.812386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] For port 43e25be5-7f9f-4a79-851f-015bdf7266a0, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=43e25be5-7f9f-4a79-851f-015bdf7266a0,segment=NetworkSegment(8e5cc240-84aa-4a39-bdba-9df9a913f7e1),segment_id=8e5cc240-84aa-4a39-bdba-9df9a913f7e1)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:14:59.812647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7b72f466-4312-48a5-ad2c-da743e258cdb,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:14:59.812757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.891465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad65f1-ba52-49bd-a34f-e6fef0a220b7 req-9732813f-a1ff-4a72-83a4-934cc7238fef tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:14:59.893195 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6aad65f1-ba52-49bd-a34f-e6fef0a220b7 req-9732813f-a1ff-4a72-83a4-934cc7238fef tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.7464483 Mar 03 12:14:59.909217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 45de5dff-00d0-488b-a8be-3b5ed999b1c8 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:14:59.928772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 58acb082-617f-4174-b0ab-c6ecd04b9999 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:14:59.929143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:14:59.997624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 0a91ba24-e53b-48a9-a1da-00a759476ac4 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:00.000102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Provisioning complete for port 15c089c8-9567-423e-87e6-2fe0fa41f37f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:00.000591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.012061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Calling delete_port for 43e25be5-7f9f-4a79-851f-015bdf7266a0 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:00.142707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15c089c8-9567-423e-87e6-2fe0fa41f37f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:00.194050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9b68b78a-17e8-4d25-8323-aeb8d611da09 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.8862021 Mar 03 12:15:00.194050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.200246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:00.201028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.207231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58260) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:00.209137 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6aad65f1-ba52-49bd-a34f-e6fef0a220b7 req-79289ef0-321d-44bd-82bf-b94b32c7db33 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682457 Mar 03 12:15:00.298533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 15c089c8-9567-423e-87e6-2fe0fa41f37f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:00.298970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.304273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.324755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.340370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.379875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be813ce-b7f4-4cd2-aca5-4590e1917538 None None] Network cffbe665-e980-4283-a251-bf059326cffb requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:00.397836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29383caf-32e5-48e1-a3cc-6f9bd2661d8b None None] Provisioning for port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:00.455666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:00.482156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] Sync routers for ids ['0a91ba24-e53b-48a9-a1da-00a759476ac4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:00.490552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Port': ['ID=43e25be5-7f9f-4a79-851f-015bdf7266a0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:00.528105 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-141488fd-b9ec-42e9-8068-58e7541f4433 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/0a91ba24-e53b-48a9-a1da-00a759476ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2889409 Mar 03 12:15:00.531058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58264) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:00.547896 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9691863 Mar 03 12:15:00.550684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58268) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:00.561609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff96274-ed35-4af1-88c6-cb8128d7e5d8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=421acaf5-6eeb-4d89-b8c8-ba4d03f4f161,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:00.563955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No DVR routers for this DVR port 43e25be5-7f9f-4a79-851f-015bdf7266a0 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:00.564516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] Routers {'0a91ba24-e53b-48a9-a1da-00a759476ac4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:00.570540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['0a91ba24-e53b-48a9-a1da-00a759476ac4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:00.570726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:00.630328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.635162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Could not find standard attr ID for object 43e25be5-7f9f-4a79-851f-015bdf7266a0. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:15:00.636833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:00.685760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:00.700562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 43e25be5-7f9f-4a79-851f-015bdf7266a0 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:00.746341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5b2142-6d1d-4192-9dbe-f5adbb17a8f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:00.752645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5b2142-6d1d-4192-9dbe-f5adbb17a8f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:00.753215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8c5b2142-6d1d-4192-9dbe-f5adbb17a8f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:00.762141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.793545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:00.803929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 43e25be5-7f9f-4a79-851f-015bdf7266a0 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:00.803929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 43e25be5-7f9f-4a79-851f-015bdf7266a0 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 12:15:00.811191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:00.818789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:00.830353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:00.850714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.865648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=45de5dff-00d0-488b-a8be-3b5ed999b1c8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:00.869981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] Routers {'0a91ba24-e53b-48a9-a1da-00a759476ac4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:00.870752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['0a91ba24-e53b-48a9-a1da-00a759476ac4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:00.915788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8c5b2142-6d1d-4192-9dbe-f5adbb17a8f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:00.920099 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8c5b2142-6d1d-4192-9dbe-f5adbb17a8f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6750414 Mar 03 12:15:00.923924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58272) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:00.944476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Provisioning for port 1ed006bb-a38a-4e62-9677-161fb0248121 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:00.953543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba98c75-6a82-4ab9-95c7-44f9beb1e236 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:00.954170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4ba98c75-6a82-4ab9-95c7-44f9beb1e236 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:00.961636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port 43e25be5-7f9f-4a79-851f-015bdf7266a0 not found, will not notify nova. {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 12:15:00.962054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:00.973516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:00.978585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:00.993004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:01.002203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:01.003141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa5b26-7152-4d3e-8279-a4b1b9ce6824 None None] The sync data for ids ['0a91ba24-e53b-48a9-a1da-00a759476ac4'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:01.013396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:01.016240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Provisioning complete for port 1ed006bb-a38a-4e62-9677-161fb0248121 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:01.016240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.017040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.033643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.035769 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-488708d8-f078-44cd-8d1a-a57b24038e09 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/45de5dff-00d0-488b-a8be-3b5ed999b1c8 HTTP/1.1" status: 204 len: 168 time: 3.5193961 Mar 03 12:15:01.039368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:01.068846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58276) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:01.076852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event updated for resources: {'Port': ['ID=c315090e-3638-43b5-9ee5-b823e155dac6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:01.138231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f8586e-c9f5-4e7e-88d5-293dec7bebfc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:01.138832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Port 1ed006bb-a38a-4e62-9677-161fb0248121 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:01.171341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Provisioning complete for port 4c2de0f5-15cd-4e82-ae54-8d012a90c44f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:01.171719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.213746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4ba98c75-6a82-4ab9-95c7-44f9beb1e236 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:01.215652 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4ba98c75-6a82-4ab9-95c7-44f9beb1e236 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports/4c2de0f5-15cd-4e82-ae54-8d012a90c44f HTTP/1.1" status: 200 len: 983 time: 0.6835165 Mar 03 12:15:01.218648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58280) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:01.233260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2e249cbb-12c2-4354-869c-676298ef36b8 None None] Port 4c2de0f5-15cd-4e82-ae54-8d012a90c44f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:01.238098 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71801ce-29a9-4373-b708-e4618cdbb8bb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:15:01.242130 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a71801ce-29a9-4373-b708-e4618cdbb8bb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/45de5dff-00d0-488b-a8be-3b5ed999b1c8 HTTP/1.1" status: 404 len: 333 time: 0.1542602 Mar 03 12:15:01.274643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58286) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:01.285786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:01.294843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:01.295362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.372844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 1ed006bb-a38a-4e62-9677-161fb0248121 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:01.373193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.374645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:15:01.408979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.458900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 7b764815-67e0-4ae0-bb99-458431c2b1e3 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:01.459204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c965e083-9314-4845-a903-8dfe0082fce9 None None] Network cffbe665-e980-4283-a251-bf059326cffb requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:01.459523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.498039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.620030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.735515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c0aa933-bd7a-45cb-84a5-9a0fd09ca251,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:01.753726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.755212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=120f6592-39e8-4939-9e9b-c3aad08d08c7,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:01.795493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.796653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:01.842430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b792321-8465-426f-b5a6-de618929acc8 None None] DHCP port deletion for cffbe665-e980-4283-a251-bf059326cffb request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:01.877907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f488eec-c60a-45c9-afd7-244b8fb21946 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:15:01.910945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffbe665-e980-4283-a251-bf059326cffb']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:01.925204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5cc240-84aa-4a39-bdba-9df9a913f7e1') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:01.925545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=2c0aa933-bd7a-45cb-84a5-9a0fd09ca251,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:01.925840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5cc240-84aa-4a39-bdba-9df9a913f7e1') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:01.939117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.939538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.939957 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.940372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.940709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.941040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.941950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.941950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.942154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.942317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.942638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.942959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:01.954199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7b72f466-4312-48a5-ad2c-da743e258cdb up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:02.032728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.093418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7b72f466-4312-48a5-ad2c-da743e258cdb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:02.093977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.127553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.185484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f488eec-c60a-45c9-afd7-244b8fb21946 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:15:02.222328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.240803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.266192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:02.266597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:02.282153 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:02.438372 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP d0c3c275-6cba-45b5-9f34-8bfb53a6841c associated. External IP: 172.26.8.109, port: 64d3a766-034c-4cde-ae98-50d5eb420c38. Mar 03 12:15:02.439600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.473295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 43e25be5-7f9f-4a79-851f-015bdf7266a0 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:02.504632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844becc8-1b37-4bdc-abd1-1f9701b83cd2 req-ac93aa83-82b1-460e-a88b-8a14628beaf1 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:02.506128 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-844becc8-1b37-4bdc-abd1-1f9701b83cd2 req-ac93aa83-82b1-460e-a88b-8a14628beaf1 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.9429159 Mar 03 12:15:02.513752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 43e25be5-7f9f-4a79-851f-015bdf7266a0 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:02.514086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 43e25be5-7f9f-4a79-851f-015bdf7266a0 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:02.567395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 7b764815-67e0-4ae0-bb99-458431c2b1e3 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:02.661367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 1ed006bb-a38a-4e62-9677-161fb0248121 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:02.693246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.727570 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.758109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:02.762460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=cffbe665-e980-4283-a251-bf059326cffb,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:02.829731 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-844becc8-1b37-4bdc-abd1-1f9701b83cd2 req-37447124-6382-4924-bbf9-c486c7ee1af5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2558930 Mar 03 12:15:02.848161 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-397b9cc3-642a-4364-87db-447e3e5d91db tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/cffbe665-e980-4283-a251-bf059326cffb HTTP/1.1" status: 204 len: 168 time: 4.2488990 Mar 03 12:15:02.857800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58290) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:02.937613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=7320aaa6-2693-4947-b3ee-32100a49a0ea,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:02.942872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea82203e-fae8-4194-87bc-31c0e34e9cf2 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:02.943401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea82203e-fae8-4194-87bc-31c0e34e9cf2 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:02.973391 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ea82203e-fae8-4194-87bc-31c0e34e9cf2 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/cffbe665-e980-4283-a251-bf059326cffb HTTP/1.1" status: 404 len: 339 time: 0.1145673 Mar 03 12:15:02.978713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58294) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:02.997453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '2396525c-64e5-4767-bd27-2fcf3cb710a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:02.997810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:03.058795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501703883', 'description': 'd1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:03.085502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.117044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:03.136195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Usage tracker for resource:network and tenant:3c9a07b69db648eba1bf8da382e00f43 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:03.143701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:03.155092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:03.253830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.255733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.267179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:03.272924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=1ed006bb-a38a-4e62-9677-161fb0248121,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:03.327720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.362187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:03.365628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.386040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=7b764815-67e0-4ae0-bb99-458431c2b1e3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:03.388941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.391748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:03.407479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:03.407716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.411877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb5d2b-5f68-413e-943d-d1531cb66b99 None None] Network 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:03.487016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.491257 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-802cf88c-a20d-4bd8-ad52-4b316d6b34ef tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/7b764815-67e0-4ae0-bb99-458431c2b1e3 HTTP/1.1" status: 204 len: 168 time: 2.2113168 Mar 03 12:15:03.494128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58298) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:03.508306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:03.514213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:03.538753 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-378d1118-871b-4f72-87b2-a27626c0f2d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/1ed006bb-a38a-4e62-9677-161fb0248121 HTTP/1.1" status: 204 len: 168 time: 2.6173787 Mar 03 12:15:03.547287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58302) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:03.560445 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-93507c22-ea8f-4fb6-afbd-bb9e6f49c59c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:15:03.565052 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-93507c22-ea8f-4fb6-afbd-bb9e6f49c59c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/7b764815-67e0-4ae0-bb99-458431c2b1e3 HTTP/1.1" status: 404 len: 333 time: 0.0660405 Mar 03 12:15:03.594483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58306) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:03.628174 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3ef5594d-8ac1-4fdd-b5c2-65561f2ffaa6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0659168 Mar 03 12:15:03.646527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58310) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:03.705577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet d7729d0c-073e-4f4b-9f35-eba5c19649f7 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:03.708704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.722798 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-421acaf5-6eeb-4d89-b8c8-ba4d03f4f161', 'network_id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': '7320aaa6-2693-4947-b3ee-32100a49a0ea'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:03.723853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.754242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:03.754852 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 66258ddc-8954-4ba4-8428-1a774ce46537 of type vlan for network d4c22fb0-e427-43de-9cf7-b3cec792c928 Mar 03 12:15:03.827774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa7ed6-5102-4255-887c-4afc5e5043c6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:03.829527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa7ed6-5102-4255-887c-4afc5e5043c6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:03.830597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-16aa7ed6-5102-4255-887c-4afc5e5043c6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:03.918614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:03.972664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Allocated IP 172.20.0.2 (421acaf5-6eeb-4d89-b8c8-ba4d03f4f161/7320aaa6-2693-4947-b3ee-32100a49a0ea/e5fbf276-709e-49a5-a01d-a1f67f6166b7) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:04.017942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.035299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 4c2de0f5-15cd-4e82-ae54-8d012a90c44f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:04.035299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.061823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-16aa7ed6-5102-4255-887c-4afc5e5043c6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:04.065595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-16aa7ed6-5102-4255-887c-4afc5e5043c6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5149043 Mar 03 12:15:04.068908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58316) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:04.079233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.111821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:04.112225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.188492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.265656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.339339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet c4bc9f8c-5e40-40ba-b638-cac9f12e650f {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:04.372513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.376515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.395148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.405927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Transition to ACTIVE for port object e5fbf276-709e-49a5-a01d-a1f67f6166b7 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:04.425684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Transition to ACTIVE for port object e5fbf276-709e-49a5-a01d-a1f67f6166b7 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:04.482151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:04.500074 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:04.504769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 4c2de0f5-15cd-4e82-ae54-8d012a90c44f owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:04.505377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.507766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.517698 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:04.518629 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:04.553651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.583460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Router f9b66e98-ca68-4390-8093-5d55cb93103c is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:04.595806 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:04.601678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Network 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:04.605194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:04.609523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:04.610273 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:04.611267 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:04.620179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf171f4-a846-457f-9a00-e8305c1648ee req-5529ed0e-d496-4b44-936c-bcf8b4cc50ea tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:04.621750 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6cf171f4-a846-457f-9a00-e8305c1648ee req-5529ed0e-d496-4b44-936c-bcf8b4cc50ea tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6371014 Mar 03 12:15:04.631555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.638041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:04.638679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.669942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Pushing event updated for resources: {'Port': ['ID=e5fbf276-709e-49a5-a01d-a1f67f6166b7,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:04.692753 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:04.693306 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8118ba4d-5256-46d3-ad6a-c502c925e2b7 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:04.742183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.746091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Attempting to bind port e5fbf276-709e-49a5-a01d-a1f67f6166b7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:04.746677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Attempting to bind port e5fbf276-709e-49a5-a01d-a1f67f6166b7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '2396525c-64e5-4767-bd27-2fcf3cb710a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:04.747098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Attempting to bind port e5fbf276-709e-49a5-a01d-a1f67f6166b7 on network 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:04.752584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:04.753372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Checking segment: {'id': '2396525c-64e5-4767-bd27-2fcf3cb710a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:04.753751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.754201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Bound using segment: {'id': '2396525c-64e5-4767-bd27-2fcf3cb710a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:04.754728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Bound port: e5fbf276-709e-49a5-a01d-a1f67f6166b7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2396525c-64e5-4767-bd27-2fcf3cb710a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:04.755147 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.790159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=7320aaa6-2693-4947-b3ee-32100a49a0ea,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:04.797598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.856081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] For port e5fbf276-709e-49a5-a01d-a1f67f6166b7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:04.859552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] For port e5fbf276-709e-49a5-a01d-a1f67f6166b7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e5fbf276-709e-49a5-a01d-a1f67f6166b7,segment=NetworkSegment(2396525c-64e5-4767-bd27-2fcf3cb710a9),segment_id=2396525c-64e5-4767-bd27-2fcf3cb710a9)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:04.883251 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9033663 Mar 03 12:15:04.883882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.892281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58320) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:04.926552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.954576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:04.959306 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6cf171f4-a846-457f-9a00-e8305c1648ee req-dacd12cc-0547-4117-8ca6-d033affc1311 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3080137 Mar 03 12:15:04.987173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f29086-834c-45a3-9310-c83007ac03b1 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=d4c22fb0-e427-43de-9cf7-b3cec792c928,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:05.015002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network d4c22fb0-e427-43de-9cf7-b3cec792c928 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:05.059555 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9f821cdd-577a-4f3e-8f23-9744d2fab732 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.5765059 Mar 03 12:15:05.062719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58324) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:05.072931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1648719238'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:05.085580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:05.097510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.111495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=4c2de0f5-15cd-4e82-ae54-8d012a90c44f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:05.137461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:network and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:05.147655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:05.156044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:05.157775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:05.167567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421acaf5-6eeb-4d89-b8c8-ba4d03f4f161']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:05.183158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.202912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] Sync routers for ids ['f9b66e98-ca68-4390-8093-5d55cb93103c'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:05.219178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52071218-fa6f-4fa7-8a29-7092db695c04 None None] Pushing event updated for resources: {'Port': ['ID=e5fbf276-709e-49a5-a01d-a1f67f6166b7,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:05.236448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] Routers {'f9b66e98-ca68-4390-8093-5d55cb93103c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:05.238418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f9b66e98-ca68-4390-8093-5d55cb93103c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:05.246393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=d7729d0c-073e-4f4b-9f35-eba5c19649f7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:05.252063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:05.255659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.266280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.285704 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-375dd9c4-aafa-4f62-8f52-4e19aab1cb9a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/d7729d0c-073e-4f4b-9f35-eba5c19649f7 HTTP/1.1" status: 204 len: 168 time: 1.6731167 Mar 03 12:15:05.288944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58328) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:05.319684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2396525c-64e5-4767-bd27-2fcf3cb710a9') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:05.321907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2396525c-64e5-4767-bd27-2fcf3cb710a9') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:05.322022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.322859 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9376fb29-b94b-4f05-8c2b-634fedff1ed0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.4109957 Mar 03 12:15:05.326858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58332) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:05.348607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:05.376311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d097e1a-1568-43bb-9522-54f95b01b71e None None] Network f1e8a06c-1312-4cfb-9778-648fe9654e3f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:05.414953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.454668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.455009 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Added segment 8cb91bb3-abeb-4c4e-80aa-1b183a158e5c of type vlan for network 858cd753-9841-41ef-9e0a-deb439fe3a98 Mar 03 12:15:05.479249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bc9f8c-5e40-40ba-b638-cac9f12e650f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:05.489204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.492952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.513808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151582e-7592-46e1-9876-8510705d53d4 None None] Network 421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:05.516940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.523018 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0688c9b3-3726-467c-9d6b-eb8dda10ab8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c4bc9f8c-5e40-40ba-b638-cac9f12e650f HTTP/1.1" status: 204 len: 168 time: 1.4158318 Mar 03 12:15:05.523622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.526308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58336) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:05.529981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.534560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 7b72f466-4312-48a5-ad2c-da743e258cdb {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:05.534902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.539227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd409132-e7ae-4a11-8686-2c6d38dbc62b None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:05.560563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:05.588953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193ae01-b548-45da-afc9-8b6384392652 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:05.589178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1193ae01-b548-45da-afc9-8b6384392652 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Synchronizing usage tracker for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:05.644357 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-29a95d09-70a2-433b-8855-64f25acbc7d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132920 Mar 03 12:15:05.647809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58340) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:05.655619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:05.662245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] Routers {'f9b66e98-ca68-4390-8093-5d55cb93103c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:05.663032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f9b66e98-ca68-4390-8093-5d55cb93103c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:05.668125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.707281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:05.707578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:05.725051 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:05.803272 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c51f86e1-cbf1-49af-abb6-6760def5f7ba tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/f9b66e98-ca68-4390-8093-5d55cb93103c HTTP/1.1" status: 200 len: 920 time: 0.4138427 Mar 03 12:15:05.821946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:05.822288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa4865-662c-4583-bcfb-0cb4d557d613 None None] The sync data for ids ['f9b66e98-ca68-4390-8093-5d55cb93103c'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:05.854624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58344) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:05.864274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1193ae01-b548-45da-afc9-8b6384392652 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Unset dirty status for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:05.865387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1193ae01-b548-45da-afc9-8b6384392652 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/networks?id=d4c22fb0-e427-43de-9cf7-b3cec792c928 HTTP/1.1" status: 200 len: 764 time: 0.9434731 Mar 03 12:15:05.871429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58348) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:05.914892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'description': 'd2'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:05.964056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:05.969587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:05.970265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.004095 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cd1f405c-357e-488a-b012-7a1ad3832e28 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9b66e98-ca68-4390-8093-5d55cb93103c HTTP/1.1" status: 200 len: 205 time: 0.1430469 Mar 03 12:15:06.011702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58354) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:06.054853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:06.121676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 12:15:06.121676 dv-neutron-831730-1-hyperv neutron-server[88430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 12:15:06.121676 dv-neutron-831730-1-hyperv neutron-server[88430]: [parameters: {'id': '421acaf5-6eeb-4d89-b8c8-ba4d03f4f161'}] Mar 03 12:15:06.121676 dv-neutron-831730-1-hyperv neutron-server[88430]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:06.122660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:06.158266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 0a91ba24-e53b-48a9-a1da-00a759476ac4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:06.178506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] DHCP port deletion for f1e8a06c-1312-4cfb-9778-648fe9654e3f request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:06.184665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Deleting port 7b72f466-4312-48a5-ad2c-da743e258cdb {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:06.185038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.227366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:06.241426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] Deleting port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:06.242052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.248510 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1844251 Mar 03 12:15:06.251888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:06.257971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58358) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:06.273811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'subnet': {'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:06.301826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24ea1a-dafe-42b3-8f46-264af11e884a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Network': ['ID=858cd753-9841-41ef-9e0a-deb439fe3a98,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:06.346533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] For port 7b72f466-4312-48a5-ad2c-da743e258cdb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7b72f466-4312-48a5-ad2c-da743e258cdb,segment=NetworkSegment(9bfb8b55-b34d-445b-a3bb-582e5c05ba69),segment_id=9bfb8b55-b34d-445b-a3bb-582e5c05ba69)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:06.347152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.444582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:06.466871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:06.470301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.568754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:06.582901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] Sync routers for ids ['0a91ba24-e53b-48a9-a1da-00a759476ac4'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:06.594974 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] Routers {'0a91ba24-e53b-48a9-a1da-00a759476ac4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:06.598687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.598817 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['0a91ba24-e53b-48a9-a1da-00a759476ac4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:06.624292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.633319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 7b72f466-4312-48a5-ad2c-da743e258cdb owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:06.642955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1437a4-6843-4552-85b7-bd4bdb3b23bd req-580804f9-8fa5-40c7-a4a6-86a1b2cf3d0d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:06.644446 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6f1437a4-6843-4552-85b7-bd4bdb3b23bd req-580804f9-8fa5-40c7-a4a6-86a1b2cf3d0d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.4667964 Mar 03 12:15:06.673025 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:06.678773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.682726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting port e5fbf276-709e-49a5-a01d-a1f67f6166b7 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:06.683056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.684976 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] Routers {'0a91ba24-e53b-48a9-a1da-00a759476ac4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:06.685803 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:14:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['0a91ba24-e53b-48a9-a1da-00a759476ac4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:06.737529 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7f06d7c2-8965-4a66-b426-7ff2837628d0 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/0a91ba24-e53b-48a9-a1da-00a759476ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5008318 Mar 03 12:15:06.741620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:06.749316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58362) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:06.749521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network d4c22fb0-e427-43de-9cf7-b3cec792c928 is not hosted by any dhcp agent {{(pid=88430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 12:15:06.754698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:06.756036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.756867 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "PUT /v2.0/networks/d4c22fb0-e427-43de-9cf7-b3cec792c928 HTTP/1.1" status: 200 len: 761 time: 0.8524737 Mar 03 12:15:06.760678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58364) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:06.761966 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:06.762583 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8302e-b491-4eaf-ab47-456d869a583e None None] The sync data for ids ['0a91ba24-e53b-48a9-a1da-00a759476ac4'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:06.764981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:subnet and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:06.771007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.835540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] For port 7b72f466-4312-48a5-ad2c-da743e258cdb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7b72f466-4312-48a5-ad2c-da743e258cdb,segment=NetworkSegment(9bfb8b55-b34d-445b-a3bb-582e5c05ba69),segment_id=9bfb8b55-b34d-445b-a3bb-582e5c05ba69)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:06.836232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:06.857864 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6f1437a4-6843-4552-85b7-bd4bdb3b23bd req-3414bac4-073a-45bd-a4bc-61d750e8219d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2015190 Mar 03 12:15:06.893901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:06.897937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270959-2aa0-4534-ad41-53c4e26df3cd tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=d4c22fb0-e427-43de-9cf7-b3cec792c928,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:06.935226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network d4c22fb0-e427-43de-9cf7-b3cec792c928 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:06.953769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:07.015475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Calling delete_port for 7b72f466-4312-48a5-ad2c-da743e258cdb owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:07.070308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] For port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c0aa933-bd7a-45cb-84a5-9a0fd09ca251,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:07.070720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.072061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] For port e5fbf276-709e-49a5-a01d-a1f67f6166b7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e5fbf276-709e-49a5-a01d-a1f67f6166b7,segment=NetworkSegment(2396525c-64e5-4767-bd27-2fcf3cb710a9),segment_id=2396525c-64e5-4767-bd27-2fcf3cb710a9)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:07.072620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.218465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Calling delete_port for e5fbf276-709e-49a5-a01d-a1f67f6166b7 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:07.334632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] Calling delete_port for 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:07.402322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:07.402665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:07.415538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:07.419117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.466469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.501707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.525619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43076b8-b9e8-42c3-8fca-8a788866909e req-0577120d-c853-489d-9693-fab6a5d44d1a tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:07.527106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d43076b8-b9e8-42c3-8fca-8a788866909e req-0577120d-c853-489d-9693-fab6a5d44d1a tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.2016807 Mar 03 12:15:07.549880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] Pushing event deleted for resources: {'Port': ['ID=2c0aa933-bd7a-45cb-84a5-9a0fd09ca251,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:07.554508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72dcd9e-6c72-4f1c-84df-5d3dea4e4f5d None None] No DVR routers for this DVR port 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:07.559315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d2dd40-f24d-4df6-92e6-43a02f978d7a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:07.560130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-64d2dd40-f24d-4df6-92e6-43a02f978d7a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Synchronizing usage tracker for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:07.566323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.613988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983eb-f46a-4b61-8661-15dd28f6371a req-2d2ba6ef-15fc-4178-ae7b-93584c0e941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:07.615486 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-791983eb-f46a-4b61-8661-15dd28f6371a req-2d2ba6ef-15fc-4178-ae7b-93584c0e941a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.1748149 Mar 03 12:15:07.629604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Port': ['ID=e5fbf276-709e-49a5-a01d-a1f67f6166b7,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:07.651436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No DVR routers for this DVR port e5fbf276-709e-49a5-a01d-a1f67f6166b7 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:07.654685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=7b72f466-4312-48a5-ad2c-da743e258cdb,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:07.657455 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d43076b8-b9e8-42c3-8fca-8a788866909e req-d6b175c2-4d98-46ad-a11e-d61dcdbd9272 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201100 Mar 03 12:15:07.711637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No DVR routers for this DVR port 7b72f466-4312-48a5-ad2c-da743e258cdb on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:07.832832 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-0792c12b-03be-413d-8f8b-1753b822af58 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 12:15:07.836254 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0792c12b-03be-413d-8f8b-1753b822af58 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/0a91ba24-e53b-48a9-a1da-00a759476ac4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0748107 Mar 03 12:15:07.841772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.844372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-64d2dd40-f24d-4df6-92e6-43a02f978d7a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Unset dirty status for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:07.849025 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-64d2dd40-f24d-4df6-92e6-43a02f978d7a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/networks?id=d4c22fb0-e427-43de-9cf7-b3cec792c928 HTTP/1.1" status: 200 len: 764 time: 1.0774713 Mar 03 12:15:07.854896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58378) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:07.854896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58380) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:07.914935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Deleting port 7b72f466-4312-48a5-ad2c-da743e258cdb {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:07.917386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.935446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b45266ae-6e7d-41df-92d9-5e4fd7231ae6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:07.963036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.969957 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:07.973820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:07.982194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Deleting port c315090e-3638-43b5-9ee5-b823e155dac6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:07.982533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.005700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.048490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aa17bf5c-43bf-47d0-8893-2f71da02bcfb None None] The port '7b72f466-4312-48a5-ad2c-da743e258cdb' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:15:08.051480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:08.051908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c0aa933-bd7a-45cb-84a5-9a0fd09ca251 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:08.058110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7b72f466-4312-48a5-ad2c-da743e258cdb no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:08.060167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e8a06c-1312-4cfb-9778-648fe9654e3f']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:08.090964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfb8b55-b34d-445b-a3bb-582e5c05ba69') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:08.091214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfb8b55-b34d-445b-a3bb-582e5c05ba69') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:08.092289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9be922-cde3-463b-ad21-5944f691a139 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:15:08.125632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c23c0e09-c2fa-4cee-b451-da84d9893447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.133020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7b72f466-4312-48a5-ad2c-da743e258cdb {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:08.133365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7b72f466-4312-48a5-ad2c-da743e258cdb not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:08.177230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.201852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.248507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9be922-cde3-463b-ad21-5944f691a139 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:15:08.287674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421acaf5-6eeb-4d89-b8c8-ba4d03f4f161']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:08.297370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.298388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b45266ae-6e7d-41df-92d9-5e4fd7231ae6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:08.300864 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b45266ae-6e7d-41df-92d9-5e4fd7231ae6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a91ba24-e53b-48a9-a1da-00a759476ac4 HTTP/1.1" status: 200 len: 205 time: 0.4410884 Mar 03 12:15:08.310800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58386) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:08.316589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983eb-f46a-4b61-8661-15dd28f6371a req-96ff4484-0f0d-4dba-a7e0-b5d68570eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:08.318240 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-791983eb-f46a-4b61-8661-15dd28f6371a req-96ff4484-0f0d-4dba-a7e0-b5d68570eeae service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.6919014 Mar 03 12:15:08.335986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:08.336630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:08.353647 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:08.357700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:08.381074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:08.405155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2396525c-64e5-4767-bd27-2fcf3cb710a9') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:08.405456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2396525c-64e5-4767-bd27-2fcf3cb710a9') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:08.450847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:08.451417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.499152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=5098339e-4caa-489e-a67d-2cc50e257c34,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:08.526290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.560254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.589250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cd76-2b9a-4470-a37a-b042fa7b37dd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.597035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.598750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.647559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3e4ab-9d5c-4d5a-9bf9-cea74379cd2a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:08.653477 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cec3e4ab-9d5c-4d5a-9bf9-cea74379cd2a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7876334 Mar 03 12:15:08.667479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58390) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:08.679600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '5098339e-4caa-489e-a67d-2cc50e257c34'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:08.680783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.706144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.707956 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/f1e8a06c-1312-4cfb-9778-648fe9654e3f HTTP/1.1" status: 204 len: 168 time: 3.4177470 Mar 03 12:15:08.713468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bba6f047-a9f7-46f8-bc16-5a2715d761bb tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Synchronizing usage tracker for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:08.717510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58396) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:08.726557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.806709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1624634835'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:08.810567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:08.810964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:08.830544 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:08.834337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-791983eb-f46a-4b61-8661-15dd28f6371a req-73ef8009-092f-46d8-b303-f3f576c61f24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1000 time: 0.4292841 Mar 03 12:15:08.847802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:08.864688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Calling delete_port for c315090e-3638-43b5-9ee5-b823e155dac6 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:08.906134 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7cc6815e-7a5d-466b-b601-f72f80922dbf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2546124 Mar 03 12:15:08.917159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c60a-9dbe-463b-be48-e9149361c1e3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=f1e8a06c-1312-4cfb-9778-648fe9654e3f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:08.949276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58400) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:08.979485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': '5098339e-4caa-489e-a67d-2cc50e257c34', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-286298180'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:09.033811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:09.051555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Subnet': ['ID=c1a8045a-e8cb-4abc-b180-52f8c80265ea,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:09.060412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:09.079741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:09.149975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Checking segment: {'id': '8cb91bb3-abeb-4c4e-80aa-1b183a158e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:09.150420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network hostable DHCP agents. Network: 858cd753-9841-41ef-9e0a-deb439fe3a98, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:09.150543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-bba6f047-a9f7-46f8-bc16-5a2715d761bb tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Unset dirty status for tenant:3c9a07b69db648eba1bf8da382e00f43 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:09.151655 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bba6f047-a9f7-46f8-bc16-5a2715d761bb tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 207 time: 0.4811120 Mar 03 12:15:09.154756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cd76-2b9a-4470-a37a-b042fa7b37dd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.160673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cd76-2b9a-4470-a37a-b042fa7b37dd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.162188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58404) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:09.214917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983eb-f46a-4b61-8661-15dd28f6371a req-a4fc467e-3dc8-48f6-b66e-3341c198c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.216388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-791983eb-f46a-4b61-8661-15dd28f6371a req-a4fc467e-3dc8-48f6-b66e-3341c198c40a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.3225162 Mar 03 12:15:09.223249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.296554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233def50-3f04-4193-919e-565ec7877b91 req-93abbea2-93e5-4c22-91e2-bfe206d8c2ee tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.298312 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-233def50-3f04-4193-919e-565ec7877b91 req-93abbea2-93e5-4c22-91e2-bfe206d8c2ee tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3996208 Mar 03 12:15:09.300950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:09.311953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:09.331496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/5098339e-4caa-489e-a67d-2cc50e257c34/ace8f28e-ad79-42b1-a607-5eab929fa7ca) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:09.332315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:09.333672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.336390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:09.339235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:09.339756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.347486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:09.359881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.376504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=421acaf5-6eeb-4d89-b8c8-ba4d03f4f161,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:09.399872 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b2930bec-b38f-49ef-a430-f7c1108ee4d3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 HTTP/1.1" status: 204 len: 168 time: 5.7445590 Mar 03 12:15:09.406658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58408) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:09.417820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event deleted for resources: {'Port': ['ID=c315090e-3638-43b5-9ee5-b823e155dac6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:09.418989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114277686'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:09.422977 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-233def50-3f04-4193-919e-565ec7877b91 req-3e7d0123-0994-4515-9e93-89bce0a83c99 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083977 Mar 03 12:15:09.427730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cd76-2b9a-4470-a37a-b042fa7b37dd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.428540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae9cd76-2b9a-4470-a37a-b042fa7b37dd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Fanout notify agent at l3_agent the message router_deleted on router 0a91ba24-e53b-48a9-a1da-00a759476ac4 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:15:09.450692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9cd76-2b9a-4470-a37a-b042fa7b37dd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.451769 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5ae9cd76-2b9a-4470-a37a-b042fa7b37dd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/0a91ba24-e53b-48a9-a1da-00a759476ac4 HTTP/1.1" status: 204 len: 168 time: 1.1373444 Mar 03 12:15:09.456428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58412) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:09.457362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:09.465312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 858cd753-9841-41ef-9e0a-deb439fe3a98) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:09.501950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.502889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.503877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:09.512181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:09.512919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:09.521620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069a59-57f6-483a-bcca-974f2ca4c82a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.527758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069a59-57f6-483a-bcca-974f2ca4c82a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.533378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069a59-57f6-483a-bcca-974f2ca4c82a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.539248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069a59-57f6-483a-bcca-974f2ca4c82a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.545422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069a59-57f6-483a-bcca-974f2ca4c82a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.551050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069a59-57f6-483a-bcca-974f2ca4c82a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.557615 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e7069a59-57f6-483a-bcca-974f2ca4c82a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3899024 Mar 03 12:15:09.557615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:09.559502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58416) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:09.575108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:09.583445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.583788 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment 1d913eef-b048-41b3-9560-4d011f577ab3 of type vlan for network f31b0b60-d3dd-4710-abac-899dcb3f1ade Mar 03 12:15:09.614210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.623654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet 8c5c15cd-36b7-4ef7-805f-9872fc51611c {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:09.626108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Transition to ACTIVE for port object ace8f28e-ad79-42b1-a607-5eab929fa7ca will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:09.635397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.645582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Transition to ACTIVE for port object ace8f28e-ad79-42b1-a607-5eab929fa7ca will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:09.670823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983eb-f46a-4b61-8661-15dd28f6371a req-5aa4773c-e708-4d1f-b978-99fdc726d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:09.671612 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-223f56b2-816a-4cab-814c-a15cdd491826 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4022176 Mar 03 12:15:09.672349 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-791983eb-f46a-4b61-8661-15dd28f6371a req-5aa4773c-e708-4d1f-b978-99fdc726d33d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4444633 Mar 03 12:15:09.678104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58420) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:09.678939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.684255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:09.687549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.698142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.708681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.784056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1366907860', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:09.786876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:09.790243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:09.792863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:09.837546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Pushing event updated for resources: {'Port': ['ID=ace8f28e-ad79-42b1-a607-5eab929fa7ca,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:09.877598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:09.900399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:router and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:09.911473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Attempting to bind port ace8f28e-ad79-42b1-a607-5eab929fa7ca on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:09.911829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Attempting to bind port ace8f28e-ad79-42b1-a607-5eab929fa7ca by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:09.912216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Attempting to bind port ace8f28e-ad79-42b1-a607-5eab929fa7ca on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:09.913169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:09.918694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:09.919075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:09.919472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.919860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:09.920490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Bound port: ace8f28e-ad79-42b1-a607-5eab929fa7ca, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:09.920998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.965178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.982301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:09.991478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:10.000892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.019643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] For port ace8f28e-ad79-42b1-a607-5eab929fa7ca, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:10.023494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] For port ace8f28e-ad79-42b1-a607-5eab929fa7ca, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ace8f28e-ad79-42b1-a607-5eab929fa7ca,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:10.028605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:10.032913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.053551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.054963 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 89cbb9d9-a27f-47f5-9e3c-1ef881e7a1b3 of type vlan for network 8f78fe19-1ff3-4d44-b478-561b96e73b6d Mar 03 12:15:10.076191 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-910bd951-9b44-4c45-a7dd-deea9590f3ff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.5160875 Mar 03 12:15:10.079527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58424) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:10.107775 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-791983eb-f46a-4b61-8661-15dd28f6371a req-a08e118b-7626-4aa6-8821-b41434416a4f service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272761 Mar 03 12:15:10.121623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.121962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 5f5edb4d-298a-48e1-89e5-3b24d2959a30 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:15:10.127031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.127611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.155244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.162444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-25e97fdc-d553-447e-be8f-a54c2880554b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.166552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.166998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.167113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Fanout notify agent at l3_agent the message router_deleted on router f9b66e98-ca68-4390-8093-5d55cb93103c {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:15:10.168715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.169751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.212791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.217416 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3129eb04-fda2-4f8a-9836-fefd3ab3a15d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/f9b66e98-ca68-4390-8093-5d55cb93103c HTTP/1.1" status: 204 len: 168 time: 4.1759429 Mar 03 12:15:10.223628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58428) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:10.230615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-391279143', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': False}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:10.246625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b8e01-b0bc-40c2-858f-3800925b3d5e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.248395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b8e01-b0bc-40c2-858f-3800925b3d5e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.250191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b8e01-b0bc-40c2-858f-3800925b3d5e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.251820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b8e01-b0bc-40c2-858f-3800925b3d5e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.253321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b8e01-b0bc-40c2-858f-3800925b3d5e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.254968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3b6b8e01-b0bc-40c2-858f-3800925b3d5e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1745293 Mar 03 12:15:10.261936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.267138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58432) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:10.282214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad2194-8c3b-45f9-9e39-80320733fb5c None None] Pushing event updated for resources: {'Port': ['ID=ace8f28e-ad79-42b1-a607-5eab929fa7ca,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:10.355181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:10.359290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:15:10.379268 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6490104 Mar 03 12:15:10.383064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58436) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:10.385242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.391502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:10.418076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:router and tenant:8c6c24a86c9249b2b13bded8ab002e7f is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:10.428516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39873a83-5214-43a2-9610-52918b28b6b6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=f31b0b60-d3dd-4710-abac-899dcb3f1ade,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:10.441925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:10.444593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:10.457043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:10.548891 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-791983eb-f46a-4b61-8661-15dd28f6371a req-7b357b7b-cc5c-4e22-b4fd-6996ce35b9e0 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282444 Mar 03 12:15:10.553289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.560672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.561682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.568987 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:15:10.569537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:10.597910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa491e53-de69-4c06-9c43-a1ef63da7a87 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.599310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa491e53-de69-4c06-9c43-a1ef63da7a87 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.600869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa491e53-de69-4c06-9c43-a1ef63da7a87 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.602436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa491e53-de69-4c06-9c43-a1ef63da7a87 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.604297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa491e53-de69-4c06-9c43-a1ef63da7a87 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.606088 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fa491e53-de69-4c06-9c43-a1ef63da7a87 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3421404 Mar 03 12:15:10.685389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58442) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:10.811839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.812896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.847467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=8f78fe19-1ff3-4d44-b478-561b96e73b6d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:10.863664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 8f78fe19-1ff3-4d44-b478-561b96e73b6d details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:10.867442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:10.927749 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3318a230-7d5d-47c3-88ad-67a884c2c27d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5148695 Mar 03 12:15:10.928546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58446) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:10.938631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795c2df-2aa8-4ed3-a9e6-6efac59af786 req-26db6cbb-7bcc-4836-ab55-c3526c723bb2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.940147 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e795c2df-2aa8-4ed3-a9e6-6efac59af786 req-26db6cbb-7bcc-4836-ab55-c3526c723bb2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3486133 Mar 03 12:15:10.944256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-60c7f1f2-8f3a-4d59-83d1-9e2ee6812fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:10.945653 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-60c7f1f2-8f3a-4d59-83d1-9e2ee6812fd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.1832824 Mar 03 12:15:10.950461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': '8f78fe19-1ff3-4d44-b478-561b96e73b6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:10.985617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:11.004926 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a67e7a85-4758-40ba-907a-0ac99d0693fb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0491526 Mar 03 12:15:11.005147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.005249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:11.035077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58450) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:11.060824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:11.077101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.080858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:11.113690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.131719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701dc928-0935-4a52-89fd-e41f9c966e2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:11.133123 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-701dc928-0935-4a52-89fd-e41f9c966e2f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/networks/b686d7f1-22dc-49d3-81a1-2cecebfc33ba HTTP/1.1" status: 200 len: 803 time: 0.4468846 Mar 03 12:15:11.152211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58454) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:11.181883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:11.185767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.194928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5c15cd-36b7-4ef7-805f-9872fc51611c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:11.209942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.370553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.441387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e795c2df-2aa8-4ed3-a9e6-6efac59af786 req-094e4a18-5e8a-40ef-963d-f85594483311 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4751363 Mar 03 12:15:11.442640 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5d7c1a6b-80da-4a92-bf4d-17efd121b321 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/8c5c15cd-36b7-4ef7-805f-9872fc51611c HTTP/1.1" status: 204 len: 168 time: 1.9827924 Mar 03 12:15:11.451362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58462) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:11.608863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4041c14-9a24-4b69-8455-a5e52b47326d None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:11.629136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd35a0-0261-4a9f-b6fd-391638360a23 None None] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:11.643307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e91b84-f6af-4053-a16b-d3177d5ac2e9 None None] Network 5a324b2e-6107-4163-b6f8-d9e6fcdb907a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:11.683734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d270e8a2-852c-45c3-a529-db29829f4084 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/networks/b686d7f1-22dc-49d3-81a1-2cecebfc33ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5304122 Mar 03 12:15:11.692681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.695645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58466) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:11.731837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:11.762218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.768599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:11.776525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:11.787690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:11.789922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-5cd72865-5a30-474a-8a73-c22eb9bab0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:11.791430 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-5cd72865-5a30-474a-8a73-c22eb9bab0cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.8110600 Mar 03 12:15:11.826585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 58acb082-617f-4174-b0ab-c6ecd04b9999 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:11.826911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:11.890456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb70c7-11b9-4bcb-aec2-430683e5426b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:11.891149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-65fb70c7-11b9-4bcb-aec2-430683e5426b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:11.895267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22e67d-8481-41af-8fa5-3e8b20539738 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:11.896593 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9b22e67d-8481-41af-8fa5-3e8b20539738 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/subnets/c22a849f-4910-42d3-b84e-f3eac818f093 HTTP/1.1" status: 200 len: 843 time: 0.1985972 Mar 03 12:15:11.900989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58470) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:11.955286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:11.959096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.003093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b13d41d9-5a07-4a08-8078-adc373291d68 None None] Provisioning for port ace8f28e-ad79-42b1-a607-5eab929fa7ca completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:12.074537 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-938bf062-c246-4e87-811c-e22dc7baf487 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1000 time: 0.2685912 Mar 03 12:15:12.087862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ace8f28e-ad79-42b1-a607-5eab929fa7ca up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:12.204057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Performing IP validity checks on allocation pools {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:15:12.204575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:15:12.210462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-65fb70c7-11b9-4bcb-aec2-430683e5426b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:12.215138 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-65fb70c7-11b9-4bcb-aec2-430683e5426b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.1582055 Mar 03 12:15:12.224491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58474) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:12.232872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8fe65-c2bf-4a32-9e3f-69e1a3d79728 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['shared'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:12.239233 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b1a8fe65-c2bf-4a32-9e3f-69e1a3d79728 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "GET /v2.0/subnets/c22a849f-4910-42d3-b84e-f3eac818f093?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3319299 Mar 03 12:15:12.253926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58478) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:12.257885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1607589317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:12.261542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.345921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-858cd753-9841-41ef-9e0a-deb439fe3a98', 'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98', 'tenant_id': 'de009a0003ce46ae8b709e0f0c7e96c5', 'fixed_ips': [{'subnet_id': 'c1a8045a-e8cb-4abc-b180-52f8c80265ea'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:12.346865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.363267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-5c0205a1-9e1b-46ba-bdd2-45ab9fb29095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:12.364734 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-5c0205a1-9e1b-46ba-bdd2-45ab9fb29095 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.2276649 Mar 03 12:15:12.395495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:12.431821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25a607-25b1-4227-8a5a-5777e108cc1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:12.433450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25a607-25b1-4227-8a5a-5777e108cc1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:12.440430 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ad25a607-25b1-4227-8a5a-5777e108cc1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2055523 Mar 03 12:15:12.451881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58482) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:12.495590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.528095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:12.554184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.564286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port 58acb082-617f-4174-b0ab-c6ecd04b9999, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=58acb082-617f-4174-b0ab-c6ecd04b9999,segment=NetworkSegment(e5c9ddf7-8bb0-409e-8c12-5804315044c2),segment_id=e5c9ddf7-8bb0-409e-8c12-5804315044c2)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:12.564645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.592103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] DHCP port deletion for 5a324b2e-6107-4163-b6f8-d9e6fcdb907a request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:12.605200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port ace8f28e-ad79-42b1-a607-5eab929fa7ca completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:12.608965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=6ae9c2ea-5d33-4269-a450-71ddd30d4700,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:12.622039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ace8f28e-ad79-42b1-a607-5eab929fa7ca triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:12.623385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.625903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 5098339e-4caa-489e-a67d-2cc50e257c34 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:12.648148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.660408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Deleting port 58acb082-617f-4174-b0ab-c6ecd04b9999 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:12.660889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.722003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': '1d913eef-b048-41b3-9560-4d011f577ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:12.722936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: f31b0b60-d3dd-4710-abac-899dcb3f1ade, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:12.739809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-c54322f6-19bb-4101-9d59-6f68d31720e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:12.741411 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-c54322f6-19bb-4101-9d59-6f68d31720e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3692615 Mar 03 12:15:12.749714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.800174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:12.804053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.804299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:12.828164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 58acb082-617f-4174-b0ab-c6ecd04b9999 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:12.837633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Allocated IP 172.20.0.2 (858cd753-9841-41ef-9e0a-deb439fe3a98/c1a8045a-e8cb-4abc-b180-52f8c80265ea/709cf42d-ba0c-49ac-8a53-76181b3686b2) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:12.933887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:12.997515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:13.010555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.010779 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Added segment 0adab747-5e26-4207-bc24-040e91e849c8 of type vlan for network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 Mar 03 12:15:13.045386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.050167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4bdce562-1bcf-4949-b5b9-c1db39d8b0c9 None None] Provisioning complete for port ace8f28e-ad79-42b1-a607-5eab929fa7ca triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:13.050564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4bdce562-1bcf-4949-b5b9-c1db39d8b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.069589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.074534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.26.8.151 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/7317488a-c6c4-44c3-a98d-27ffe4a74125) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:13.083441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173e28-37b2-4710-905b-415b44f09f9a req-27018b51-7277-4bb5-8933-0fcfbf80bbee tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:13.087831 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-26173e28-37b2-4710-905b-415b44f09f9a req-27018b51-7277-4bb5-8933-0fcfbf80bbee tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3995056 Mar 03 12:15:13.090886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f31b0b60-d3dd-4710-abac-899dcb3f1ade) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:13.097825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:13.098327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.129874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a49f19-e408-492f-8fdc-5c13345a3491 None None] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:13.131226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.134643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=2eb041ab-3201-405a-9d3a-7c9a7dd4f534,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:13.194790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '89cbb9d9-a27f-47f5-9e3c-1ef881e7a1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8f78fe19-1ff3-4d44-b478-561b96e73b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:13.195141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: 8f78fe19-1ff3-4d44-b478-561b96e73b6d, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:13.233911 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-f63c1e3f-c508-44f8-b17d-5834097ead7d service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558599 Mar 03 12:15:13.235192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.249641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=58acb082-617f-4174-b0ab-c6ecd04b9999,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:13.267367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No DVR routers for this DVR port 58acb082-617f-4174-b0ab-c6ecd04b9999 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:13.306110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.329675 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-26173e28-37b2-4710-905b-415b44f09f9a req-1d8de7a5-2af3-450c-b7e8-47659c1a18ac tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274244 Mar 03 12:15:13.391093 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-834ea5ff-9b24-40e4-bd93-f6a75c371ab8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0038650 Mar 03 12:15:13.396769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.402605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:13.403202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.406878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58490) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:13.421746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.463613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade', 'name': 'tempest-PortsIpV6TestJSON-1514670546', 'fixed_ips': [{'subnet_id': '6ae9c2ea-5d33-4269-a450-71ddd30d4700', 'ip_address': '2001:db8::10'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:13.581833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] For port 58acb082-617f-4174-b0ab-c6ecd04b9999, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=58acb082-617f-4174-b0ab-c6ecd04b9999,segment=NetworkSegment(e5c9ddf7-8bb0-409e-8c12-5804315044c2),segment_id=e5c9ddf7-8bb0-409e-8c12-5804315044c2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:13.582341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.607406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.613252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.619509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.685708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 8f78fe19-1ff3-4d44-b478-561b96e73b6d is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:13.727820 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4755828 Mar 03 12:15:13.735766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.739747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58494) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:13.746781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=5098339e-4caa-489e-a67d-2cc50e257c34,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:13.769220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:13.772602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c454c-7e32-41dd-93bf-adcbab2ab4cf tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Network': ['ID=3d3e6286-dd3c-43bb-92b6-49babd3921d2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:13.789493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.791882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.803483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 8f78fe19-1ff3-4d44-b478-561b96e73b6d) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:13.808268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:13.808859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.810812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a324b2e-6107-4163-b6f8-d9e6fcdb907a']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:13.834744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c9ddf7-8bb0-409e-8c12-5804315044c2') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:13.834957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c9ddf7-8bb0-409e-8c12-5804315044c2') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:13.847548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Transition to ACTIVE for port object 709cf42d-ba0c-49ac-8a53-76181b3686b2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:13.856352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Calling delete_port for 58acb082-617f-4174-b0ab-c6ecd04b9999 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:13.860145 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a529b599-fe8c-4a4e-b974-68a6536e636f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5098339e-4caa-489e-a67d-2cc50e257c34 HTTP/1.1" status: 204 len: 168 time: 1.4072020 Mar 03 12:15:13.866966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:13.873893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58498) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:13.888311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:13.899726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c98099-9550-4f88-9f9c-2c07967e0771 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:13.914495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e119d1c-7aab-4266-a2a8-5599981c1aea None None] Network 8f78fe19-1ff3-4d44-b478-561b96e73b6d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:13.967295 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1d2b17be-6618-460e-b026-4cae556b8a6a req-2e2d7034-b93b-4220-9e87-87c324af06f8 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902499 Mar 03 12:15:13.975753 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1683b4bf-74b5-4802-b204-c0dcf98718ab tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.0320580 Mar 03 12:15:13.981072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58502) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:14.000250 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Transition to ACTIVE for port object 709cf42d-ba0c-49ac-8a53-76181b3686b2 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:14.032661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:14.100624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:14.100858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:14.106697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:14.112530 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1a1f753e-94b4-4cd8-89a9-afd871885799 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2375095 Mar 03 12:15:14.115024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.121921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58506) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:14.122910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:14.126387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:14.130533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:14.137307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:14.142419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee7a7b-3208-4dee-8e81-04ab0167741a req-785bd106-6f6f-40fa-989d-246fcaf77c13 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:14.144818 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a0ee7a7b-3208-4dee-8e81-04ab0167741a req-785bd106-6f6f-40fa-989d-246fcaf77c13 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.5332131 Mar 03 12:15:14.164321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:14.164707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:14.179670 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:14.222636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.227682 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a0ee7a7b-3208-4dee-8e81-04ab0167741a req-08f02ef9-5f51-48c9-9f99-25ee1654dd98 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676608 Mar 03 12:15:14.233762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Made reservation on behalf of 3c9a07b69db648eba1bf8da382e00f43 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:14.237335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.262899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.273372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4bdce562-1bcf-4949-b5b9-c1db39d8b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.277574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:14.351313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f31b0b60-d3dd-4710-abac-899dcb3f1ade', 'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade', 'tenant_id': '0d04cd13b7634ff7983bc39f04e4326e', 'fixed_ips': [{'subnet_id': '6ae9c2ea-5d33-4269-a450-71ddd30d4700'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:14.352028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.436320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Performing IP validity checks on allocation pools {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:15:14.436809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:15:14.474375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:14.498400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.511905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:14.547360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:14.559127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.561490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:14.566356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:14.609835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4bdce562-1bcf-4949-b5b9-c1db39d8b0c9 None None] For port ace8f28e-ad79-42b1-a607-5eab929fa7ca, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ace8f28e-ad79-42b1-a607-5eab929fa7ca,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:14.622689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.636629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:14.637158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.646218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:14.652973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:14.658329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:14.660396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=5a324b2e-6107-4163-b6f8-d9e6fcdb907a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:14.666545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:14.679513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.702796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:14.709251 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-523e4d36-e8a6-468e-a579-d10fa1e62f17 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/5a324b2e-6107-4163-b6f8-d9e6fcdb907a HTTP/1.1" status: 204 len: 168 time: 3.2534542 Mar 03 12:15:14.715124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58514) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:14.759666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-195809962'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:14.803550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=7317488a-c6c4-44c3-a98d-27ffe4a74125,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:14.832405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:14.864571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:14.868951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Allocated IP 172.26.8.107 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/f91629f9-7354-436f-9940-a629d2a9875b) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:14.871520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:14.888150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:14.894778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=aa4325a3-247a-4aa8-87a5-ab7e05691636,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:14.895516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:14.896036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:14.913000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Checking segment: {'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:14.913359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network hostable DHCP agents. Network: 3d3e6286-dd3c-43bb-92b6-49babd3921d2, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:14.919401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:14.922960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.943871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.945459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.956093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4bdce562-1bcf-4949-b5b9-c1db39d8b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:14.956359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6386d-aeba-4a5c-905d-7ff6bebf92d8 req-2a675798-9434-441c-abde-475d61a00ad2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:14.957805 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d6f6386d-aeba-4a5c-905d-7ff6bebf92d8 req-2a675798-9434-441c-abde-475d61a00ad2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.5078914 Mar 03 12:15:14.973167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Pushing event updated for resources: {'Port': ['ID=709cf42d-ba0c-49ac-8a53-76181b3686b2,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:15.043082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.048479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:15.051815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.062006 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb041ab-3201-405a-9d3a-7c9a7dd4f534,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:15.108194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Attempting to bind port 709cf42d-ba0c-49ac-8a53-76181b3686b2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:15.108559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Attempting to bind port 709cf42d-ba0c-49ac-8a53-76181b3686b2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '8cb91bb3-abeb-4c4e-80aa-1b183a158e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:15.109506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Attempting to bind port 709cf42d-ba0c-49ac-8a53-76181b3686b2 on network 858cd753-9841-41ef-9e0a-deb439fe3a98 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:15.151985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca33b11-d062-46ff-8e7d-467946dc448d None None] Network 8f78fe19-1ff3-4d44-b478-561b96e73b6d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:15.195875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 8513112c-a537-40ec-a1a7-4b1d680362a6 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:15:15.201705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:15.213869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.230865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:15.242914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:15.243699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Checking segment: {'id': '8cb91bb3-abeb-4c4e-80aa-1b183a158e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:15.244528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.245308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Bound using segment: {'id': '8cb91bb3-abeb-4c4e-80aa-1b183a158e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:15.245474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Bound port: 709cf42d-ba0c-49ac-8a53-76181b3686b2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb91bb3-abeb-4c4e-80aa-1b183a158e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:15.245827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.249049 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d6f6386d-aeba-4a5c-905d-7ff6bebf92d8 req-7d68196f-2b7c-4ee7-8d76-af3beed58bf4 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2731204 Mar 03 12:15:15.268800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f78fe19-1ff3-4d44-b478-561b96e73b6d']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:15.277206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.277769 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment 211616b7-53b2-415e-9d94-bac5f7ebf7cd of type vlan for network b5291291-af4d-46d6-99de-54ec07c7e36f Mar 03 12:15:15.292654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.305843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cbb9d9-a27f-47f5-9e3c-1ef881e7a1b3') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:15.306613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cbb9d9-a27f-47f5-9e3c-1ef881e7a1b3') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:15.324860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 3d3e6286-dd3c-43bb-92b6-49babd3921d2) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:15.342565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:15.342992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.350066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.373194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.399949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Allocated IP 2001:db8::2 (f31b0b60-d3dd-4710-abac-899dcb3f1ade/6ae9c2ea-5d33-4269-a450-71ddd30d4700/2bddd5d0-a2bb-4a85-8fe4-88ed885f307d) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:15.404944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.425467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:15.426145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:15.442506 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:15.543921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Deleting port 58acb082-617f-4174-b0ab-c6ecd04b9999 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:15.544537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.596349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e18245-d328-43d0-86d9-7bdeb5100343 None None] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:15.677894 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4ccc154f-603f-4989-a4d0-bff25eb30005 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9251838 Mar 03 12:15:15.689206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58520) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:15.693637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.696610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-70e14fc7-454e-4640-bd38-d8475c402fca tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:15.770731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:15.776516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:15.781283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:15.812314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce562-1bcf-4949-b5b9-c1db39d8b0c9 None None] Pushing event updated for resources: {'Port': ['ID=ace8f28e-ad79-42b1-a607-5eab929fa7ca,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:15.823637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.831291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:15.832167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.871597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Port': ['ID=f91629f9-7354-436f-9940-a629d2a9875b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:15.893169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.901618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-02c4a59b-e035-4855-90ec-e7ac8012d0ea None None] The port '58acb082-617f-4174-b0ab-c6ecd04b9999' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:15:15.916815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.920674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:15.969818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:15.970168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:16.003992 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/8f78fe19-1ff3-4d44-b478-561b96e73b6d HTTP/1.1" status: 204 len: 168 time: 2.0210006 Mar 03 12:15:16.009275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58524) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:16.042789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:16.072132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997722294'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:16.078050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3396046 Mar 03 12:15:16.085110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58528) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:16.093347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Deleting port ace8f28e-ad79-42b1-a607-5eab929fa7ca {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:16.093724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.093982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff251615-0d38-46a2-a52e-073cb6715bdc req-ecd9717e-9870-48fe-9190-9d9a5c883dd0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:16.095877 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ff251615-0d38-46a2-a52e-073cb6715bdc req-ecd9717e-9870-48fe-9190-9d9a5c883dd0 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6499531 Mar 03 12:15:16.098437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2a42-4852-44f9-bdb6-736d96f9fd78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=b5291291-af4d-46d6-99de-54ec07c7e36f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:16.109885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:16.115314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': 'b5291291-af4d-46d6-99de-54ec07c7e36f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:16.130230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.142867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b5291291-af4d-46d6-99de-54ec07c7e36f details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:16.172834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:16.191753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] For port 709cf42d-ba0c-49ac-8a53-76181b3686b2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:16.201366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a3205-237f-4a9a-8a11-0a98f04a9664 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=8f78fe19-1ff3-4d44-b478-561b96e73b6d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:16.207561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:16.231085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:16.268263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ff251615-0d38-46a2-a52e-073cb6715bdc req-8fb216dc-5118-4108-ab4b-e7d76ff5412f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1506362 Mar 03 12:15:16.301712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:16.373443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:16.374509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] For port 709cf42d-ba0c-49ac-8a53-76181b3686b2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=709cf42d-ba0c-49ac-8a53-76181b3686b2,segment=NetworkSegment(8cb91bb3-abeb-4c4e-80aa-1b183a158e5c),segment_id=8cb91bb3-abeb-4c4e-80aa-1b183a158e5c)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:16.405862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70e14fc7-454e-4640-bd38-d8475c402fca tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16306064'] for subnet, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.408516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:16.409106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531068'] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.439862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=7848fa85-4296-4a00-bb27-2e0b4ac387ff,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:16.467980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.475354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:16.484495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:16.527505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ace8f28e-ad79-42b1-a607-5eab929fa7ca no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:16.539593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:16.543041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.560731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:16.576248 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5e152df3-95a2-43b5-9fb1-8de3252392af tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4530647 Mar 03 12:15:16.583757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58534) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:16.595486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1213189173', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:16.604279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:16.610664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:router and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:16.614903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:16.636593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:16.645779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.647189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.657066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:16.701836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-3d3e6286-dd3c-43bb-92b6-49babd3921d2', 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2', 'tenant_id': '3c9a07b69db648eba1bf8da382e00f43', 'fixed_ips': [{'subnet_id': 'aa4325a3-247a-4aa8-87a5-ab7e05691636'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:16.702609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.716874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Transition to ACTIVE for port object 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:16.738712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:16.794249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.797527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.812434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:16.815807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.845310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Transition to ACTIVE for port object 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:16.888108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26ccb-8a3c-41b0-b0a1-2fe1f7c3b650 None None] Pushing event updated for resources: {'Port': ['ID=709cf42d-ba0c-49ac-8a53-76181b3686b2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:16.888761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.909423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:16.910282 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 5d9eb007-f986-4580-bd79-69c2a2adfb93 of type vlan for network 478b2ac3-182a-416c-b59c-c0a72a7f480f Mar 03 12:15:16.972533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.006620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.032923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] For port ace8f28e-ad79-42b1-a607-5eab929fa7ca, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ace8f28e-ad79-42b1-a607-5eab929fa7ca,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:17.033955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.058948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.129190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.131466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.133826 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cd938040-46d7-405e-8f71-0eabd3128e5a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5489068 Mar 03 12:15:17.147917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58538) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:17.255613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Calling delete_port for ace8f28e-ad79-42b1-a607-5eab929fa7ca owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:17.288812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.302718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:17.311003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:17.313951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:17.316512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::10 (f31b0b60-d3dd-4710-abac-899dcb3f1ade/6ae9c2ea-5d33-4269-a450-71ddd30d4700/8513112c-a537-40ec-a1a7-4b1d680362a6) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:17.341933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port ace8f28e-ad79-42b1-a607-5eab929fa7ca, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ace8f28e-ad79-42b1-a607-5eab929fa7ca,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:17.388857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Pushing event updated for resources: {'Port': ['ID=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:17.489802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.522078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.522758 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58acb082-617f-4174-b0ab-c6ecd04b9999 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:17.556782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70e14fc7-454e-4640-bd38-d8475c402fca tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735754355429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16262532'] for subnet, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.650647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 58acb082-617f-4174-b0ab-c6ecd04b9999 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:17.651032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58acb082-617f-4174-b0ab-c6ecd04b9999 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:17.708851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Attempting to bind port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:17.709532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Attempting to bind port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1d913eef-b048-41b3-9560-4d011f577ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:17.709901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Attempting to bind port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d on network f31b0b60-d3dd-4710-abac-899dcb3f1ade {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:17.735456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:17.735761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Checking segment: {'id': '1d913eef-b048-41b3-9560-4d011f577ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:17.736259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.736831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Bound using segment: {'id': '1d913eef-b048-41b3-9560-4d011f577ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:17.737280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Bound port: 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d913eef-b048-41b3-9560-4d011f577ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:17.738772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.769640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=ace8f28e-ad79-42b1-a607-5eab929fa7ca,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:17.773136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Allocated IP 2001:db8::3 (3d3e6286-dd3c-43bb-92b6-49babd3921d2/aa4325a3-247a-4aa8-87a5-ab7e05691636/8fc0f99c-cddf-4012-9a5e-6b2f810b0293) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:17.777509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:17.777870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:17.840610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355999f-0ba9-462a-8122-08f8c4d6a03c req-c96d74a2-2f13-46f0-bef3-cf54b47174a2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:17.848512 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5355999f-0ba9-462a-8122-08f8c4d6a03c req-c96d74a2-2f13-46f0-bef3-cf54b47174a2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 1.2951059 Mar 03 12:15:17.902737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.914185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:15:17.926474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e14fc7-454e-4640-bd38-d8475c402fca tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:17.927085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70e14fc7-454e-4640-bd38-d8475c402fca tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:17.928434 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70e14fc7-454e-4640-bd38-d8475c402fca tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "PUT /v2.0/subnets/aa4325a3-247a-4aa8-87a5-ab7e05691636 HTTP/1.1" status: 200 len: 900 time: 2.2389767 Mar 03 12:15:17.948070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58542) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:17.987720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] For port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:17.990829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] For port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,segment=NetworkSegment(1d913eef-b048-41b3-9560-4d011f577ab3),segment_id=1d913eef-b048-41b3-9560-4d011f577ab3)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:18.027620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.112689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.113940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Router d613e4e8-9b01-46ef-a94f-ac2d639102ce is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:18.129494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5355999f-0ba9-462a-8122-08f8c4d6a03c req-35026fea-97f1-4847-b019-a19d4eec84c7 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2801073 Mar 03 12:15:18.162222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14fc7-454e-4640-bd38-d8475c402fca tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event updated for resources: {'Subnet': ['ID=aa4325a3-247a-4aa8-87a5-ab7e05691636,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:18.236905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.250736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c8a0d-8ab2-437b-8c44-07232ee4b166 None None] Pushing event updated for resources: {'Port': ['ID=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:18.253407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09360806-bb87-4ed8-8cdb-0c7a26476a16 None None] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:18.270593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Transition to ACTIVE for port object 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:18.284494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Deleting port ace8f28e-ad79-42b1-a607-5eab929fa7ca {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:18.284795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.346342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.355201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:18.356061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.428308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Transition to ACTIVE for port object 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:18.520780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.562153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.633498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': '211616b7-53b2-415e-9d94-bac5f7ebf7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b5291291-af4d-46d6-99de-54ec07c7e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:18.633856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: b5291291-af4d-46d6-99de-54ec07c7e36f, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:18.763010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.768864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:18.779914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 8513112c-a537-40ec-a1a7-4b1d680362a6 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:18.780938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::1 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/7848fa85-4296-4a00-bb27-2e0b4ac387ff/3ba892a4-e974-4461-9a43-aec9ad93b0a4) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:18.819019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=478b2ac3-182a-416c-b59c-c0a72a7f480f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:18.829276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] For port ace8f28e-ad79-42b1-a607-5eab929fa7ca, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ace8f28e-ad79-42b1-a607-5eab929fa7ca,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:18.829770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.882251 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d6d3de6-fc4c-40fe-8061-49198c0ce5cd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8638880 Mar 03 12:15:18.889912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58550) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:18.893021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=3cb5b9fc-e539-4d44-a706-39de09235092,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:18.916486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': '478b2ac3-182a-416c-b59c-c0a72a7f480f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:18.926638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.930388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8c78d5c0-04ff-44db-9307-afe7cb440499 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7032204 Mar 03 12:15:18.932146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58554) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:18.932298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.937855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:18.938194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:18.959497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-26e3501a-53b3-42aa-9e02-fc4711580e51 None None] Provisioning for port 709cf42d-ba0c-49ac-8a53-76181b3686b2 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:18.962928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 709cf42d-ba0c-49ac-8a53-76181b3686b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:18.986467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 478b2ac3-182a-416c-b59c-c0a72a7f480f details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:19.012153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Calling delete_port for ace8f28e-ad79-42b1-a607-5eab929fa7ca owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:19.051313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Sync routers for ids ['d613e4e8-9b01-46ef-a94f-ac2d639102ce'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:19.108687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:19.166981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network b5291291-af4d-46d6-99de-54ec07c7e36f is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:19.185774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:19.189153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:19.226779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:19.239809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=8513112c-a537-40ec-a1a7-4b1d680362a6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:19.241003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:19.247339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:19.247980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.254275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.257380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router d0423f2a-9706-4450-bdb5-1b7ba511bcee is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:19.271952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:19.296364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 3ba892a4-e974-4461-9a43-aec9ad93b0a4 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:19.306263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ad34829c-2c92-4330-9310-59d2b574d90f tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/d613e4e8-9b01-46ef-a94f-ac2d639102ce HTTP/1.1" status: 200 len: 908 time: 0.3696046 Mar 03 12:15:19.306520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58558) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:19.312912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-391279143', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': True}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:19.319008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:19.337994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Usage tracker for resource:router and tenant:8c6c24a86c9249b2b13bded8ab002e7f is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:19.341960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:19.353867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:19.370482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:19.381838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Routers {'d613e4e8-9b01-46ef-a94f-ac2d639102ce'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:19.382572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d613e4e8-9b01-46ef-a94f-ac2d639102ce'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:19.383085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:19.395209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:19.400406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b5291291-af4d-46d6-99de-54ec07c7e36f) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:19.409557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:19.457134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.470543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:19.471405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.472982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2f8bf-5b76-4edb-ba07-6dca99ac38d0 None None] Network b5291291-af4d-46d6-99de-54ec07c7e36f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:19.487027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Pushing event updated for resources: {'Port': ['ID=8fc0f99c-cddf-4012-9a5e-6b2f810b0293,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:19.506819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.507903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.538868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:19.544159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:19.556725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:19.557263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.579002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=3ba892a4-e974-4461-9a43-aec9ad93b0a4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:19.583079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.646519 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1c21ebf3-288e-4c65-836d-dd8a00a19316 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.2064624 Mar 03 12:15:19.649831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58562) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:19.662540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'f31b0b60-d3dd-4710-abac-899dcb3f1ade', 'name': 'tempest-PortsIpV6TestJSON-1576678688', 'fixed_ips': [{'subnet_id': '6ae9c2ea-5d33-4269-a450-71ddd30d4700', 'ip_address': '2001:db8::f'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:19.662694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811a4b5-9cf2-4fab-8b20-f83ec6844831 req-0157a5eb-3a0a-4555-bfbd-f60cffcbb643 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:19.663275 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9811a4b5-9cf2-4fab-8b20-f83ec6844831 req-0157a5eb-3a0a-4555-bfbd-f60cffcbb643 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.8275330 Mar 03 12:15:19.674214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] For port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293, host dv-neutron-831730-1-hyperv, got binding levels [] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:19.674570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.864894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Attempting to bind port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:19.868594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Attempting to bind port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:19.868594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Attempting to bind port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 on network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:19.875456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.879057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396b573-d1a8-4fe4-8950-f2196c49e407 None None] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:19.888589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:19.891342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.907891 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-54d78397-5926-4a60-82f2-8e69a43bf2fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8122196 Mar 03 12:15:19.957929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58566) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:19.959956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:19.960562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Checking segment: {'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:19.961067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:19.962345 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Bound using segment: {'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:19.962345 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Bound port: 8fc0f99c-cddf-4012-9a5e-6b2f810b0293, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:19.962730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.000293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-698133954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:20.008151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:20.012413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 709cf42d-ba0c-49ac-8a53-76181b3686b2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:20.017734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:router and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:20.020337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:20.028617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:20.075166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Calling delete_port for 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:20.080595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] Pushing event deleted for resources: {'Port': ['ID=ace8f28e-ad79-42b1-a607-5eab929fa7ca,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:20.096682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b4b3a-710e-41c3-9a13-963035cf5182 None None] No DVR routers for this DVR port ace8f28e-ad79-42b1-a607-5eab929fa7ca on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:20.110986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Set router d613e4e8-9b01-46ef-a94f-ac2d639102ce gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:20.137405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:20.142042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:20.144896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:20.153030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:20.154075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 709cf42d-ba0c-49ac-8a53-76181b3686b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:20.154548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.160926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.161942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.224472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.249891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:20.253128 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9811a4b5-9cf2-4fab-8b20-f83ec6844831 req-cb9ba48f-55e4-4135-ae8f-0efe7eb05f0f tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5635300 Mar 03 12:15:20.284294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e4e24-5db0-4299-ba60-4841857123af None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:20.286364 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] Sync routers for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:20.318538 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:20.320697 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:20.339618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:20.371441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.372145 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ad674059-d814-4c69-a1d0-18a2d1b2a63c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.5929227 Mar 03 12:15:20.374854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58570) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:20.434013 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:20.443018 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:20.443883 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:20.508951 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:20.509611 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414df9ce-30e9-4b0b-b2d4-f7dbf06b6cc9 None None] The sync data for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:20.520376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c110e3e9-0381-40c6-986d-07f96f893289 None None] Provisioning for port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:20.554664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.645881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Port': ['ID=8fc0f99c-cddf-4012-9a5e-6b2f810b0293,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:20.661235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.694366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.727088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:20.729491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:20.769194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b5291291-af4d-46d6-99de-54ec07c7e36f', 'network_id': 'b5291291-af4d-46d6-99de-54ec07c7e36f', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': '3cb5b9fc-e539-4d44-a706-39de09235092'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:20.770156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.771433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No DVR routers for this DVR port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:20.912287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.960160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:20.962210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.074172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.152387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 0d5dd138-62e1-49ab-a1a6-89f30067c023 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:15:21.170951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.194398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.198875 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a7293b78-7bab-43ce-a583-44c760b2097a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2326899 Mar 03 12:15:21.213107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75c08801-b890-470d-81d5-28bd071663e8 None None] Provisioning complete for port 709cf42d-ba0c-49ac-8a53-76181b3686b2 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:21.213480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75c08801-b890-470d-81d5-28bd071663e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.230193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58574) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:21.334575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Attempting to bind port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:21.334974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Attempting to bind port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:21.335340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Attempting to bind port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 on network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:21.346179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.377252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:21.377627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Checking segment: {'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:21.378025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.378415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Bound using segment: {'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:21.378897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Bound port: 8fc0f99c-cddf-4012-9a5e-6b2f810b0293, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adab747-5e26-4207-bc24-040e91e849c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3d3e6286-dd3c-43bb-92b6-49babd3921d2'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:21.379275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.393695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 709cf42d-ba0c-49ac-8a53-76181b3686b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=709cf42d-ba0c-49ac-8a53-76181b3686b2,segment=NetworkSegment(8cb91bb3-abeb-4c4e-80aa-1b183a158e5c),segment_id=8cb91bb3-abeb-4c4e-80aa-1b183a158e5c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:21.440771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.441435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.468056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=b5912a20-d5bb-4778-bc7d-78680d2f8398,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:21.473686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b94ac-c54d-4466-b157-1c4dde569819 None None] Port 8fc0f99c-cddf-4012-9a5e-6b2f810b0293 has been deleted concurrently {{(pid=88432) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Mar 03 12:15:21.479417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Allocated IP 2001:db8::2 (b5291291-af4d-46d6-99de-54ec07c7e36f/3cb5b9fc-e539-4d44-a706-39de09235092/681fed92-ede4-4f91-9c57-f7f09bfb0c9e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:21.483067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.542817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613e4e8-9b01-46ef-a94f-ac2d639102ce', 'name': 'tempest-snat-router-391279143', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.107'}], 'enable_snat': False}, 'gw_port_id': 'f91629f9-7354-436f-9940-a629d2a9875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:10Z', 'updated_at': '2022-03-03T12:15:16Z', 'revision_number': 3, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port': {'id': 'f91629f9-7354-436f-9940-a629d2a9875b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613e4e8-9b01-46ef-a94f-ac2d639102ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:13Z', 'updated_at': '2022-03-03T12:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:21.611905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Checking router: d613e4e8-9b01-46ef-a94f-ac2d639102ce for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:15:21.620301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Updating router d613e4e8-9b01-46ef-a94f-ac2d639102ce port f91629f9-7354-436f-9940-a629d2a9875b binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:15:21.621998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::f (f31b0b60-d3dd-4710-abac-899dcb3f1ade/6ae9c2ea-5d33-4269-a450-71ddd30d4700/0d5dd138-62e1-49ab-a1a6-89f30067c023) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:21.694427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=3ba892a4-e974-4461-9a43-aec9ad93b0a4,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:21.714809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '7848fa85-4296-4a00-bb27-2e0b4ac387ff'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:21.715625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:21.759991 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:15:21.781498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '5d9eb007-f986-4580-bd79-69c2a2adfb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '478b2ac3-182a-416c-b59c-c0a72a7f480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:21.782090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: 478b2ac3-182a-416c-b59c-c0a72a7f480f, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:21.899527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=709cf42d-ba0c-49ac-8a53-76181b3686b2,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:21.916118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.030664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:22.049659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.204045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:22.209241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:22.217286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4325a3-247a-4aa8-87a5-ab7e05691636,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:22.304881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d923b-9a3a-484b-b135-466aaf2c1d98 req-2ccf415a-2021-4810-a57f-d976d11f2006 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:22.306936 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-440d923b-9a3a-484b-b135-466aaf2c1d98 req-2ccf415a-2021-4810-a57f-d976d11f2006 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.8220029 Mar 03 12:15:22.355636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 478b2ac3-182a-416c-b59c-c0a72a7f480f is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:22.360120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.363227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Provisioning for port 8513112c-a537-40ec-a1a7-4b1d680362a6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:22.429376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Provisioning complete for port 8513112c-a537-40ec-a1a7-4b1d680362a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:22.429748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.481681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.494622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 478b2ac3-182a-416c-b59c-c0a72a7f480f) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:22.509752 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.522472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:22.523069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.529632 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-440d923b-9a3a-484b-b135-466aaf2c1d98 req-39020637-9959-4985-b0fc-097e38b7deca tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288683 Mar 03 12:15:22.622445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.653899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3e6286-dd3c-43bb-92b6-49babd3921d2']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:22.698238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adab747-5e26-4207-bc24-040e91e849c8') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:22.698507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adab747-5e26-4207-bc24-040e91e849c8') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:22.761778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.781394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 0d5dd138-62e1-49ab-a1a6-89f30067c023 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:22.784699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.800239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4b1c3423-bb36-48db-aa2e-4e51898a4233 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9086053 Mar 03 12:15:22.802979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58582) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:22.840733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3798d-9720-49fd-a04f-756a9ffc6598 None None] Network 478b2ac3-182a-416c-b59c-c0a72a7f480f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:22.884224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.resource_extend [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:15:22.892234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/7848fa85-4296-4a00-bb27-2e0b4ac387ff/3852c3b1-f77e-4e2e-988c-8625de2b9bad) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:22.904100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.941076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:22.976588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:22.998874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:22.999304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.028553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Router 9ae791e7-1178-48a9-af20-3ff69b00ccbe is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:23.109576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Transition to ACTIVE for port object 681fed92-ede4-4f91-9c57-f7f09bfb0c9e will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:23.131085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Transition to ACTIVE for port object 681fed92-ede4-4f91-9c57-f7f09bfb0c9e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:23.252472 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:23.281474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Port 8513112c-a537-40ec-a1a7-4b1d680362a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:23.294131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.298266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:23.298686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.344041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.348600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.389837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.422567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.479887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f599d-be96-4ef7-a3de-f82424b8d041 None None] DHCP port deletion for 3d3e6286-dd3c-43bb-92b6-49babd3921d2 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:23.491662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Network b5291291-af4d-46d6-99de-54ec07c7e36f is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:23.497783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=3d3e6286-dd3c-43bb-92b6-49babd3921d2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:23.541555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:23.548779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.553667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.575199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:23.582896 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ddd7f7c0-0c8c-426b-b193-07dd2970ff72 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/3d3e6286-dd3c-43bb-92b6-49babd3921d2 HTTP/1.1" status: 204 len: 168 time: 5.6202397 Mar 03 12:15:23.583698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58588) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:23.599965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Provisioning complete for port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:23.600281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.610251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:23.627734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:23.631946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:23.638204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:23.638841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.642811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb11fc1-2941-4fd2-b567-a4f5a4877a86 None None] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:23.693804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=0d5dd138-62e1-49ab-a1a6-89f30067c023,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:23.720278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:23.733263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Transition to ACTIVE for port object f91629f9-7354-436f-9940-a629d2a9875b will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:23.741554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Pushing event updated for resources: {'Port': ['ID=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:23.760982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Sync routers for ids ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:23.774228 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7a7d7aed-d373-47b9-9fea-0537838eb21a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "PUT /v2.0/routers/9ae791e7-1178-48a9-af20-3ff69b00ccbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6224971 Mar 03 12:15:23.778328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58592) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:23.781348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb11fc1-2941-4fd2-b567-a4f5a4877a86 None None] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 could not be found, it might have been deleted concurrently. {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 12:15:23.837648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c643cf9-f9b1-4c41-8819-8cd796240a68 None None] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:23.877604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.882089 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.885371 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b385ca-6726-4cc4-b102-bc4e46a4fd6a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:23.885865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b385ca-6726-4cc4-b102-bc4e46a4fd6a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:23.890633 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-93b385ca-6726-4cc4-b102-bc4e46a4fd6a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/aa4325a3-247a-4aa8-87a5-ab7e05691636 HTTP/1.1" status: 404 len: 337 time: 0.2945669 Mar 03 12:15:23.892100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8::1 (b5291291-af4d-46d6-99de-54ec07c7e36f/3cb5b9fc-e539-4d44-a706-39de09235092/ef1fbe83-8af2-43c4-98cf-52eec2a62e3c) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:23.894194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58596) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:23.902281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-e99da38e-e0bb-409a-849c-3ad2797ec45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:23.905481 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-e99da38e-e0bb-409a-849c-3ad2797ec45a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.5784016 Mar 03 12:15:23.906184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:23.941056 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eb7009-98be-4adb-a8c6-3a76fdcf247a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:23.941532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7eb7009-98be-4adb-a8c6-3a76fdcf247a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:23.944802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Routers {'9ae791e7-1178-48a9-af20-3ff69b00ccbe'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:23.945434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:23.946585 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e7eb7009-98be-4adb-a8c6-3a76fdcf247a tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/3d3e6286-dd3c-43bb-92b6-49babd3921d2 HTTP/1.1" status: 404 len: 339 time: 0.0487049 Mar 03 12:15:23.951910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58600) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:24.029037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f475307a-434b-4cd8-8fb1-73c7e8a933c5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3780851 Mar 03 12:15:24.037626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58604) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:24.046810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c643cf9-f9b1-4c41-8819-8cd796240a68 None None] Network 3d3e6286-dd3c-43bb-92b6-49babd3921d2 could not be found, it might have been deleted concurrently. {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 12:15:24.076083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Transition to ACTIVE for port object 3852c3b1-f77e-4e2e-988c-8625de2b9bad will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:24.089406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab1cf6a-6dc4-449a-af0a-68cc0837647b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:24.090229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1ab1cf6a-6dc4-449a-af0a-68cc0837647b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:24.126072 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Attempting to bind port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:24.126443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Attempting to bind port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '211616b7-53b2-415e-9d94-bac5f7ebf7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b5291291-af4d-46d6-99de-54ec07c7e36f'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:24.126799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Attempting to bind port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e on network b5291291-af4d-46d6-99de-54ec07c7e36f {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:24.131377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22f7f-d24a-4ce5-a371-d78571f8481a req-44eb0805-eac2-4eee-a095-21271c1f41ea tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:24.133205 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0e22f7f-d24a-4ce5-a371-d78571f8481a req-44eb0805-eac2-4eee-a095-21271c1f41ea tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.7704253 Mar 03 12:15:24.197907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.228027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:24.228403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Checking segment: {'id': '211616b7-53b2-415e-9d94-bac5f7ebf7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b5291291-af4d-46d6-99de-54ec07c7e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:24.228801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.229193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Bound using segment: {'id': '211616b7-53b2-415e-9d94-bac5f7ebf7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b5291291-af4d-46d6-99de-54ec07c7e36f'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:24.229666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Bound port: 681fed92-ede4-4f91-9c57-f7f09bfb0c9e, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211616b7-53b2-415e-9d94-bac5f7ebf7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b5291291-af4d-46d6-99de-54ec07c7e36f'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:24.230034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.263037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.270338 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446e2bc-3954-4d5f-a442-51291069f212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-478b2ac3-182a-416c-b59c-c0a72a7f480f', 'network_id': '478b2ac3-182a-416c-b59c-c0a72a7f480f', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': 'b5912a20-d5bb-4778-bc7d-78680d2f8398'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:24.271120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0446e2bc-3954-4d5f-a442-51291069f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.281138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Allocated IP 172.26.8.45 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/76683141-b82c-40aa-b651-6a0d075b04ab) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:24.281634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cec98-c967-4527-b097-e861bd4213f3 None None] Pushing event updated for resources: {'Port': ['ID=f91629f9-7354-436f-9940-a629d2a9875b,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:24.292348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Attempting to bind port f91629f9-7354-436f-9940-a629d2a9875b on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:24.292722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Attempting to bind port f91629f9-7354-436f-9940-a629d2a9875b by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:24.293075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Attempting to bind port f91629f9-7354-436f-9940-a629d2a9875b on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:24.332826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Transition to ACTIVE for port object 3852c3b1-f77e-4e2e-988c-8625de2b9bad will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:24.333726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.400342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:24.400709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:24.401106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.401499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:24.401970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Bound port: f91629f9-7354-436f-9940-a629d2a9875b, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:24.403087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.419717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1ab1cf6a-6dc4-449a-af0a-68cc0837647b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:24.423664 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1ab1cf6a-6dc4-449a-af0a-68cc0837647b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports/3ba892a4-e974-4461-9a43-aec9ad93b0a4 HTTP/1.1" status: 200 len: 911 time: 0.6367018 Mar 03 12:15:24.432918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=b5912a20-d5bb-4778-bc7d-78680d2f8398,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:24.444200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58608) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:24.457965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Set router 9ae791e7-1178-48a9-af20-3ff69b00ccbe gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:24.504074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.531718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7fba6-d86b-4dbd-bb13-2e3a97193f46 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:24.532133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d5f7fba6-d86b-4dbd-bb13-2e3a97193f46 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:24.563909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.646714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.647712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0e22f7f-d24a-4ce5-a371-d78571f8481a req-8994db60-7c1c-427a-8be1-3d11cf5b3f57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4410985 Mar 03 12:15:24.669922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object ef1fbe83-8af2-43c4-98cf-52eec2a62e3c will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:24.677828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-771ab7fd-8c68-4181-9aa5-e46b1531cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:24.679585 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-771ab7fd-8c68-4181-9aa5-e46b1531cc49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 200 len: 913 time: 0.6729181 Mar 03 12:15:24.681876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.684274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.1 (858cd753-9841-41ef-9e0a-deb439fe3a98/c1a8045a-e8cb-4abc-b180-52f8c80265ea/0d4fff6b-1235-40af-ae25-79e2e33f14a5) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:24.702794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c22fb0-e427-43de-9cf7-b3cec792c928']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:24.727807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d5f7fba6-d86b-4dbd-bb13-2e3a97193f46 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:24.729218 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d5f7fba6-d86b-4dbd-bb13-2e3a97193f46 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6874259 Mar 03 12:15:24.734156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66258ddc-8954-4ba4-8428-1a774ce46537') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:24.734325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66258ddc-8954-4ba4-8428-1a774ce46537') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:24.765790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58612) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:24.795583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.797739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:24.812885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.832439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:24.850483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.862625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478b2ac3-182a-416c-b59c-c0a72a7f480f']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:24.879020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.891701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:24.892406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.895471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9eb007-f986-4580-bd79-69c2a2adfb93') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:24.895817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9eb007-f986-4580-bd79-69c2a2adfb93') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:24.905807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Pushing event updated for resources: {'Port': ['ID=3852c3b1-f77e-4e2e-988c-8625de2b9bad,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:24.907494 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:24.917519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,segment=NetworkSegment(1d913eef-b048-41b3-9560-4d011f577ab3),segment_id=1d913eef-b048-41b3-9560-4d011f577ab3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:24.918690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:24.931280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.958049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] For port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:24.966453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee254d-22ac-4e4b-8a88-eeee04b5dcb9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:24.972721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee254d-22ac-4e4b-8a88-eeee04b5dcb9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:24.974347 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-feee254d-22ac-4e4b-8a88-eeee04b5dcb9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5098960 Mar 03 12:15:24.977263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-eb3070ef-45d6-4ffe-9e6b-c2774e9e004f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 200 len: 1000 time: 0.2837517 Mar 03 12:15:24.981161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58616) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:24.982826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:24.983618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.014751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] For port f91629f9-7354-436f-9940-a629d2a9875b, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:25.084020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network b5291291-af4d-46d6-99de-54ec07c7e36f is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:25.097764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:25.104836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:25.105561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.108083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=ef1fbe83-8af2-43c4-98cf-52eec2a62e3c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:25.113229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.116224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] For port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,segment=NetworkSegment(211616b7-53b2-415e-9d94-bac5f7ebf7cd),segment_id=211616b7-53b2-415e-9d94-bac5f7ebf7cd)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:25.130308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] For port f91629f9-7354-436f-9940-a629d2a9875b, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f91629f9-7354-436f-9940-a629d2a9875b,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:25.131214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.147522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Transition to ACTIVE for port object 0d4fff6b-1235-40af-ae25-79e2e33f14a5 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:25.157313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.184522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.194810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=d4c22fb0-e427-43de-9cf7-b3cec792c928,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:25.217318 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3be6993d-715f-406d-8cae-0622582a68ec tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/d4c22fb0-e427-43de-9cf7-b3cec792c928 HTTP/1.1" status: 204 len: 168 time: 1.2643888 Mar 03 12:15:25.220025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58620) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:25.242237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:25.243186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:25.258706 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:25.264741 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca30f185-89af-49f5-a94d-23d6093ef620 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:25.266130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca30f185-89af-49f5-a94d-23d6093ef620 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:25.269322 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ca30f185-89af-49f5-a94d-23d6093ef620 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/f0f8586e-c9f5-4e7e-88d5-293dec7bebfc HTTP/1.1" status: 404 len: 337 time: 0.0451818 Mar 03 12:15:25.269474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58624) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:25.287416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 709cf42d-ba0c-49ac-8a53-76181b3686b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:25.316385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.341288 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-65eb4dfa-dee0-49f8-a827-baad1e298c1b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:25.341855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65eb4dfa-dee0-49f8-a827-baad1e298c1b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:25.342863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:25.343753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-65eb4dfa-dee0-49f8-a827-baad1e298c1b tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/cffbe665-e980-4283-a251-bf059326cffb HTTP/1.1" status: 404 len: 339 time: 0.0733957 Mar 03 12:15:25.345138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.349229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58628) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:25.366175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.417419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b02563-6017-4b93-9ed0-cfb2bc0baa4c None None] Network 478b2ac3-182a-416c-b59c-c0a72a7f480f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:25.440125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-a73a0f04-85cd-47fb-b71a-95086342182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:25.441618 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-a73a0f04-85cd-47fb-b71a-95086342182f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 200 len: 851 time: 0.3949635 Mar 03 12:15:25.445142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Attempting to bind port 3852c3b1-f77e-4e2e-988c-8625de2b9bad on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:25.445708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Attempting to bind port 3852c3b1-f77e-4e2e-988c-8625de2b9bad by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:25.446159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Attempting to bind port 3852c3b1-f77e-4e2e-988c-8625de2b9bad on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:25.488197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:25.495019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.505341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:25.510271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.514631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:25.526505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:25.527008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:25.527279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.527664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:25.528196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Bound port: 3852c3b1-f77e-4e2e-988c-8625de2b9bad, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:25.528568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.626238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f139433-08b5-46a6-9687-70acc15de7e4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:25.632400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f139433-08b5-46a6-9687-70acc15de7e4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:25.638897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f139433-08b5-46a6-9687-70acc15de7e4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:25.639873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4f139433-08b5-46a6-9687-70acc15de7e4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:25.643158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:25.643511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-e98d4d97-6ba5-4c58-ba19-9e616416458f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:25.658464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.662792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.796314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:25.814635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.828364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] For port 3852c3b1-f77e-4e2e-988c-8625de2b9bad, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:25.834132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] For port 3852c3b1-f77e-4e2e-988c-8625de2b9bad, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3852c3b1-f77e-4e2e-988c-8625de2b9bad,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:25.856625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Routers {'d613e4e8-9b01-46ef-a94f-ac2d639102ce'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:25.856625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d613e4e8-9b01-46ef-a94f-ac2d639102ce'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:25.892334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=478b2ac3-182a-416c-b59c-c0a72a7f480f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:25.915204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:25.917611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:25.943552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting subnet f35941ee-b33f-4f85-a23c-81eb6894afa3 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:25.951479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:25.963322 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c180d099-272c-4d63-b02c-976d03a1924d tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/478b2ac3-182a-416c-b59c-c0a72a7f480f HTTP/1.1" status: 204 len: 168 time: 3.1590767 Mar 03 12:15:25.966077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58634) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:25.976386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4f139433-08b5-46a6-9687-70acc15de7e4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:25.981775 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4f139433-08b5-46a6-9687-70acc15de7e4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.2067525 Mar 03 12:15:25.987182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-292275462'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:25.990312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58638) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:25.994735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=0d4fff6b-1235-40af-ae25-79e2e33f14a5,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:26.003604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Port': ['ID=76683141-b82c-40aa-b651-6a0d075b04ab,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:26.031028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cec98-c967-4527-b097-e861bd4213f3 None None] Pushing event updated for resources: {'Port': ['ID=f91629f9-7354-436f-9940-a629d2a9875b,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:26.063806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:26.064136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.090839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:26.098640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.107336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:26.154134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:26.257029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 0d5dd138-62e1-49ab-a1a6-89f30067c023 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:26.257359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.305981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 709cf42d-ba0c-49ac-8a53-76181b3686b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:26.312720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.357214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:26.360782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.409566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-2612a4c8-5ca8-4a6e-96b8-e2d91099e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:26.411062 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-2612a4c8-5ca8-4a6e-96b8-e2d91099e17c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dd8e792-a893-4944-8010-ab0fb4a6f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9576304 Mar 03 12:15:26.443271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] Set router d613e4e8-9b01-46ef-a94f-ac2d639102ce gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:26.495273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:26.504573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.504915 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment d1743114-f250-4494-a182-0426454cfbc7 of type vlan for network 7d8f24d7-0c0a-48e0-8225-881128cde64b Mar 03 12:15:26.535609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.681036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26eab2-1021-4ac4-a739-f61a8ce879c2 req-d01a28f3-d0f3-4d70-bdd9-5af9cb4a1d85 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:26.682855 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d26eab2-1021-4ac4-a739-f61a8ce879c2 req-d01a28f3-d0f3-4d70-bdd9-5af9cb4a1d85 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.8378479 Mar 03 12:15:26.689096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.705922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f530-697b-4a9e-ae7f-838ee5d38edb None None] Pushing event updated for resources: {'Port': ['ID=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:26.763362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.768874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:26.769474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.833861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'name': 'tempest-NetworksTestDHCPv6-router-1213189173', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:16Z', 'updated_at': '2022-03-03T12:15:19Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None, '_interfaces': [{'id': '3ba892a4-e974-4461-9a43-aec9ad93b0a4', 'name': '', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'mac_address': 'fa:16:3e:d3:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7848fa85-4296-4a00-bb27-2e0b4ac387ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:18Z', 'updated_at': '2022-03-03T12:15:20Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'subnets': [{'id': '7848fa85-4296-4a00-bb27-2e0b4ac387ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:26.858694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Checking router: 9ae791e7-1178-48a9-af20-3ff69b00ccbe for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:15:26.859055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Updating router 9ae791e7-1178-48a9-af20-3ff69b00ccbe port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:15:26.899637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.925185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Provisioning complete for port 8513112c-a537-40ec-a1a7-4b1d680362a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:26.925185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:26.956237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.018969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=f35941ee-b33f-4f85-a23c-81eb6894afa3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:27.033097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.034173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.042320 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d26eab2-1021-4ac4-a739-f61a8ce879c2 req-77a500f3-71a6-4fd8-a568-45488d1c30c7 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2400091 Mar 03 12:15:27.120428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.127839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Port 8513112c-a537-40ec-a1a7-4b1d680362a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:27.132681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0bcf6-55e4-444e-aea3-f3d469d42298 None None] Pushing event updated for resources: {'Port': ['ID=3852c3b1-f77e-4e2e-988c-8625de2b9bad,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:27.176491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.216784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.226459 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2514243 Mar 03 12:15:27.227556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051d8e51-b9c7-48e5-8484-a2f37ca0246d None None] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:27.236514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58644) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:27.267435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': '7d8f24d7-0c0a-48e0-8225-881128cde64b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:27.311563 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7ada1492-0e44-4eba-bf72-44bb684e923e tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/f35941ee-b33f-4f85-a23c-81eb6894afa3 HTTP/1.1" status: 204 len: 168 time: 1.9198477 Mar 03 12:15:27.336082 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-667bc24f-54f3-49a7-a710-7499bca65c61 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053860 Mar 03 12:15:27.337329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1bc95-7fbe-4bbc-bac1-5d80ceaf5ef3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=7d8f24d7-0c0a-48e0-8225-881128cde64b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:27.349670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58648) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:27.463904 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=ef1fbe83-8af2-43c4-98cf-52eec2a62e3c,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:27.579470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72801a-a949-40de-888d-de9ca3a43124 None None] Network b5291291-af4d-46d6-99de-54ec07c7e36f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:27.593318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 7d8f24d7-0c0a-48e0-8225-881128cde64b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:27.620811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Could not find standard attr ID for object 8fc0f99c-cddf-4012-9a5e-6b2f810b0293. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:15:27.722857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network b5291291-af4d-46d6-99de-54ec07c7e36f is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:27.728280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:27.731216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:27.808931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting subnet 809660d2-a40f-4c45-8cbc-82e50452bc3c {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:27.825563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.874527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:27.965501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:27.972515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:28.087647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:28.145685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Provisioning for port 0d5dd138-62e1-49ab-a1a6-89f30067c023 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:28.177638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Provisioning complete for port 0d5dd138-62e1-49ab-a1a6-89f30067c023 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:28.178015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.188141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 0d5dd138-62e1-49ab-a1a6-89f30067c023 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:28.256756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.270952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Port 0d5dd138-62e1-49ab-a1a6-89f30067c023 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:28.322557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:28.341018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.438118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Provisioning for port 0d4fff6b-1235-40af-ae25-79e2e33f14a5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:28.471631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:28.507071 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d80804c-5219-414e-8cc6-d73cf26b3db9 req-b34f4bb6-1e38-4221-ac96-751beaac60d9 service neutron] 10.222.0.26 "GET /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1500373 Mar 03 12:15:28.531840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Provisioning complete for port 0d4fff6b-1235-40af-ae25-79e2e33f14a5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:28.532261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.573585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.577809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd613e4e8-9b01-46ef-a94f-ac2d639102ce', 'name': 'tempest-snat-router-391279143', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.107'}], 'enable_snat': False}, 'gw_port_id': 'f91629f9-7354-436f-9940-a629d2a9875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:10Z', 'updated_at': '2022-03-03T12:15:16Z', 'revision_number': 3, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port': {'id': 'f91629f9-7354-436f-9940-a629d2a9875b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613e4e8-9b01-46ef-a94f-ac2d639102ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:13Z', 'updated_at': '2022-03-03T12:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:28.634033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.639058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcddbe9-9980-40f8-b2dc-3099f9a768e1 None None] The sync data for ids ['d613e4e8-9b01-46ef-a94f-ac2d639102ce'] in dv-neutron-831730-1-hyperv is: [{'id': 'd613e4e8-9b01-46ef-a94f-ac2d639102ce', 'name': 'tempest-snat-router-391279143', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.107'}], 'enable_snat': False}, 'gw_port_id': 'f91629f9-7354-436f-9940-a629d2a9875b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:10Z', 'updated_at': '2022-03-03T12:15:16Z', 'revision_number': 3, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port': {'id': 'f91629f9-7354-436f-9940-a629d2a9875b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:50:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd613e4e8-9b01-46ef-a94f-ac2d639102ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:13Z', 'updated_at': '2022-03-03T12:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:28.761042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5311548c-539b-4a9f-9d92-f86b5dea9d74 None None] Port 0d4fff6b-1235-40af-ae25-79e2e33f14a5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:28.785856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.845713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:28.846337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:28.969099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:29.139912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:29.195782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-473c2bea-6a5e-4498-8013-121e1a3a5bb2 None None] Provisioning for port 3852c3b1-f77e-4e2e-988c-8625de2b9bad completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:29.209585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.resource_extend [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:15:29.335291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3852c3b1-f77e-4e2e-988c-8625de2b9bad up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:29.402857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-473c2bea-6a5e-4498-8013-121e1a3a5bb2 None None] Provisioning for port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:29.431030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:29.440782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-473c2bea-6a5e-4498-8013-121e1a3a5bb2 None None] Provisioning complete for port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:29.441812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-473c2bea-6a5e-4498-8013-121e1a3a5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:29.551936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Transition to ACTIVE for port object 3ba892a4-e974-4461-9a43-aec9ad93b0a4 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:29.583755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=0d4fff6b-1235-40af-ae25-79e2e33f14a5,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:29.612320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-473c2bea-6a5e-4498-8013-121e1a3a5bb2 None None] Port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:29.627670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:29.677570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 989a21be-e428-439c-8945-c4965e50f39a is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:29.686609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:29.690908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:29.757073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 3852c3b1-f77e-4e2e-988c-8625de2b9bad completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:29.771310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:29.774552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-473c2bea-6a5e-4498-8013-121e1a3a5bb2 None None] Provisioning for port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:29.830699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0dd43-6336-4c61-a4b3-9629626dffa3 None None] Pushing event updated for resources: {'Port': ['ID=3ba892a4-e974-4461-9a43-aec9ad93b0a4,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:29.906630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 3852c3b1-f77e-4e2e-988c-8625de2b9bad triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:29.907020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:29.991659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.036091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router d0423f2a-9706-4450-bdb5-1b7ba511bcee has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:30.038963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.050909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.156778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Attempting to bind port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:30.157063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Attempting to bind port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:30.157556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Attempting to bind port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:30.191258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:30.191258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:30.191636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.191875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:30.192319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Bound port: 3ba892a4-e974-4461-9a43-aec9ad93b0a4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:30.192695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.230062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=0d5dd138-62e1-49ab-a1a6-89f30067c023,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:30.243837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Provisioning for port ef1fbe83-8af2-43c4-98cf-52eec2a62e3c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:30.267032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd1da-e8b3-4012-95c9-aee91fdb88b8 req-ba9bbb52-6b60-4d52-a75b-27f17bd29f52 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:30.269228 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b92cd1da-e8b3-4012-95c9-aee91fdb88b8 req-ba9bbb52-6b60-4d52-a75b-27f17bd29f52 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 1.8554780 Mar 03 12:15:30.332863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] For port 3ba892a4-e974-4461-9a43-aec9ad93b0a4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:30.336034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] For port 3ba892a4-e974-4461-9a43-aec9ad93b0a4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3ba892a4-e974-4461-9a43-aec9ad93b0a4,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:30.348061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Provisioning complete for port ef1fbe83-8af2-43c4-98cf-52eec2a62e3c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:30.348452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.404395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.413548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=809660d2-a40f-4c45-8cbc-82e50452bc3c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:30.425411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.425524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.482153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d398330-9960-4796-a0e0-53f9efe19731 None None] Network d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:30.485291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.519489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Port ef1fbe83-8af2-43c4-98cf-52eec2a62e3c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:30.534714 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9aa5cbbd-a5cc-4a21-a669-a88ee92628f9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/809660d2-a40f-4c45-8cbc-82e50452bc3c HTTP/1.1" status: 204 len: 168 time: 3.1589293 Mar 03 12:15:30.556552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Routers {'9ae791e7-1178-48a9-af20-3ff69b00ccbe'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:30.557189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:30.572882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:30.573237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.599591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58654) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:30.607149 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b92cd1da-e8b3-4012-95c9-aee91fdb88b8 req-59484457-4ba8-423b-9b07-954c2b39926e tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1720695 Mar 03 12:15:30.644441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:30.728851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] Set router 9ae791e7-1178-48a9-af20-3ff69b00ccbe gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:30.736869 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a1745d3e-d086-46e1-9204-3aea02aff114 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/0d5dd138-62e1-49ab-a1a6-89f30067c023 HTTP/1.1" status: 204 len: 168 time: 4.7275567 Mar 03 12:15:30.750080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58658) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:30.757946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=67608603-bedc-4d04-a8ea-cb6e7c197e80,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:30.785457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': 'd1743114-f250-4494-a182-0426454cfbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d8f24d7-0c0a-48e0-8225-881128cde64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:30.785978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: 7d8f24d7-0c0a-48e0-8225-881128cde64b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:30.792177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:30.794175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:30.808523 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] Sync routers for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:30.809740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eed45c6f-9a01-4f39-94df-feaf9d3c3f78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/989a21be-e428-439c-8945-c4965e50f39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5782692 Mar 03 12:15:30.813047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58662) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:30.819796 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:30.820866 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:30.831601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7c56f05a-707e-471e-b7f2-10d843584034 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/routers/d0423f2a-9706-4450-bdb5-1b7ba511bcee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4554307 Mar 03 12:15:30.885891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58666) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:30.896499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'port': {'network_id': '858cd753-9841-41ef-9e0a-deb439fe3a98', 'name': 'tempest-FloatingIPTestJSON-310136167'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:30.899493 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:30.909863 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:30.910479 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:30.935272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] Sync routers for ids ['989a21be-e428-439c-8945-c4965e50f39a'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:30.989471 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:30.991220 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c5bd8-83de-42fc-b0c1-84a297e9701e None None] The sync data for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:31.030573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 7d8f24d7-0c0a-48e0-8225-881128cde64b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:31.040279 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1196a1-ff26-4f96-9868-e46c3475c775 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:15:31.040948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7e1196a1-ff26-4f96-9868-e46c3475c775 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:31.054204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4a29d-0e10-4659-a075-c0fda1503153 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:31.054908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f1d4a29d-0e10-4659-a075-c0fda1503153 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:31.099772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 7d8f24d7-0c0a-48e0-8225-881128cde64b) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:31.109917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:31.110610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.130172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:31.137087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Usage tracker for resource:port and tenant:de009a0003ce46ae8b709e0f0c7e96c5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:31.140357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:31.146824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:31.159322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f1d4a29d-0e10-4659-a075-c0fda1503153 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:31.160687 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f1d4a29d-0e10-4659-a075-c0fda1503153 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports/ef1fbe83-8af2-43c4-98cf-52eec2a62e3c HTTP/1.1" status: 200 len: 911 time: 0.3416860 Mar 03 12:15:31.167296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58670) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:31.178243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 3852c3b1-f77e-4e2e-988c-8625de2b9bad, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3852c3b1-f77e-4e2e-988c-8625de2b9bad,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:31.183298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] Routers {'989a21be-e428-439c-8945-c4965e50f39a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:31.189331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.189477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['989a21be-e428-439c-8945-c4965e50f39a'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:31.237434 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c51071bf-e244-42b2-88e3-8b6cdfdfe0a3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.9909320 Mar 03 12:15:31.247269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58674) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:31.248099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Made reservation on behalf of de009a0003ce46ae8b709e0f0c7e96c5 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:31.248879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port 15c089c8-9567-423e-87e6-2fe0fa41f37f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:31.248879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.251725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.267858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Provisioning complete for port 15c089c8-9567-423e-87e6-2fe0fa41f37f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:31.269172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.308234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59ca81-5f0d-404e-abe7-c91a715e550d None None] Network 7d8f24d7-0c0a-48e0-8225-881128cde64b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:31.313322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7e1196a1-ff26-4f96-9868-e46c3475c775 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:31.314456 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7e1196a1-ff26-4f96-9868-e46c3475c775 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/0d5dd138-62e1-49ab-a1a6-89f30067c023 HTTP/1.1" status: 404 len: 333 time: 0.5592487 Mar 03 12:15:31.316322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] For port 3ba892a4-e974-4461-9a43-aec9ad93b0a4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3ba892a4-e974-4461-9a43-aec9ad93b0a4,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:31.316553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.326965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58678) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:31.406390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0dd43-6336-4c61-a4b3-9629626dffa3 None None] Pushing event updated for resources: {'Port': ['ID=3ba892a4-e974-4461-9a43-aec9ad93b0a4,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:31.411661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] device_id is not set on port 00db8913-66f0-44f2-b0a2-2e106cf8400a yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:15:31.418902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.419672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 681fed92-ede4-4f91-9c57-f7f09bfb0c9e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:31.533291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:31.673599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 3ba892a4-e974-4461-9a43-aec9ad93b0a4 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:31.710995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] Routers {'989a21be-e428-439c-8945-c4965e50f39a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:31.712517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['989a21be-e428-439c-8945-c4965e50f39a'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:31.805458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=3852c3b1-f77e-4e2e-988c-8625de2b9bad,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:31.809876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 8513112c-a537-40ec-a1a7-4b1d680362a6 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:31.810219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.824681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:31.829142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c7968-4375-462c-b2e6-07038dd86dcc None None] The sync data for ids ['989a21be-e428-439c-8945-c4965e50f39a'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:31.932616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Router edf64869-ab35-40e1-bd51-2058b5ff47f3 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:31.940793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:31.973212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:32.009609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:32.009609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.030781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Allocated IP 172.20.0.7 (858cd753-9841-41ef-9e0a-deb439fe3a98/c1a8045a-e8cb-4abc-b180-52f8c80265ea/00db8913-66f0-44f2-b0a2-2e106cf8400a) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:32.104641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99c700-4370-4d97-9167-8b16ed05ee4f req-43676582-dce5-495f-a229-fead980e04db tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:32.106668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e99c700-4370-4d97-9167-8b16ed05ee4f req-43676582-dce5-495f-a229-fead980e04db tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3633540 Mar 03 12:15:32.160797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Provisioning complete for port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:32.161753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.165710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] For port 15c089c8-9567-423e-87e6-2fe0fa41f37f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15c089c8-9567-423e-87e6-2fe0fa41f37f,segment=NetworkSegment(10e78f5c-cd82-4413-a56c-72ae8e0d32d7),segment_id=10e78f5c-cd82-4413-a56c-72ae8e0d32d7)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:32.166324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.183562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.196308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798d91f-d5af-4353-8e1d-e4e9db46f342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-7d8f24d7-0c0a-48e0-8225-881128cde64b', 'network_id': '7d8f24d7-0c0a-48e0-8225-881128cde64b', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': '67608603-bedc-4d04-a8ea-cb6e7c197e80'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:32.197114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1798d91f-d5af-4353-8e1d-e4e9db46f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.254613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'name': 'tempest-NetworksTestDHCPv6-router-1213189173', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:16Z', 'updated_at': '2022-03-03T12:15:19Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None, '_interfaces': [{'id': '3ba892a4-e974-4461-9a43-aec9ad93b0a4', 'name': '', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'mac_address': 'fa:16:3e:d3:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7848fa85-4296-4a00-bb27-2e0b4ac387ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:18Z', 'updated_at': '2022-03-03T12:15:30Z', 'revision_number': 4, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'subnets': [{'id': '7848fa85-4296-4a00-bb27-2e0b4ac387ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:32.265363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] DHCP port deletion for d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:32.293423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] Deleting port 15c089c8-9567-423e-87e6-2fe0fa41f37f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:32.293423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.318261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b6fa6-c989-445e-b7ce-1ff49380d46a None None] The sync data for ids ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'] in dv-neutron-831730-1-hyperv is: [{'id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'name': 'tempest-NetworksTestDHCPv6-router-1213189173', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:16Z', 'updated_at': '2022-03-03T12:15:19Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None, '_interfaces': [{'id': '3ba892a4-e974-4461-9a43-aec9ad93b0a4', 'name': '', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'mac_address': 'fa:16:3e:d3:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7848fa85-4296-4a00-bb27-2e0b4ac387ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:18Z', 'updated_at': '2022-03-03T12:15:30Z', 'revision_number': 4, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'subnets': [{'id': '7848fa85-4296-4a00-bb27-2e0b4ac387ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:32.349898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e99c700-4370-4d97-9167-8b16ed05ee4f req-776452fd-3bea-4e40-bbae-7c9fc453123c tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923661 Mar 03 12:15:32.443509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.552458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Calling delete_port for 15c089c8-9567-423e-87e6-2fe0fa41f37f owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:32.566669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.619979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,segment=NetworkSegment(211616b7-53b2-415e-9d94-bac5f7ebf7cd),segment_id=211616b7-53b2-415e-9d94-bac5f7ebf7cd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-1798d91f-d5af-4353-8e1d-e4e9db46f342 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67608603-bedc-4d04-a8ea-cb6e7c197e80: This subnet is being modified by another concurrent operation. Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:15:32.627293 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67608603-bedc-4d04-a8ea-cb6e7c197e80: This subnet is being modified by another concurrent operation. Mar 03 12:15:32.631332 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:15:32.731310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.748262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96eea5a-a700-46e6-ac58-b908f0cfdd71 None None] Network 7d8f24d7-0c0a-48e0-8225-881128cde64b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:32.769066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.812700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.843732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Transition to ACTIVE for port object 00db8913-66f0-44f2-b0a2-2e106cf8400a will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:32.855578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:32.865363 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Sync routers for ids ['edf64869-ab35-40e1-bd51-2058b5ff47f3'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:32.876607 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Routers {'edf64869-ab35-40e1-bd51-2058b5ff47f3'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:32.877473 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['edf64869-ab35-40e1-bd51-2058b5ff47f3'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:32.896139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.976161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=67608603-bedc-4d04-a8ea-cb6e7c197e80,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:32.981643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] For port 15c089c8-9567-423e-87e6-2fe0fa41f37f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15c089c8-9567-423e-87e6-2fe0fa41f37f,segment=NetworkSegment(10e78f5c-cd82-4413-a56c-72ae8e0d32d7),segment_id=10e78f5c-cd82-4413-a56c-72ae8e0d32d7)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:32.983545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:32.989978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.125247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 8513112c-a537-40ec-a1a7-4b1d680362a6 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:33.140250 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Set router edf64869-ab35-40e1-bd51-2058b5ff47f3 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:33.147786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] Calling delete_port for 15c089c8-9567-423e-87e6-2fe0fa41f37f owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:33.278912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.297589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3852c3b1-f77e-4e2e-988c-8625de2b9bad up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:33.441178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.495079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:33.533773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:33.547541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:33.550728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:33.581405 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf64869-ab35-40e1-bd51-2058b5ff47f3', 'name': 'tempest-snat-router-391279143', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '76683141-b82c-40aa-b651-6a0d075b04ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:19Z', 'updated_at': '2022-03-03T12:15:26Z', 'revision_number': 3, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port': {'id': '76683141-b82c-40aa-b651-6a0d075b04ab', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf64869-ab35-40e1-bd51-2058b5ff47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:22Z', 'updated_at': '2022-03-03T12:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:33.587765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.588643 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Checking router: edf64869-ab35-40e1-bd51-2058b5ff47f3 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:15:33.589236 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Updating router edf64869-ab35-40e1-bd51-2058b5ff47f3 port 76683141-b82c-40aa-b651-6a0d075b04ab binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:15:33.621951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8f24d7-0c0a-48e0-8225-881128cde64b']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:33.642426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1743114-f250-4494-a182-0426454cfbc7') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:33.642794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1743114-f250-4494-a182-0426454cfbc7') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:33.653343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.657232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 12:15:33.657232 dv-neutron-831730-1-hyperv neutron-server[88430]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 03 12:15:33.657232 dv-neutron-831730-1-hyperv neutron-server[88430]: [parameters: {'port_id': '15c089c8-9567-423e-87e6-2fe0fa41f37f', 'host': 'dv-neutron-831730-1-hyperv'}] Mar 03 12:15:33.657232 dv-neutron-831730-1-hyperv neutron-server[88430]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:33.657582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:33.659408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.667260 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.678668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.686862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:33.687261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.703739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] No DVR routers for this DVR port 15c089c8-9567-423e-87e6-2fe0fa41f37f on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:33.717103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005ef75-af49-4911-82f6-a21371cef2fa None None] Pushing event deleted for resources: {'Port': ['ID=15c089c8-9567-423e-87e6-2fe0fa41f37f,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:33.717326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.718531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-66bbdae9-ba10-43b0-bf7e-f258b52b39e2 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 14.4109747 Mar 03 12:15:33.724533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:33.726808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-3c996389-2087-4133-a9e0-3bed147d5543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:33.734271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58686) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:33.735442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=3ba892a4-e974-4461-9a43-aec9ad93b0a4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:33.751601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event updated for resources: {'Port': ['ID=00db8913-66f0-44f2-b0a2-2e106cf8400a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:33.762813 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:33.868140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc43e45-eb41-4159-939f-cc7d5fa650b6 req-1886d8aa-a0ba-4139-bb20-00c7b3bc3b0d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:33.869994 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dc43e45-eb41-4159-939f-cc7d5fa650b6 req-1886d8aa-a0ba-4139-bb20-00c7b3bc3b0d tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 1.2826958 Mar 03 12:15:33.907280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 3852c3b1-f77e-4e2e-988c-8625de2b9bad triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:33.907940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:33.919094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:33.919765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.014513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.080055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f91629f9-7354-436f-9940-a629d2a9875b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:34.082164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.112426 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/7d8f24d7-0c0a-48e0-8225-881128cde64b HTTP/1.1" status: 204 len: 168 time: 2.8496401 Mar 03 12:15:34.113095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58690) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:34.120881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23cff-0a9d-45d7-a137-bd27784952a0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=7d8f24d7-0c0a-48e0-8225-881128cde64b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:34.133476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1876535125'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:34.139024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:34.143355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:34.146818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:34.154525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:34.168890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba3cf8-5d19-4092-83b8-dfb2c2f0628d None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:15:34.175786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port 15c089c8-9567-423e-87e6-2fe0fa41f37f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:34.176181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.177624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port ef1fbe83-8af2-43c4-98cf-52eec2a62e3c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:34.178284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.202504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.223117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.260665 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.286794 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Transition to ACTIVE for port object 76683141-b82c-40aa-b651-6a0d075b04ab will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:34.315352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port f91629f9-7354-436f-9940-a629d2a9875b completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:34.323650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f91629f9-7354-436f-9940-a629d2a9875b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:34.324174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.370953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.414339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.466382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba3cf8-5d19-4092-83b8-dfb2c2f0628d None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:15:34.479129 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Attempting to bind port 76683141-b82c-40aa-b651-6a0d075b04ab on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:34.479645 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Attempting to bind port 76683141-b82c-40aa-b651-6a0d075b04ab by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:34.480144 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Attempting to bind port 76683141-b82c-40aa-b651-6a0d075b04ab on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:34.493673 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:34.494288 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:34.494899 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.495378 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:34.495938 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Bound port: 76683141-b82c-40aa-b651-6a0d075b04ab, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:34.496420 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.497835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=8513112c-a537-40ec-a1a7-4b1d680362a6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:34.524939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Provisioning complete for port ef1fbe83-8af2-43c4-98cf-52eec2a62e3c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:34.525607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.541354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] The port '15c089c8-9567-423e-87e6-2fe0fa41f37f' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:15:34.565262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for ef1fbe83-8af2-43c4-98cf-52eec2a62e3c owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:34.573042 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] For port 76683141-b82c-40aa-b651-6a0d075b04ab, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:34.576317 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] For port 76683141-b82c-40aa-b651-6a0d075b04ab, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=76683141-b82c-40aa-b651-6a0d075b04ab,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:34.594691 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6208-5ed7-497f-ada3-8396869da3bc None None] Pushing event updated for resources: {'Port': ['ID=76683141-b82c-40aa-b651-6a0d075b04ab,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:34.626251 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4c2c652b-6bc7-4f2c-9708-281d3c2942d4 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7366729 Mar 03 12:15:34.626952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58694) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:34.627966 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3dc43e45-eb41-4159-939f-cc7d5fa650b6 req-56f14bb8-efbf-4b5c-afdd-40503fa61a29 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6781216 Mar 03 12:15:34.640689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Request body: {'floatingip': {'port_id': '00db8913-66f0-44f2-b0a2-2e106cf8400a'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:34.651322 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.721525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:34.725023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.756251 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Routers {'edf64869-ab35-40e1-bd51-2058b5ff47f3'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:34.756251 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['edf64869-ab35-40e1-bd51-2058b5ff47f3'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:34.756890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.781257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port f91629f9-7354-436f-9940-a629d2a9875b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f91629f9-7354-436f-9940-a629d2a9875b,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:34.781257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Port ef1fbe83-8af2-43c4-98cf-52eec2a62e3c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:34.802796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Could not find standard attr ID for object 3ba892a4-e974-4461-9a43-aec9ad93b0a4. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:15:34.807890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:34.824276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.841179 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6208-5ed7-497f-ada3-8396869da3bc None None] Pushing event updated for resources: {'Port': ['ID=76683141-b82c-40aa-b651-6a0d075b04ab,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:34.869650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.870794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3ba892a4-e974-4461-9a43-aec9ad93b0a4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:34.994658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:34.999137 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8671d375-2a6b-4dc5-829b-5daf38fee614 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/8513112c-a537-40ec-a1a7-4b1d680362a6 HTTP/1.1" status: 204 len: 168 time: 3.6664321 Mar 03 12:15:35.005411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58700) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:35.037286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.037523 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 3a7dad11-f719-400a-b359-7ee7f9fbe4db of type vlan for network a98356ef-209d-4d2b-80c9-ddffbfb84a9c Mar 03 12:15:35.038088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 3ba892a4-e974-4461-9a43-aec9ad93b0a4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:35.038428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3ba892a4-e974-4461-9a43-aec9ad93b0a4 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 12:15:35.069716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c7575fa1-abcd-4029-b47c-f9d48eb9c43e tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/edf64869-ab35-40e1-bd51-2058b5ff47f3 HTTP/1.1" status: 200 len: 906 time: 1.3296046 Mar 03 12:15:35.077180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Provisioning for port 00db8913-66f0-44f2-b0a2-2e106cf8400a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:35.084522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58704) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:35.089844 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] Set router edf64869-ab35-40e1-bd51-2058b5ff47f3 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:35.097943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port 3ba892a4-e974-4461-9a43-aec9ad93b0a4 not found, will not notify nova. {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 12:15:35.133750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.198689 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8f1080-a0cd-4447-9733-ca3a4b8ebb7c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:15:35.198953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.199519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fc8f1080-a0cd-4447-9733-ca3a4b8ebb7c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:35.205762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Provisioning complete for port 00db8913-66f0-44f2-b0a2-2e106cf8400a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:35.206153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.241905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15c089c8-9567-423e-87e6-2fe0fa41f37f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:35.275897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:35.322606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 15c089c8-9567-423e-87e6-2fe0fa41f37f {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:35.325126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15c089c8-9567-423e-87e6-2fe0fa41f37f not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:35.337746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e78f5c-cd82-4413-a56c-72ae8e0d32d7') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:35.338165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e78f5c-cd82-4413-a56c-72ae8e0d32d7') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:35.386411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.409170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Router 9ae791e7-1178-48a9-af20-3ff69b00ccbe has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:35.433866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=f91629f9-7354-436f-9940-a629d2a9875b,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:35.441372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.451395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Port 00db8913-66f0-44f2-b0a2-2e106cf8400a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:35.492380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Provisioning complete for port 0d4fff6b-1235-40af-ae25-79e2e33f14a5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:35.492824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.532702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:35.533637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:35.553454 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:35.577728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-54d5f20f-d2d2-4cb2-b7cb-255c0aaf6e87 None None] Port 0d4fff6b-1235-40af-ae25-79e2e33f14a5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:35.629954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 681fed92-ede4-4f91-9c57-f7f09bfb0c9e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:35.687309 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf64869-ab35-40e1-bd51-2058b5ff47f3', 'name': 'tempest-snat-router-391279143', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '76683141-b82c-40aa-b651-6a0d075b04ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:19Z', 'updated_at': '2022-03-03T12:15:26Z', 'revision_number': 3, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port': {'id': '76683141-b82c-40aa-b651-6a0d075b04ab', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf64869-ab35-40e1-bd51-2058b5ff47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:22Z', 'updated_at': '2022-03-03T12:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:35.698870 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8a40c-fc5f-4087-b7e0-94bff2fa5e5e None None] The sync data for ids ['edf64869-ab35-40e1-bd51-2058b5ff47f3'] in dv-neutron-831730-1-hyperv is: [{'id': 'edf64869-ab35-40e1-bd51-2058b5ff47f3', 'name': 'tempest-snat-router-391279143', 'tenant_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '76683141-b82c-40aa-b651-6a0d075b04ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:19Z', 'updated_at': '2022-03-03T12:15:26Z', 'revision_number': 3, 'project_id': '8c6c24a86c9249b2b13bded8ab002e7f', 'gw_port': {'id': '76683141-b82c-40aa-b651-6a0d075b04ab', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf64869-ab35-40e1-bd51-2058b5ff47f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:22Z', 'updated_at': '2022-03-03T12:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:35.700600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.704948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fc8f1080-a0cd-4447-9733-ca3a4b8ebb7c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:35.709161 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fc8f1080-a0cd-4447-9733-ca3a4b8ebb7c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/8513112c-a537-40ec-a1a7-4b1d680362a6 HTTP/1.1" status: 404 len: 333 time: 0.6447289 Mar 03 12:15:35.721309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58710) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:35.761533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.765487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:35.766064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.767074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:35.767681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.923029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:35.938036 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-033ae747-f610-4623-8a5d-7356deba4f86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "PUT /v2.0/routers/9ae791e7-1178-48a9-af20-3ff69b00ccbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9518945 Mar 03 12:15:35.940495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] Sync routers for ids ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:35.940639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58716) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:35.967874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:35.976853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] Routers {'9ae791e7-1178-48a9-af20-3ff69b00ccbe'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:35.982779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:36.056028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d65b7-ecb0-4200-bb1e-ce7bddbd0e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:36.057739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d65b7-ecb0-4200-bb1e-ce7bddbd0e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:36.059045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-520d65b7-ecb0-4200-bb1e-ce7bddbd0e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:36.085691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.109556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.154889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702c10-913d-40cb-9d79-4572582d53af req-1de6ee9e-19fe-4f45-9300-1400c4c07fdd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:36.156610 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e5702c10-913d-40cb-9d79-4572582d53af req-1de6ee9e-19fe-4f45-9300-1400c4c07fdd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6307027 Mar 03 12:15:36.168909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:36.181461 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cc9e3933-b471-44fb-90a0-59dab4863bd8 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/d8fa71c5-1d5d-4959-ba45-a27d81bbc5e2 HTTP/1.1" status: 204 len: 168 time: 5.5698888 Mar 03 12:15:36.181461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58720) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.216345 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] Set router 9ae791e7-1178-48a9-af20-3ff69b00ccbe gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:36.250637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-520d65b7-ecb0-4200-bb1e-ce7bddbd0e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:36.251965 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-520d65b7-ecb0-4200-bb1e-ce7bddbd0e18 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3105264 Mar 03 12:15:36.259259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58724) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.260445 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aedc40c-d5f4-4d3d-82df-684b4950f216 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:36.261014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aedc40c-d5f4-4d3d-82df-684b4950f216 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:36.265497 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1aedc40c-d5f4-4d3d-82df-684b4950f216 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/e6fcd375-c9cb-4a1d-aac3-5cdc4c1eb9c4 HTTP/1.1" status: 404 len: 337 time: 0.0825078 Mar 03 12:15:36.267894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58726) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.284364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=ef1fbe83-8af2-43c4-98cf-52eec2a62e3c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:36.350814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'name': 'tempest-NetworksTestDHCPv6-router-1213189173', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:16Z', 'updated_at': '2022-03-03T12:15:32Z', 'revision_number': 3, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:36.355656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] Checking router: 9ae791e7-1178-48a9-af20-3ff69b00ccbe for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:15:36.367080 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0532015-4324-49bc-b3b4-45d2fd60f321 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:36.370689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0532015-4324-49bc-b3b4-45d2fd60f321 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:36.371005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] Routers {'9ae791e7-1178-48a9-af20-3ff69b00ccbe'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:36.371005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:36.372969 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b0532015-4324-49bc-b3b4-45d2fd60f321 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/70144e56-7ed3-4355-8cac-28ffc0e5f9cc HTTP/1.1" status: 404 len: 339 time: 0.0600030 Mar 03 12:15:36.374009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58732) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.374138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=a98356ef-209d-4d2b-80c9-ddffbfb84a9c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:36.449018 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e5702c10-913d-40cb-9d79-4572582d53af req-fc8dbf9f-25cf-4986-901d-b0cbf5cde016 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2813451 Mar 03 12:15:36.464059 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be5b5a6-f83b-4fd9-9c54-0a162f015aff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:36.464758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be5b5a6-f83b-4fd9-9c54-0a162f015aff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:36.470268 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9be5b5a6-f83b-4fd9-9c54-0a162f015aff tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/770511a7-6301-46fb-b749-65158ee14f85 HTTP/1.1" status: 404 len: 337 time: 0.0907619 Mar 03 12:15:36.470959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58736) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.479742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet 6ae9c2ea-5d33-4269-a450-71ddd30d4700 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:36.489147 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eeca881f-72b4-442a-a4f8-d588640d6eca tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3697217 Mar 03 12:15:36.510758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 7848fa85-4296-4a00-bb27-2e0b4ac387ff {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:36.514279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.536252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:36.549784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.553459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.572677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.588790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58740) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.627731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] Set router 9ae791e7-1178-48a9-af20-3ff69b00ccbe gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:36.659382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:36.667007 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bb27ff-1b60-4e7e-930e-2e3e4bddf021 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:36.667635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bb27ff-1b60-4e7e-930e-2e3e4bddf021 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:36.672263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a6bb27ff-1b60-4e7e-930e-2e3e4bddf021 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/e82d8601-90b6-4056-abda-de2ab4bef3d6 HTTP/1.1" status: 404 len: 339 time: 0.1980743 Mar 03 12:15:36.674422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58744) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.716269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.746251 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c134a61-b51d-42e0-a368-19461dc9263f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:36.746866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c134a61-b51d-42e0-a368-19461dc9263f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:36.751447 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9c134a61-b51d-42e0-a368-19461dc9263f tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/8b54bf7a-1f39-4457-8e20-b932a149839f HTTP/1.1" status: 404 len: 337 time: 0.0758095 Mar 03 12:15:36.756997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58748) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.757159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'name': 'tempest-NetworksTestDHCPv6-router-1213189173', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:16Z', 'updated_at': '2022-03-03T12:15:32Z', 'revision_number': 3, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:36.780019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c77a273-fc53-49b8-914d-922ea8e0954e None None] The sync data for ids ['9ae791e7-1178-48a9-af20-3ff69b00ccbe'] in dv-neutron-831730-1-hyperv is: [{'id': '9ae791e7-1178-48a9-af20-3ff69b00ccbe', 'name': 'tempest-NetworksTestDHCPv6-router-1213189173', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:16Z', 'updated_at': '2022-03-03T12:15:32Z', 'revision_number': 3, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:36.799942 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8245ca3e-c028-427c-8202-a75227d71caa tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:36.800551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8245ca3e-c028-427c-8202-a75227d71caa tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:36.802335 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8245ca3e-c028-427c-8202-a75227d71caa tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/83f2f3c5-40dc-461a-8d34-74fbd88f29ae HTTP/1.1" status: 404 len: 339 time: 0.0444422 Mar 03 12:15:36.806313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58752) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:36.889223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting subnet 8559cb69-3722-4b8e-ba08-c3dcc3ce6338 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:36.893046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.951107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:36.957226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.038914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=7848fa85-4296-4a00-bb27-2e0b4ac387ff,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:37.041583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.044653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a74fb1-e271-4596-8e50-efdfb8c71dca None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:37.089956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.125565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9d4f57c5-977f-4099-b896-0cb0910af7a7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/7848fa85-4296-4a00-bb27-2e0b4ac387ff HTTP/1.1" status: 204 len: 168 time: 0.8564901 Mar 03 12:15:37.128685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58756) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:37.187674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.311870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d224ed63-8fab-4d0b-8d4b-46050fd97318 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:router {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:37.375974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:37.384032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] Deleting port 3852c3b1-f77e-4e2e-988c-8625de2b9bad {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:37.384886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.386565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.459545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.468660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d224ed63-8fab-4d0b-8d4b-46050fd97318 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:router {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:37.470136 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d224ed63-8fab-4d0b-8d4b-46050fd97318 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3405106 Mar 03 12:15:37.475307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58760) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:37.476325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=8559cb69-3722-4b8e-ba08-c3dcc3ce6338,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:37.627074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 989a21be-e428-439c-8945-c4965e50f39a has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:37.655840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Deleting port 76683141-b82c-40aa-b651-6a0d075b04ab {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:37.656205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.662465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.678176 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7a518479-9a9a-456c-8a10-ba1a2967402d tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/8559cb69-3722-4b8e-ba08-c3dcc3ce6338 HTTP/1.1" status: 204 len: 168 time: 0.8707364 Mar 03 12:15:37.683520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 76683141-b82c-40aa-b651-6a0d075b04ab up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:37.709703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58766) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:37.712259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7121788-9cb9-47ef-8416-567f3a52c812 None None] Network 54ea224c-011b-4890-969c-e35b9a076edf requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:37.745090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51a4f992-1d3b-4517-9cdb-3099e1f82eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.954152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:37.983016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.059491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] For port 3852c3b1-f77e-4e2e-988c-8625de2b9bad, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3852c3b1-f77e-4e2e-988c-8625de2b9bad,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:38.060228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.072474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.129404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1351d47b-607c-4878-977a-0c45596b08dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.196748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] Calling delete_port for 3852c3b1-f77e-4e2e-988c-8625de2b9bad owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:38.224061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 76683141-b82c-40aa-b651-6a0d075b04ab completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:38.228070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51a4f992-1d3b-4517-9cdb-3099e1f82eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.231216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51a4f992-1d3b-4517-9cdb-3099e1f82eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.235522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 76683141-b82c-40aa-b651-6a0d075b04ab triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:38.235891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.246428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-144d745d-f994-4ba7-8c6a-7e8b0bf887e5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:38.247907 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-144d745d-f994-4ba7-8c6a-7e8b0bf887e5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.26 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.3356678 Mar 03 12:15:38.258761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.327244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Deleting port ea044a79-7fb7-418c-a80f-e617c201abc6 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:38.327244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.422870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.439433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:38.452716 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] Sync routers for ids ['989a21be-e428-439c-8945-c4965e50f39a'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:38.462846 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] Routers {'989a21be-e428-439c-8945-c4965e50f39a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:38.469882 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['989a21be-e428-439c-8945-c4965e50f39a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:38.470059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51a4f992-1d3b-4517-9cdb-3099e1f82eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.470059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a4f992-1d3b-4517-9cdb-3099e1f82eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae791e7-1178-48a9-af20-3ff69b00ccbe {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:15:38.493087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] DHCP port deletion for 54ea224c-011b-4890-969c-e35b9a076edf request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:38.511091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] Pushing event deleted for resources: {'Port': ['ID=3852c3b1-f77e-4e2e-988c-8625de2b9bad,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:38.528755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] Deleting port bb0be921-12e3-4457-91c7-eb8bdc9db799 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:38.528755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.541837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=a98356ef-209d-4d2b-80c9-ddffbfb84a9c,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:38.547274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.558891 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-72ba82fe-a248-4b77-8448-09d5f6dcbfbc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/989a21be-e428-439c-8945-c4965e50f39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3943655 Mar 03 12:15:38.563972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58772) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:38.574580 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:38.577301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c is not hosted by any dhcp agent {{(pid=88431) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 12:15:38.584073 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] Routers {'989a21be-e428-439c-8945-c4965e50f39a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:38.584889 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['989a21be-e428-439c-8945-c4965e50f39a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:38.589056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ad3eb-5195-4484-9349-0ddc9b7279d6 None None] No DVR routers for this DVR port 3852c3b1-f77e-4e2e-988c-8625de2b9bad on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:38.589281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:38.590110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.591090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:38.591715 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5e8e89da-f8e8-4179-b154-4647a231b651 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "PUT /v2.0/networks/a98356ef-209d-4d2b-80c9-ddffbfb84a9c HTTP/1.1" status: 200 len: 723 time: 1.9949079 Mar 03 12:15:38.606708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58776) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:38.629361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': 'a98356ef-209d-4d2b-80c9-ddffbfb84a9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:38.669486 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:38.669915 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99666b0-89f2-4a39-8208-d14eb9368b28 None None] The sync data for ids ['989a21be-e428-439c-8945-c4965e50f39a'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:38.703640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51a4f992-1d3b-4517-9cdb-3099e1f82eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.708070 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-51a4f992-1d3b-4517-9cdb-3099e1f82eb1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/routers/9ae791e7-1178-48a9-af20-3ff69b00ccbe HTTP/1.1" status: 204 len: 168 time: 1.2258267 Mar 03 12:15:38.715499 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-35535e44-2ea6-4135-8818-dad9c6722a49 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=989a21be-e428-439c-8945-c4965e50f39a HTTP/1.1" status: 200 len: 205 time: 0.1471281 Mar 03 12:15:38.723606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58780) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:38.723808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58782) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:38.740239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.761286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:15:38.791056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:38.799358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 76683141-b82c-40aa-b651-6a0d075b04ab, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=76683141-b82c-40aa-b651-6a0d075b04ab,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:38.824032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:38.851559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e3a5a-7d66-4957-b855-4161079ae57a req-2b069546-ec2f-4525-be38-f024ac7bd1d5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:38.853082 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a81e3a5a-7d66-4957-b855-4161079ae57a req-2b069546-ec2f-4525-be38-f024ac7bd1d5 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 1.1508954 Mar 03 12:15:38.872331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:38.897243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] For port 76683141-b82c-40aa-b651-6a0d075b04ab, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=76683141-b82c-40aa-b651-6a0d075b04ab,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:38.897677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.907195 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.907977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f91629f9-7354-436f-9940-a629d2a9875b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:38.912466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:38.915726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port bb0be921-12e3-4457-91c7-eb8bdc9db799 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:38.916104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.969450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:38.971870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:38.973506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-942aa990-20c5-4d9d-8fa1-993f998ba217 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.049427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] For port bb0be921-12e3-4457-91c7-eb8bdc9db799, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bb0be921-12e3-4457-91c7-eb8bdc9db799,segment=NetworkSegment(4a3e1548-4027-4217-92f9-ce5ddabce797),segment_id=4a3e1548-4027-4217-92f9-ce5ddabce797)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:39.049826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.065498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=76683141-b82c-40aa-b651-6a0d075b04ab,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:39.138147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:39.140594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae9c2ea-5d33-4269-a450-71ddd30d4700,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:39.154803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Calling delete_port for 76683141-b82c-40aa-b651-6a0d075b04ab owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:39.156981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] For port ea044a79-7fb7-418c-a80f-e617c201abc6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea044a79-7fb7-418c-a80f-e617c201abc6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:39.157452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.165715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:39.185785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] Calling delete_port for bb0be921-12e3-4457-91c7-eb8bdc9db799 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:39.187216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.197539 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a81e3a5a-7d66-4957-b855-4161079ae57a req-2943dab0-fef8-49ee-93f8-9a4453b25587 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3279510 Mar 03 12:15:39.202160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.221091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff7b1f3-1bda-41a2-8d8a-2e52d5f21308 None None] Network f31b0b60-d3dd-4710-abac-899dcb3f1ade requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:39.232643 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7e736827-3ed7-4a00-97f0-1d57bdfb7daf tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/6ae9c2ea-5d33-4269-a450-71ddd30d4700 HTTP/1.1" status: 204 len: 168 time: 3.4606938 Mar 03 12:15:39.264653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58788) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:39.332820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port f91629f9-7354-436f-9940-a629d2a9875b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:39.333519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.358673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:39.411457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:39.415986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.444762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.495389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:39.573064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-942aa990-20c5-4d9d-8fa1-993f998ba217 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.583495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-942aa990-20c5-4d9d-8fa1-993f998ba217 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.602997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.651879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:39.655407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.668194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] Pushing event deleted for resources: {'Port': ['ID=bb0be921-12e3-4457-91c7-eb8bdc9db799,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:39.673611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c411a2e-55a2-49ff-9f37-22fe67290b1a None None] No DVR routers for this DVR port bb0be921-12e3-4457-91c7-eb8bdc9db799 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:39.738509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] For port bb0be921-12e3-4457-91c7-eb8bdc9db799, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bb0be921-12e3-4457-91c7-eb8bdc9db799,segment=NetworkSegment(4a3e1548-4027-4217-92f9-ce5ddabce797),segment_id=4a3e1548-4027-4217-92f9-ce5ddabce797)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:39.739174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.761826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3852c3b1-f77e-4e2e-988c-8625de2b9bad no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:39.806937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 3852c3b1-f77e-4e2e-988c-8625de2b9bad {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:39.807623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3852c3b1-f77e-4e2e-988c-8625de2b9bad not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:39.808178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3ba892a4-e974-4461-9a43-aec9ad93b0a4 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:39.834530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] DHCP port deletion for f31b0b60-d3dd-4710-abac-899dcb3f1ade request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:39.851099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] Deleting port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:39.851844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.879531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 3ba892a4-e974-4461-9a43-aec9ad93b0a4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:39.880285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3ba892a4-e974-4461-9a43-aec9ad93b0a4 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:39.889869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-942aa990-20c5-4d9d-8fa1-993f998ba217 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.890182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942aa990-20c5-4d9d-8fa1-993f998ba217 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Fanout notify agent at l3_agent the message router_deleted on router 989a21be-e428-439c-8945-c4965e50f39a {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:15:39.914578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-942aa990-20c5-4d9d-8fa1-993f998ba217 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:39.915389 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-942aa990-20c5-4d9d-8fa1-993f998ba217 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/989a21be-e428-439c-8945-c4965e50f39a HTTP/1.1" status: 204 len: 168 time: 1.1889255 Mar 03 12:15:39.919528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58792) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:39.932049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Calling delete_port for bb0be921-12e3-4457-91c7-eb8bdc9db799 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:40.011607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.011879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.012209 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Floating IP 614d73a8-c847-4c36-919a-33ab3458aca3 disassociated. External IP: 172.26.8.52, port: ea044a79-7fb7-418c-a80f-e617c201abc6. Mar 03 12:15:40.012748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Calling delete_port for ea044a79-7fb7-418c-a80f-e617c201abc6 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:40.041653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 76683141-b82c-40aa-b651-6a0d075b04ab up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:40.080792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet 3cb5b9fc-e539-4d44-a706-39de09235092 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:40.094119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.171118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] For port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,segment=NetworkSegment(1d913eef-b048-41b3-9560-4d011f577ab3),segment_id=1d913eef-b048-41b3-9560-4d011f577ab3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:40.171603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.172369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.198995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.250036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:40.250513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.364938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] Calling delete_port for 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:40.371683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.386654 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP d0c3c275-6cba-45b5-9f34-8bfb53a6841c associated. External IP: 172.26.8.109, port: 64d3a766-034c-4cde-ae98-50d5eb420c38. Mar 03 12:15:40.404638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8ad1e5d1-04f7-48ed-bf7b-9ad1fd633e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.454502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 76683141-b82c-40aa-b651-6a0d075b04ab triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:40.454979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.460688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:40.461521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:40.463126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:40.470180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:40.479811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:40.480426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.495811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ba600-6d20-44f3-b758-d7b893d3fc67 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:40.500526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=bb4b419a-9b20-4099-a2b5-dab11750574d,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:40.514875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.561025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.624905 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-707aa703-93ce-4fdc-909c-d3bd070f9bfd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8975732 Mar 03 12:15:40.627955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event deleted for resources: {'Port': ['ID=ea044a79-7fb7-418c-a80f-e617c201abc6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:40.631836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58798) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:40.641620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.644138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36e6a0-9be1-488c-9f62-87655fca5ee4 req-f8c9ed18-930a-4cab-9ffe-577646400ad2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:40.644881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8a36e6a0-9be1-488c-9f62-87655fca5ee4 req-f8c9ed18-930a-4cab-9ffe-577646400ad2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Synchronizing usage tracker for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:40.650473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1149711507', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:40.650664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:40.650959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:40.667121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:40.715315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] Pushing event deleted for resources: {'Port': ['ID=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:40.722702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92627b3-d146-4ed0-b4c7-713514f85b31 None None] No DVR routers for this DVR port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:40.741708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:router and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:40.759674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:40.777108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:40.866160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] For port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2bddd5d0-a2bb-4a85-8fe4-88ed885f307d,segment=NetworkSegment(1d913eef-b048-41b3-9560-4d011f577ab3),segment_id=1d913eef-b048-41b3-9560-4d011f577ab3)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:40.866529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:40.982872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:41.001169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.002162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.005613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8a36e6a0-9be1-488c-9f62-87655fca5ee4 req-f8c9ed18-930a-4cab-9ffe-577646400ad2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Unset dirty status for tenant:a9896b2a7ba44d70a192bfbde1f62e4c on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:41.006779 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8a36e6a0-9be1-488c-9f62-87655fca5ee4 req-f8c9ed18-930a-4cab-9ffe-577646400ad2 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 945 time: 0.6962373 Mar 03 12:15:41.016620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.031699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': 'bb4b419a-9b20-4099-a2b5-dab11750574d'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:41.032540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.053296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:41.058246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:41.058590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:41.059002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bb0be921-12e3-4457-91c7-eb8bdc9db799 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:41.085973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb5b9fc-e539-4d44-a706-39de09235092,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:41.097286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Deleting port 76683141-b82c-40aa-b651-6a0d075b04ab {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:41.097558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.116663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.120775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.154718 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8a36e6a0-9be1-488c-9f62-87655fca5ee4 req-d79f3c45-94b8-4b50-a993-92afc5fc210a tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups?id=59c0cd38-347b-401f-b798-606fe37fc4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304371 Mar 03 12:15:41.156519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port bb0be921-12e3-4457-91c7-eb8bdc9db799 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:41.156777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.161097 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-40370877-76ac-44d4-892c-38e14a3f7a7d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/3cb5b9fc-e539-4d44-a706-39de09235092 HTTP/1.1" status: 204 len: 168 time: 1.2387669 Mar 03 12:15:41.163509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Router 88ab5430-39f3-4be9-995c-f7dc782d69f7 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:41.165521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58802) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:41.190163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: bb0be921-12e3-4457-91c7-eb8bdc9db799 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:41.192435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bb0be921-12e3-4457-91c7-eb8bdc9db799 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:41.199396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090f166-f16e-4019-b35d-5c968dead540 None None] Network b5291291-af4d-46d6-99de-54ec07c7e36f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:41.303389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] The port 'bb0be921-12e3-4457-91c7-eb8bdc9db799' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:15:41.318171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.372662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.442052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea044a79-7fb7-418c-a80f-e617c201abc6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:41.444236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.460041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.461813 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-871b6a23-cbe3-4b0f-abfe-d29977081008 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8265772 Mar 03 12:15:41.462787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:41.463116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.474177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/bb4b419a-9b20-4099-a2b5-dab11750574d/cb9f7dcf-f3c8-41a0-8710-0b5773988138) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:41.481189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.492858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58806) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:41.499483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: ea044a79-7fb7-418c-a80f-e617c201abc6 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:41.499840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea044a79-7fb7-418c-a80f-e617c201abc6 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:41.534877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:41.535332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:41.596256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:41.613700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] Sync routers for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:41.620641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.739602 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:41.740323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:41.842147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.907379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] No DVR routers for this DVR port ea044a79-7fb7-418c-a80f-e617c201abc6 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:41.913672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.915868 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eece7167-0fc8-43e2-b7ad-58e3a0a3c68c req-dc262d87-626d-478c-8f44-b8da5dc50c57 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.26 "DELETE /v2.0/ports/ea044a79-7fb7-418c-a80f-e617c201abc6 HTTP/1.1" status: 204 len: 173 time: 3.6568775 Mar 03 12:15:41.924380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=60817c0d-0c9a-4d0d-a256-8db3066e9c0f,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:41.964238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] For port 76683141-b82c-40aa-b651-6a0d075b04ab, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=76683141-b82c-40aa-b651-6a0d075b04ab,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:41.964704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:41.980900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ea224c-011b-4890-969c-e35b9a076edf']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:41.991222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '3a7dad11-f719-400a-b359-7ee7f9fbe4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a98356ef-209d-4d2b-80c9-ddffbfb84a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:41.991588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: a98356ef-209d-4d2b-80c9-ddffbfb84a9c, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:41.998690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'name': 'network-vif-deleted', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:15:42.016198 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:42.061018 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11528a34-840a-4774-9f20-05f7f5d5a7e2', 'name': 'network-vif-deleted', 'tag': 'ea044a79-7fb7-418c-a80f-e617c201abc6', 'status': 'completed', 'code': 200} Mar 03 12:15:42.169649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.180275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Calling delete_port for 76683141-b82c-40aa-b651-6a0d075b04ab owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:42.185928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] DHCP port deletion for b5291291-af4d-46d6-99de-54ec07c7e36f request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:42.220750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Deleting port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:42.221120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.248577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Transition to ACTIVE for port object cb9f7dcf-f3c8-41a0-8710-0b5773988138 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:42.389795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 2bddd5d0-a2bb-4a85-8fe4-88ed885f307d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:42.390052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.427504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3e1548-4027-4217-92f9-ce5ddabce797') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:42.427922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3e1548-4027-4217-92f9-ce5ddabce797') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:42.452060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.484944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Transition to ACTIVE for port object cb9f7dcf-f3c8-41a0-8710-0b5773988138 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:42.494141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:42.510392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] The port '2bddd5d0-a2bb-4a85-8fe4-88ed885f307d' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:15:42.511163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.536064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.562707 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e99d2423-618a-4d1d-9b8c-793d7a3725a7 req-831a4f64-5881-4cfd-a0d2-6aeb8e781825 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/ports?device_id=11528a34-840a-4774-9f20-05f7f5d5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.0855327 Mar 03 12:15:42.564637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,segment=NetworkSegment(211616b7-53b2-415e-9d94-bac5f7ebf7cd),segment_id=211616b7-53b2-415e-9d94-bac5f7ebf7cd)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:42.564995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.566433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.606517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.656426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event deleted for resources: {'Port': ['ID=76683141-b82c-40aa-b651-6a0d075b04ab,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:42.667349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] For port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,segment=NetworkSegment(211616b7-53b2-415e-9d94-bac5f7ebf7cd),segment_id=211616b7-53b2-415e-9d94-bac5f7ebf7cd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:42.668066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.749068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:42.749540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.772154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 681fed92-ede4-4f91-9c57-f7f09bfb0c9e owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:42.773891 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:42.777898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:42.780751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:42.926512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Calling delete_port for 681fed92-ede4-4f91-9c57-f7f09bfb0c9e owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:42.958355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:42.961277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:42.967257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.967463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, a98356ef-209d-4d2b-80c9-ddffbfb84a9c) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:42.968027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Pushing event updated for resources: {'Port': ['ID=cb9f7dcf-f3c8-41a0-8710-0b5773988138,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:42.983322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:42.993052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:42.993891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.027530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d134a5-9da3-48f0-ae94-ca30ef58c2d7 None None] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:43.041527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.103079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.113548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.135652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=681fed92-ede4-4f91-9c57-f7f09bfb0c9e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:43.143890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No DVR routers for this DVR port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:43.174351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31b0b60-d3dd-4710-abac-899dcb3f1ade']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.198013 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] Checking router: 88ab5430-39f3-4be9-995c-f7dc782d69f7 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:15:43.220099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Attempting to bind port cb9f7dcf-f3c8-41a0-8710-0b5773988138 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:43.220780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Attempting to bind port cb9f7dcf-f3c8-41a0-8710-0b5773988138 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:43.221151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Attempting to bind port cb9f7dcf-f3c8-41a0-8710-0b5773988138 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:43.248476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:43.248718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:43.249029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.249715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:43.249881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Bound port: cb9f7dcf-f3c8-41a0-8710-0b5773988138, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:43.250296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.262688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.263909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:43.264128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.272525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d913eef-b048-41b3-9560-4d011f577ab3') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.272525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d913eef-b048-41b3-9560-4d011f577ab3') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.275378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::1 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/bb4b419a-9b20-4099-a2b5-dab11750574d/568ff7df-c990-49a2-a70d-c4dd91900d41) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:43.282522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.293370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.293474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:43.302667 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:43.318858 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:43.319743 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.351058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5291291-af4d-46d6-99de-54ec07c7e36f']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.352476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:43.352838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:43.395225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211616b7-53b2-415e-9d94-bac5f7ebf7cd') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.395582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211616b7-53b2-415e-9d94-bac5f7ebf7cd') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.480150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.491587 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.509497 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:43.509837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.511252 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.525648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:43.526046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:43.542072 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:43.601476 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:43.602230 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427e0af-627b-4c89-aede-ba076c3dff5b None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:43.639458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.645677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.655641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.657272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 568ff7df-c990-49a2-a70d-c4dd91900d41 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:43.661026 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3e9aa703-4b88-4569-a7bc-2e0d77b7b9b6 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0499218 Mar 03 12:15:43.663660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58816) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:43.670768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-85351e98-8289-4401-8234-1c270cc57999 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:43.672489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.698490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] For port cb9f7dcf-f3c8-41a0-8710-0b5773988138, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:43.702917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] For port cb9f7dcf-f3c8-41a0-8710-0b5773988138, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cb9f7dcf-f3c8-41a0-8710-0b5773988138,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:43.715613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.730068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-a98356ef-209d-4d2b-80c9-ddffbfb84a9c', 'network_id': 'a98356ef-209d-4d2b-80c9-ddffbfb84a9c', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': '60817c0d-0c9a-4d0d-a256-8db3066e9c0f'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:43.731883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.745807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.759333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=b5291291-af4d-46d6-99de-54ec07c7e36f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:43.763770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=54ea224c-011b-4890-969c-e35b9a076edf,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:43.766585 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9016a050-7348-4292-be45-387a59c397cc tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/54ea224c-011b-4890-969c-e35b9a076edf HTTP/1.1" status: 204 len: 168 time: 6.0515659 Mar 03 12:15:43.771324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58822) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:43.785458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.814835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:43.815373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:43.815373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:43.832859 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:43.834854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58826) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:43.852245 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ecec30-fd3c-44c9-8d73-f5340e2af306 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:43.852643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ecec30-fd3c-44c9-8d73-f5340e2af306 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:43.857101 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c1ecec30-fd3c-44c9-8d73-f5340e2af306 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/036f00ea-fdff-423a-b8da-4f8a0f98bbd0 HTTP/1.1" status: 404 len: 337 time: 0.0789309 Mar 03 12:15:43.862893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58830) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:43.867222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Deleting port 681fed92-ede4-4f91-9c57-f7f09bfb0c9e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:43.867829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.897710 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a5d2d326-d010-403f-8991-5b47c18fcd67 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/b5291291-af4d-46d6-99de-54ec07c7e36f HTTP/1.1" status: 204 len: 168 time: 2.7295878 Mar 03 12:15:43.904274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.906567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58834) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:43.914966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127587590', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:43.920470 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c8062d-db73-4a72-b566-97e2af8cbbe9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:43.920927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c8062d-db73-4a72-b566-97e2af8cbbe9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:43.925257 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f0c8062d-db73-4a72-b566-97e2af8cbbe9 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/1dc69ef8-6c8e-4f75-99d9-e3012d3fc9c8 HTTP/1.1" status: 404 len: 339 time: 0.0586829 Mar 03 12:15:43.930623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85351e98-8289-4401-8234-1c270cc57999 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15409958'] for subnet, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.930859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58838) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:43.957062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:43.964720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.977235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:43.977757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edf64869-ab35-40e1-bd51-2058b5ff47f3 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:15:44.011057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.012232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-53d08f51-50a2-4163-8a55-150f9e746bd3 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "DELETE /v2.0/routers/edf64869-ab35-40e1-bd51-2058b5ff47f3 HTTP/1.1" status: 204 len: 168 time: 8.9267495 Mar 03 12:15:44.014552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:router and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:44.027047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58842) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:44.032314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-853bd5d8-5426-4590-a345-3e39feb3e5fa None None] The port '681fed92-ede4-4f91-9c57-f7f09bfb0c9e' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:15:44.185196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:44.214905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 681fed92-ede4-4f91-9c57-f7f09bfb0c9e no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:44.264505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:44.283163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router d0423f2a-9706-4450-bdb5-1b7ba511bcee has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:44.297356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:44.306286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54626cb7-c248-43a0-ba56-28c079e105cd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.313710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting subnet c22a849f-4910-42d3-b84e-f3eac818f093 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:15:44.314027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:44.329030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:44.329030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.329191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.329270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=568ff7df-c990-49a2-a70d-c4dd91900d41,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:44.370660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.409280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.421955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 681fed92-ede4-4f91-9c57-f7f09bfb0c9e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:44.426592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 681fed92-ede4-4f91-9c57-f7f09bfb0c9e not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:44.426741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.426877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=f31b0b60-d3dd-4710-abac-899dcb3f1ade,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:44.427026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.444037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54626cb7-c248-43a0-ba56-28c079e105cd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.444313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911257f-6784-4df8-9cd2-bcf73cbd6bfe None None] Pushing event updated for resources: {'Port': ['ID=cb9f7dcf-f3c8-41a0-8710-0b5773988138,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:44.459852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.506267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.526383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Allocated IP 172.20.0.2 (a98356ef-209d-4d2b-80c9-ddffbfb84a9c/60817c0d-0c9a-4d0d-a256-8db3066e9c0f/12d54352-985e-4cab-ae9f-8ae007dfe824) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:44.532448 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-984e49c8-3073-4d01-bf29-c7794373b6dc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/f31b0b60-d3dd-4710-abac-899dcb3f1ade HTTP/1.1" status: 204 len: 168 time: 5.2631094 Mar 03 12:15:44.535107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58846) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:44.587913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1480057945'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:44.593472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:44.601049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:network and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:44.605054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:44.617126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:44.623917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.847776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:44.848791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:44.876535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:44.880237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.893727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] Sync routers for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:44.899352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.907853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d98e4-937f-437a-9c0d-795dbfeeb956 None None] The sync data for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv is: [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:12:06Z', 'revision_number': 4, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b1d33d4c-659c-4ae8-914c-75fb6c41e9fa', 'name': '', 'network_id': '7dd8e792-a893-4944-8010-ab0fb4a6f62b', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'mac_address': 'fa:16:3e:99:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '845b6ce0-a430-4c30-8601-b518f592a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:12:04Z', 'updated_at': '2022-03-03T12:12:14Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'subnets': [{'id': '845b6ce0-a430-4c30-8601-b518f592a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:44.933542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:44.935442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.935925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:44.969072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54626cb7-c248-43a0-ba56-28c079e105cd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.971397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54626cb7-c248-43a0-ba56-28c079e105cd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:44.975335 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-54626cb7-c248-43a0-ba56-28c079e105cd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "DELETE /v2.0/security-groups/59c0cd38-347b-401f-b798-606fe37fc4b6 HTTP/1.1" status: 204 len: 168 time: 1.1258173 Mar 03 12:15:44.980346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58850) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:45.029810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:45.041403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.048049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.058940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:45.059670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:45.072289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626cb7-c248-43a0-ba56-28c079e105cd tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c0cd38-347b-401f-b798-606fe37fc4b6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:45.074234 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-d4ad60c5-3191-4664-b85d-dc104b31f7bc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] show failed (client error): The resource could not be found. Mar 03 12:15:45.078168 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d4ad60c5-3191-4664-b85d-dc104b31f7bc tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "GET /v2.0/security-groups/59c0cd38-347b-401f-b798-606fe37fc4b6 HTTP/1.1" status: 404 len: 347 time: 0.0820923 Mar 03 12:15:45.080997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58854) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:45.085847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:45.128853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Transition to ACTIVE for port object 12d54352-985e-4cab-ae9f-8ae007dfe824 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:45.149759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:45.150174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246cc23-96d0-4e7d-bd7a-c8db08bd081d None None] The sync data for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:45.163062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Transition to ACTIVE for port object 12d54352-985e-4cab-ae9f-8ae007dfe824 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:45.191232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.211309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.220587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.227575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.227914 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Added segment d1031f8f-6383-479d-9efc-b4132c1c2db1 of type vlan for network ea1906ba-3ef9-4af3-a803-b5b6f4153077 Mar 03 12:15:45.274063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:45.278826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:45.279725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:45.296661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Pushing event updated for resources: {'Port': ['ID=12d54352-985e-4cab-ae9f-8ae007dfe824,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:45.409559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Attempting to bind port 12d54352-985e-4cab-ae9f-8ae007dfe824 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:45.409948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Attempting to bind port 12d54352-985e-4cab-ae9f-8ae007dfe824 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '3a7dad11-f719-400a-b359-7ee7f9fbe4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a98356ef-209d-4d2b-80c9-ddffbfb84a9c'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:45.410311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Attempting to bind port 12d54352-985e-4cab-ae9f-8ae007dfe824 on network a98356ef-209d-4d2b-80c9-ddffbfb84a9c {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:45.417520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:45.417899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Checking segment: {'id': '3a7dad11-f719-400a-b359-7ee7f9fbe4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a98356ef-209d-4d2b-80c9-ddffbfb84a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:45.418298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.418694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Bound using segment: {'id': '3a7dad11-f719-400a-b359-7ee7f9fbe4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a98356ef-209d-4d2b-80c9-ddffbfb84a9c'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:45.419239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Bound port: 12d54352-985e-4cab-ae9f-8ae007dfe824, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7dad11-f719-400a-b359-7ee7f9fbe4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a98356ef-209d-4d2b-80c9-ddffbfb84a9c'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:45.419625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.499325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Deleting port e00a842f-7717-49c7-96ff-5ffe49085d88 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:45.500022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.538553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] For port 12d54352-985e-4cab-ae9f-8ae007dfe824, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:45.543982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] For port 12d54352-985e-4cab-ae9f-8ae007dfe824, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=12d54352-985e-4cab-ae9f-8ae007dfe824,segment=NetworkSegment(3a7dad11-f719-400a-b359-7ee7f9fbe4db),segment_id=3a7dad11-f719-400a-b359-7ee7f9fbe4db)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:45.554135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.563806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Deleting port f91629f9-7354-436f-9940-a629d2a9875b {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:45.564253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.583264 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-22ba9cc7-6c98-4a02-883d-13f801ae5333 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/floatingips/d0c3c275-6cba-45b5-9f34-8bfb53a6841c HTTP/1.1" status: 200 len: 977 time: 10.9552474 Mar 03 12:15:45.584545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58858) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:45.622719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.678559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 00db8913-66f0-44f2-b0a2-2e106cf8400a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:45.680231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.684046 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74765067-b3ee-4df9-a07d-d3346ba4be9f None None] New status for floating IP 614d73a8-c847-4c36-919a-33ab3458aca3: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:15:45.758185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e9733-e8ee-4ba4-926b-2185f465ae33 None None] Pushing event updated for resources: {'Port': ['ID=12d54352-985e-4cab-ae9f-8ae007dfe824,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:45.916021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.922073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:45.922855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:45.949523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.021465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3873ce13-874c-4616-8601-bb101521dfc4 None None] Provisioning for port cb9f7dcf-f3c8-41a0-8710-0b5773988138 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:46.072796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.092485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Subnet': ['ID=c22a849f-4910-42d3-b84e-f3eac818f093,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:46.114733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2275c98-907e-4349-82b3-2e4631133a46 None None] Network b686d7f1-22dc-49d3-81a1-2cecebfc33ba requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:46.245452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Network': ['ID=ea1906ba-3ef9-4af3-a803-b5b6f4153077,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:46.255084 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-78b0827f-83fb-4b09-bbbb-7ddeb1aa733e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7045021 Mar 03 12:15:46.262727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.263489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.265086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.269467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58866) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:46.269647 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70cf6874-b830-4aef-90fb-62a4f89faf50 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/subnets/c22a849f-4910-42d3-b84e-f3eac818f093 HTTP/1.1" status: 204 len: 168 time: 2.3338702 Mar 03 12:15:46.273748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58870) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:46.337049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cb9f7dcf-f3c8-41a0-8710-0b5773988138 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:46.338706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:46.366729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:46.483543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.484040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.625419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3d80931f-c3a2-46c4-b2ac-6ea8c2df0a9f None None] Provisioning for port 568ff7df-c990-49a2-a70d-c4dd91900d41 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:46.631499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3d80931f-c3a2-46c4-b2ac-6ea8c2df0a9f None None] Provisioning complete for port 568ff7df-c990-49a2-a70d-c4dd91900d41 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:46.631866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3d80931f-c3a2-46c4-b2ac-6ea8c2df0a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.637663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85351e98-8289-4401-8234-1c270cc57999 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735754355429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16013176'] for subnet, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.685131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port cb9f7dcf-f3c8-41a0-8710-0b5773988138 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:46.690819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=568ff7df-c990-49a2-a70d-c4dd91900d41,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:46.702526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cb9f7dcf-f3c8-41a0-8710-0b5773988138 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:46.703561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.714750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Calling delete_port for e00a842f-7717-49c7-96ff-5ffe49085d88 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:46.748954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.752739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85351e98-8289-4401-8234-1c270cc57999 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:46.753330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85351e98-8289-4401-8234-1c270cc57999 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.757020 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-85351e98-8289-4401-8234-1c270cc57999 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "PUT /v2.0/subnets/60817c0d-0c9a-4d0d-a256-8db3066e9c0f HTTP/1.1" status: 200 len: 806 time: 3.0898123 Mar 03 12:15:46.760072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] For port f91629f9-7354-436f-9940-a629d2a9875b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=f91629f9-7354-436f-9940-a629d2a9875b,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:46.760429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.764453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58878) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:46.771357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] DHCP port deletion for b686d7f1-22dc-49d3-81a1-2cecebfc33ba request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:46.774863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3d80931f-c3a2-46c4-b2ac-6ea8c2df0a9f None None] Port 568ff7df-c990-49a2-a70d-c4dd91900d41 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:46.785909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:46.794334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] Deleting port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:46.794713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.941906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:46.942933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:46.946560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:46.950009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:46.963325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:46.972725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Calling delete_port for f91629f9-7354-436f-9940-a629d2a9875b owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:47.035109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:47.036329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85351e98-8289-4401-8234-1c270cc57999 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=60817c0d-0c9a-4d0d-a256-8db3066e9c0f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:47.050492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:47.061467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.090701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.196114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.218414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] For port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,segment=NetworkSegment(42feca1f-7815-4777-b634-c45e587cbab4),segment_id=42feca1f-7815-4777-b634-c45e587cbab4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:47.218671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.257112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:47.261070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.261510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port cb9f7dcf-f3c8-41a0-8710-0b5773988138, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cb9f7dcf-f3c8-41a0-8710-0b5773988138,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:47.358822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting port 12d54352-985e-4cab-ae9f-8ae007dfe824 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:47.359317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.425557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4b42d-4bdd-423a-9829-f4c78c871fb8 None None] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:47.450899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] Calling delete_port for 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:47.484328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.545196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] For port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,segment=NetworkSegment(42feca1f-7815-4777-b634-c45e587cbab4),segment_id=42feca1f-7815-4777-b634-c45e587cbab4)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:47.545196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.545548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 76683141-b82c-40aa-b651-6a0d075b04ab no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:47.651317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 76683141-b82c-40aa-b651-6a0d075b04ab {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:47.651654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 76683141-b82c-40aa-b651-6a0d075b04ab not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:47.662900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-44b58745-5c98-4887-a4cf-30cbf12cf3df None None] Provisioning for port 12d54352-985e-4cab-ae9f-8ae007dfe824 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:47.735193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=cb9f7dcf-f3c8-41a0-8710-0b5773988138,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:47.768881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Calling delete_port for 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:47.772516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.784554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.817355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.840469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:47.840788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:47.845526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] No DVR routers for this DVR port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:47.847136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e05748-27d8-4d4f-b06b-a59857a3ba9b None None] Pushing event deleted for resources: {'Port': ['ID=754f996f-cad6-4ea9-8a1a-cd75ed6d33f9,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:47.904942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b5ca85f6-cc21-4641-8194-292e90015dc6 None None] Provisioning complete for port 568ff7df-c990-49a2-a70d-c4dd91900d41 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:47.905354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b5ca85f6-cc21-4641-8194-292e90015dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:47.966716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Router 48265534-20f1-42a3-aeec-470c42fb3b3c is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:47.979037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca85f6-cc21-4641-8194-292e90015dc6 None None] Port 568ff7df-c990-49a2-a70d-c4dd91900d41 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:48.160189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 12d54352-985e-4cab-ae9f-8ae007dfe824 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:48.176119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] For port 12d54352-985e-4cab-ae9f-8ae007dfe824, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=12d54352-985e-4cab-ae9f-8ae007dfe824,segment=NetworkSegment(3a7dad11-f719-400a-b359-7ee7f9fbe4db),segment_id=3a7dad11-f719-400a-b359-7ee7f9fbe4db)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:48.176613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.278740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 172.26.8.23 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/f0848731-5213-49d0-9482-502a336ac5ac) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:48.332564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:48.346324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Sync routers for ids ['48265534-20f1-42a3-aeec-470c42fb3b3c'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:48.351409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Deleting port e00a842f-7717-49c7-96ff-5ffe49085d88 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:48.352123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.357172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Routers {'48265534-20f1-42a3-aeec-470c42fb3b3c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:48.358421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48265534-20f1-42a3-aeec-470c42fb3b3c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:48.392912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.409685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Calling delete_port for 12d54352-985e-4cab-ae9f-8ae007dfe824 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:48.419308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ca194-b220-422f-b771-f7f3782985cc None None] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:48.442972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 12d54352-985e-4cab-ae9f-8ae007dfe824 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:48.443216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:48.443216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:48.450434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.450740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.450896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.451182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Floating IP d0c3c275-6cba-45b5-9f34-8bfb53a6841c disassociated. External IP: 172.26.8.109, port: 00db8913-66f0-44f2-b0a2-2e106cf8400a. Mar 03 12:15:48.451417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 00db8913-66f0-44f2-b0a2-2e106cf8400a owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:48.470091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 12d54352-985e-4cab-ae9f-8ae007dfe824 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:48.470636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.496628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event deleted for resources: {'Port': ['ID=f91629f9-7354-436f-9940-a629d2a9875b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:48.627240 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a870481a-958c-4dae-a265-47102b648011 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "PUT /v2.0/routers/48265534-20f1-42a3-aeec-470c42fb3b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1318502 Mar 03 12:15:48.637358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58886) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:48.653971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=37a2c0f1-3100-4109-8244-9ec3948cf6c1,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:48.665735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.680294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5bf4f608-cc44-455e-8994-89d7c13c98c4 None None] Provisioning complete for port 12d54352-985e-4cab-ae9f-8ae007dfe824 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:48.680951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f608-cc44-455e-8994-89d7c13c98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.687728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Checking segment: {'id': 'd1031f8f-6383-479d-9efc-b4132c1c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:48.688110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network hostable DHCP agents. Network: ea1906ba-3ef9-4af3-a803-b5b6f4153077, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:48.697829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.751489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Set router 48265534-20f1-42a3-aeec-470c42fb3b3c gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:48.842419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef987738-1a64-4570-adaa-eb8c80998144 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:48.843013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ef987738-1a64-4570-adaa-eb8c80998144 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:48.852045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.854630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.896543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.899833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.953425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:48.976733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.977386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d613e4e8-9b01-46ef-a94f-ac2d639102ce {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:15:48.987158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:48.999316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.005185 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cdc15881-7026-48e2-b555-a6b11051de5b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "DELETE /v2.0/routers/d613e4e8-9b01-46ef-a94f-ac2d639102ce HTTP/1.1" status: 204 len: 168 time: 4.8167267 Mar 03 12:15:49.075067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.080484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58890) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:49.081168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=f0848731-5213-49d0-9482-502a336ac5ac,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:49.089217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-843764921', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:49.097221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:49.101653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Usage tracker for resource:router and tenant:24c1d4ed33e14d6493c42a08260749d2 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:49.104618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:49.110562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:49.117113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:49.118036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, ea1906ba-3ef9-4af3-a803-b5b6f4153077) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:49.122639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:49.123378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.129637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:49.137473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:49.141856 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2919d60f-0228-4448-b13d-bad5035970ac None None] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:49.145356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Deleting port 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:49.145356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.186606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Calling delete_port for e00a842f-7717-49c7-96ff-5ffe49085d88 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:49.276652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] The port '754f996f-cad6-4ea9-8a1a-cd75ed6d33f9' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:15:49.279204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.280274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.295949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.319995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ef987738-1a64-4570-adaa-eb8c80998144 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:49.322898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ef987738-1a64-4570-adaa-eb8c80998144 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports/568ff7df-c990-49a2-a70d-c4dd91900d41 HTTP/1.1" status: 200 len: 911 time: 0.6609404 Mar 03 12:15:49.326503 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-97ce66d9-e5d7-42f4-924b-bfeda31cae6c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9947431 Mar 03 12:15:49.328787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.329291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58894) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:49.329627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58896) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:49.332853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.338324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1943233105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:49.346722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:49.417161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f608-cc44-455e-8994-89d7c13c98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.425147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Port': ['ID=12d54352-985e-4cab-ae9f-8ae007dfe824,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:49.484987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cb9f7dcf-f3c8-41a0-8710-0b5773988138 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:49.578827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.655200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=00db8913-66f0-44f2-b0a2-2e106cf8400a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:49.659527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b686d7f1-22dc-49d3-81a1-2cecebfc33ba']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:49.667138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:router and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:49.670922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:49.678120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:49.680509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cb9f7dcf-f3c8-41a0-8710-0b5773988138 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:49.680885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.788383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42feca1f-7815-4777-b634-c45e587cbab4') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:49.789191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42feca1f-7815-4777-b634-c45e587cbab4') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:49.815371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No DVR routers for this DVR port 12d54352-985e-4cab-ae9f-8ae007dfe824 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:15:49.818952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.927885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-ea1906ba-3ef9-4af3-a803-b5b6f4153077', 'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077', 'tenant_id': '0d04cd13b7634ff7983bc39f04e4326e', 'fixed_ips': [{'subnet_id': '37a2c0f1-3100-4109-8244-9ec3948cf6c1'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:49.928760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.934589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.963308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:49.963800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.968651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:49.970203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.040064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'name': 'tempest-NetworksTestDHCPv6-router-1149711507', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:41Z', 'updated_at': '2022-03-03T12:15:44Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None, '_interfaces': [{'id': '568ff7df-c990-49a2-a70d-c4dd91900d41', 'name': '', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'mac_address': 'fa:16:3e:f9:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb4b419a-9b20-4099-a2b5-dab11750574d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:42Z', 'updated_at': '2022-03-03T12:15:45Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'subnets': [{'id': 'bb4b419a-9b20-4099-a2b5-dab11750574d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:50.074060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Checking router: 48265534-20f1-42a3-aeec-470c42fb3b3c for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:15:50.074401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Updating router 48265534-20f1-42a3-aeec-470c42fb3b3c port 568ff7df-c990-49a2-a70d-c4dd91900d41 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:15:50.077269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:50.101309 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:50.107316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.183423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.200943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:50.246026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.247461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.258503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.259455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:50.259804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 754f996f-cad6-4ea9-8a1a-cd75ed6d33f9 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:50.295600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.322954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] Pushing event deleted for resources: {'Network': ['ID=b686d7f1-22dc-49d3-81a1-2cecebfc33ba,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:50.391389 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0191b271-ae38-43e0-9553-dd5910d29837 tempest-NetworksIpV6Test-261546157 tempest-NetworksIpV6Test-261546157-project] 10.222.0.35 "DELETE /v2.0/networks/b686d7f1-22dc-49d3-81a1-2cecebfc33ba HTTP/1.1" status: 204 len: 168 time: 4.1049564 Mar 03 12:15:50.403932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.458001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.468995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91718474-6220-4841-b6ce-e4c9ba0ed5b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:50.475476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91718474-6220-4841-b6ce-e4c9ba0ed5b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:50.476950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-91718474-6220-4841-b6ce-e4c9ba0ed5b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:50.496457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Pushing event deleted for resources: {'Port': ['ID=e00a842f-7717-49c7-96ff-5ffe49085d88,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:50.538464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router d0423f2a-9706-4450-bdb5-1b7ba511bcee has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:50.541872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.574035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbfc3f-aaf7-4d85-b4b5-2ad65237cbba None None] DHCP port deletion for a98356ef-209d-4d2b-80c9-ddffbfb84a9c request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:50.576797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 12d54352-985e-4cab-ae9f-8ae007dfe824 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:50.578446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=60817c0d-0c9a-4d0d-a256-8db3066e9c0f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:50.604085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-91718474-6220-4841-b6ce-e4c9ba0ed5b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:50.608270 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-91718474-6220-4841-b6ce-e4c9ba0ed5b8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2733960 Mar 03 12:15:50.609253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58904) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:50.609569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8541845c-028b-4e12-89eb-64c6c63c41fa None None] Could not find standard attr ID for object 12d54352-985e-4cab-ae9f-8ae007dfe824. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:15:50.623003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 12d54352-985e-4cab-ae9f-8ae007dfe824 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:50.623349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 12d54352-985e-4cab-ae9f-8ae007dfe824 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:50.623775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f91629f9-7354-436f-9940-a629d2a9875b no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:15:50.671558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d946513-660d-4af5-aa9d-42c418288e41 None None] Network a98356ef-209d-4d2b-80c9-ddffbfb84a9c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:50.683678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: f91629f9-7354-436f-9940-a629d2a9875b {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:15:50.684040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device f91629f9-7354-436f-9940-a629d2a9875b not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:15:50.723857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Allocated IP 2001:db8::2 (ea1906ba-3ef9-4af3-a803-b5b6f4153077/37a2c0f1-3100-4109-8244-9ec3948cf6c1/faa57587-3ef3-4965-b7a1-ecb0f8800cbc) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:50.808053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:50.812415 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83bb738d-c910-4667-8931-53d43ba48898 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4816885 Mar 03 12:15:50.813503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58908) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:50.833865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077', 'name': 'tempest-PortsIpV6TestJSON-2096218039'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:51.047474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58914) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:51.079671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.097955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.100438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.104831 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a3c7f869-5eb7-48e7-bf7d-208e750ee804 tempest-ServerActionsTestJSON-1970001718 tempest-ServerActionsTestJSON-1970001718-project] 10.222.0.35 "DELETE /v2.0/floatingips/614d73a8-c847-4c36-919a-33ab3458aca3 HTTP/1.1" status: 204 len: 168 time: 6.0139837 Mar 03 12:15:51.119467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58920) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:51.132947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc484bf2-77e9-4882-96f4-012d3811f0f7 None None] DHCP port deletion for a98356ef-209d-4d2b-80c9-ddffbfb84a9c request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:15:51.201161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.214262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.256043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Transition to ACTIVE for port object 568ff7df-c990-49a2-a70d-c4dd91900d41 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:51.285288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.296652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Transition to ACTIVE for port object faa57587-3ef3-4965-b7a1-ecb0f8800cbc will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:51.319748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Transition to ACTIVE for port object faa57587-3ef3-4965-b7a1-ecb0f8800cbc will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:51.335033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.353572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98356ef-209d-4d2b-80c9-ddffbfb84a9c']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:51.359248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.374797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.395005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7dad11-f719-400a-b359-7ee7f9fbe4db') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:51.395305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7dad11-f719-400a-b359-7ee7f9fbe4db') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:51.409700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.491299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.534648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:51.544075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:51.550103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:51.552085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:51.556953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:51.562117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:51.575571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:51.578529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:51.594043 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] Sync routers for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:51.614901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:51.615669 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:51.633751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.697739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Allocated IP 172.26.8.92 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/7b2b6f50-5567-4359-a401-316fb5a0739a) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:51.711813 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:51.714410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:51.718681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.722462 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:51.723299 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:51.740130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:15:51.740833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:15:51.762140 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:15:51.771181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2777826-1622-4483-9e1c-0aa2ba00ff50 None None] Pushing event updated for resources: {'Port': ['ID=568ff7df-c990-49a2-a70d-c4dd91900d41,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:51.774342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Attempting to bind port 568ff7df-c990-49a2-a70d-c4dd91900d41 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:51.774821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Attempting to bind port 568ff7df-c990-49a2-a70d-c4dd91900d41 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:51.775350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Attempting to bind port 568ff7df-c990-49a2-a70d-c4dd91900d41 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:51.783552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port c4e39edb-e88d-41df-b33f-99c9c292bb6a yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:15:51.826222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4e78dfa4-ed7f-4651-9c0d-f6482cab4472 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:51.828867 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bd219956-334f-4528-be9b-a9534fa6fd5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c9a07b69db648eba1bf8da382e00f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7785971 Mar 03 12:15:51.829090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:51.829645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:51.830146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.830631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:51.831292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Bound port: 568ff7df-c990-49a2-a70d-c4dd91900d41, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:51.831801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.838383 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:51.838826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356de9e2-b0ae-4174-8fdc-702b4be8088f None None] The sync data for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:51.860354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58924) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:51.913384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Attempting to bind port faa57587-3ef3-4965-b7a1-ecb0f8800cbc on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:15:51.914777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Attempting to bind port faa57587-3ef3-4965-b7a1-ecb0f8800cbc by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'd1031f8f-6383-479d-9efc-b4132c1c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:15:51.914906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Attempting to bind port faa57587-3ef3-4965-b7a1-ecb0f8800cbc on network ea1906ba-3ef9-4af3-a803-b5b6f4153077 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:15:51.949603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:15:51.950034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Checking segment: {'id': 'd1031f8f-6383-479d-9efc-b4132c1c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:51.950362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.950749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Bound using segment: {'id': 'd1031f8f-6383-479d-9efc-b4132c1c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:15:51.951221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Bound port: faa57587-3ef3-4965-b7a1-ecb0f8800cbc, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1031f8f-6383-479d-9efc-b4132c1c2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ea1906ba-3ef9-4af3-a803-b5b6f4153077'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:15:51.951585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:51.985839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Pushing event updated for resources: {'Port': ['ID=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:52.031644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] For port 568ff7df-c990-49a2-a70d-c4dd91900d41, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:52.049870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] For port 568ff7df-c990-49a2-a70d-c4dd91900d41, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=568ff7df-c990-49a2-a70d-c4dd91900d41,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:52.058546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.084392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] For port faa57587-3ef3-4965-b7a1-ecb0f8800cbc, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:15:52.090039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] For port faa57587-3ef3-4965-b7a1-ecb0f8800cbc, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,segment=NetworkSegment(d1031f8f-6383-479d-9efc-b4132c1c2db1),segment_id=d1031f8f-6383-479d-9efc-b4132c1c2db1)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:15:52.098827 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1fd410af-d637-4a80-b651-91baf19914a5 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/ports/00db8913-66f0-44f2-b0a2-2e106cf8400a HTTP/1.1" status: 204 len: 168 time: 6.5008409 Mar 03 12:15:52.112301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58928) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:52.147875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.166501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.167310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.198395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.201130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.204654 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/a98356ef-209d-4d2b-80c9-ddffbfb84a9c HTTP/1.1" status: 204 len: 168 time: 5.4389338 Mar 03 12:15:52.205521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58932) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:52.247316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c25679e0-b100-4a81-a2ff-ca26e65c34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.251119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2671-4737-4926-aad6-b15d158d8f01 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=a98356ef-209d-4d2b-80c9-ddffbfb84a9c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:52.253785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Routers {'48265534-20f1-42a3-aeec-470c42fb3b3c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:52.254551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48265534-20f1-42a3-aeec-470c42fb3b3c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:52.317701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2777826-1622-4483-9e1c-0aa2ba00ff50 None None] Pushing event updated for resources: {'Port': ['ID=568ff7df-c990-49a2-a70d-c4dd91900d41,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:52.331935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::339 (ea1906ba-3ef9-4af3-a803-b5b6f4153077/37a2c0f1-3100-4109-8244-9ec3948cf6c1/c4e39edb-e88d-41df-b33f-99c9c292bb6a) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:52.407351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:52.492491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] Sync routers for ids ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:52.550959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] Routers {'4e78dfa4-ed7f-4651-9c0d-f6482cab4472'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:52.551851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:52.595453 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbb9638-5a87-4896-afb8-195e94941922 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:15:52.595963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbb9638-5a87-4896-afb8-195e94941922 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:15:52.601625 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ebbb9638-5a87-4896-afb8-195e94941922 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/a98356ef-209d-4d2b-80c9-ddffbfb84a9c HTTP/1.1" status: 404 len: 339 time: 0.3562584 Mar 03 12:15:52.604257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58936) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:52.635118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81610f7-30c6-4712-9ebb-7f34b505ea09 None None] Pushing event updated for resources: {'Port': ['ID=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:52.646084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1983992550', 'description': 'd1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:52.650054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:52.650923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c25679e0-b100-4a81-a2ff-ca26e65c34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.653062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] Set router 48265534-20f1-42a3-aeec-470c42fb3b3c gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:15:52.674244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:52.688253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:network and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:52.693250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:52.740916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:52.809500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] Routers {'4e78dfa4-ed7f-4651-9c0d-f6482cab4472'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:52.810127 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:52.906190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.924280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object c4e39edb-e88d-41df-b33f-99c9c292bb6a will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:15:52.933006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:52.936103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:52.936594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba966d4-1478-47d3-b802-8068592e8bf5 None None] The sync data for ids ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:52.936812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:52.957380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c25679e0-b100-4a81-a2ff-ca26e65c34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.022041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25679e0-b100-4a81-a2ff-ca26e65c34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9bf24-3fda-406e-a8b4-42833412786e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:53.030797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.036484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.097758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.101798 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a32947ad-b13c-4a1b-949c-bc695c240850 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.1942453 Mar 03 12:15:53.104771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58940) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:53.108144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c25679e0-b100-4a81-a2ff-ca26e65c34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.109391 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c25679e0-b100-4a81-a2ff-ca26e65c34fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4c9bf24-3fda-406e-a8b4-42833412786e HTTP/1.1" status: 204 len: 168 time: 1.2011671 Mar 03 12:15:53.124754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:53.143870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.144900 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 556c50fa-b4d7-4c2a-bce3-3713d3878edb of type vlan for network 81e59485-30e8-4600-a170-de84ebb8cf21 Mar 03 12:15:53.161641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'name': 'tempest-NetworksTestDHCPv6-router-1149711507', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:41Z', 'updated_at': '2022-03-03T12:15:44Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None, '_interfaces': [{'id': '568ff7df-c990-49a2-a70d-c4dd91900d41', 'name': '', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'mac_address': 'fa:16:3e:f9:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb4b419a-9b20-4099-a2b5-dab11750574d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:42Z', 'updated_at': '2022-03-03T12:15:51Z', 'revision_number': 4, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'subnets': [{'id': 'bb4b419a-9b20-4099-a2b5-dab11750574d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:53.166371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb2445-d922-4620-893e-a00c53737e49 None None] The sync data for ids ['48265534-20f1-42a3-aeec-470c42fb3b3c'] in dv-neutron-831730-1-hyperv is: [{'id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'name': 'tempest-NetworksTestDHCPv6-router-1149711507', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:41Z', 'updated_at': '2022-03-03T12:15:44Z', 'revision_number': 2, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None, '_interfaces': [{'id': '568ff7df-c990-49a2-a70d-c4dd91900d41', 'name': '', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'mac_address': 'fa:16:3e:f9:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bb4b419a-9b20-4099-a2b5-dab11750574d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:15:42Z', 'updated_at': '2022-03-03T12:15:51Z', 'revision_number': 4, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'subnets': [{'id': 'bb4b419a-9b20-4099-a2b5-dab11750574d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:53.247234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.386485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:53.397089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:53.426276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.491157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event updated for resources: {'Port': ['ID=7b2b6f50-5567-4359-a401-316fb5a0739a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:53.515842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:53.528098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.532893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:53.533582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.562953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:53.813391 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2029533 Mar 03 12:15:53.837439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58952) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:53.842062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:15:53.854927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15983e-b7b0-4ac7-a8f4-e1b0166b3c27 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=81e59485-30e8-4600-a170-de84ebb8cf21,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:53.877419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 81e59485-30e8-4600-a170-de84ebb8cf21 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:53.897035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:53.908121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=c4e39edb-e88d-41df-b33f-99c9c292bb6a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:54.008646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f09d0-8d53-4785-b5bd-ef12b0b8ac73 None None] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:54.013041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 568ff7df-c990-49a2-a70d-c4dd91900d41 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:54.017705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:54.022597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:15:54.030688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:54.031737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:54.115378 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-82996665-0d13-46b6-a929-361f6eccf09e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/routers/4e78dfa4-ed7f-4651-9c0d-f6482cab4472 HTTP/1.1" status: 200 len: 884 time: 1.0045428 Mar 03 12:15:54.124700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58960) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:54.243378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5836eba2-185d-4e2a-88cc-9518174c5239 None None] Provisioning for port faa57587-3ef3-4965-b7a1-ecb0f8800cbc completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:54.362757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Deleting port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:54.363090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:54.394976 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8ee4af96-740d-4a34-821a-91c758d7a68e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5707395 Mar 03 12:15:54.410037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58970) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:54.461363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869fa8dd-2115-416c-8f8d-ceab48d1e82f tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:54.463080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-869fa8dd-2115-416c-8f8d-ceab48d1e82f tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Synchronizing usage tracker for tenant:1888fcbb0598472a85c36b3735944a93 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:54.524298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 568ff7df-c990-49a2-a70d-c4dd91900d41 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:54.686090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58976) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:54.716747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] For port 568ff7df-c990-49a2-a70d-c4dd91900d41, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=568ff7df-c990-49a2-a70d-c4dd91900d41,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:54.717000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:54.776647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 568ff7df-c990-49a2-a70d-c4dd91900d41 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:54.789420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 568ff7df-c990-49a2-a70d-c4dd91900d41 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:54.789420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:54.905990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:54.974430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-185379300'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:54.984515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 568ff7df-c990-49a2-a70d-c4dd91900d41 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:54.988392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-869fa8dd-2115-416c-8f8d-ceab48d1e82f tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Unset dirty status for tenant:1888fcbb0598472a85c36b3735944a93 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:54.989444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:54.989888 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-869fa8dd-2115-416c-8f8d-ceab48d1e82f tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/networks?id=81e59485-30e8-4600-a170-de84ebb8cf21 HTTP/1.1" status: 200 len: 761 time: 1.1514828 Mar 03 12:15:55.001589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58986) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:55.014015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'description': 'd2'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:55.039418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 568ff7df-c990-49a2-a70d-c4dd91900d41, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=568ff7df-c990-49a2-a70d-c4dd91900d41,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:55.064590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.086102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e01b1ec3-f59e-43d3-aff9-8d518fec1ca7 None None] Provisioning for port c4e39edb-e88d-41df-b33f-99c9c292bb6a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:55.090520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:55.099525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e01b1ec3-f59e-43d3-aff9-8d518fec1ca7 None None] Provisioning complete for port c4e39edb-e88d-41df-b33f-99c9c292bb6a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:55.099525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e01b1ec3-f59e-43d3-aff9-8d518fec1ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.135859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.137087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device faa57587-3ef3-4965-b7a1-ecb0f8800cbc up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:55.161966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Usage tracker for resource:network and tenant:a1106beca2b94975b2900812f362ae5d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:55.175843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:55.241563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:55.256130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5de05-4f4f-4512-b9a8-8a25d40e59fc None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:15:55.373012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e01b1ec3-f59e-43d3-aff9-8d518fec1ca7 None None] Port c4e39edb-e88d-41df-b33f-99c9c292bb6a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:55.394546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=568ff7df-c990-49a2-a70d-c4dd91900d41,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:55.475204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a5de05-4f4f-4512-b9a8-8a25d40e59fc None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:15:55.521720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] For port b1d33d4c-659c-4ae8-914c-75fb6c41e9fa, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:55.522083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.581469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port faa57587-3ef3-4965-b7a1-ecb0f8800cbc completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:15:55.600359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port faa57587-3ef3-4965-b7a1-ecb0f8800cbc triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:55.600752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.651349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-80bd5f08-5d88-4b2e-996b-d0ca3584ba5a None None] Provisioning complete for port c4e39edb-e88d-41df-b33f-99c9c292bb6a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:55.651623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80bd5f08-5d88-4b2e-996b-d0ca3584ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.660639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Made reservation on behalf of a1106beca2b94975b2900812f362ae5d for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:55.664390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.679238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Calling delete_port for b1d33d4c-659c-4ae8-914c-75fb6c41e9fa owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:55.736985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.796482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:55.800418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Usage tracker for resource:security_group_rule and tenant:a1106beca2b94975b2900812f362ae5d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:55.803312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:55.810822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:55.829101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-80bd5f08-5d88-4b2e-996b-d0ca3584ba5a None None] Port c4e39edb-e88d-41df-b33f-99c9c292bb6a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:55.897916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.911943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.921764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.957621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port faa57587-3ef3-4965-b7a1-ecb0f8800cbc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,segment=NetworkSegment(d1031f8f-6383-479d-9efc-b4132c1c2db1),segment_id=d1031f8f-6383-479d-9efc-b4132c1c2db1)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:55.966056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.978284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:55.987021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:55.987483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Added segment bbd2cf92-7e0f-4dfb-84cf-524cd47911da of type vlan for network 140b67d0-ede1-435c-b849-42e2ca17890b Mar 03 12:15:56.013803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6f57d9c0-c67a-41e3-ac77-c15445b48cf4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:router {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:15:56.034383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.038200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 0d4fff6b-1235-40af-ae25-79e2e33f14a5 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:56.038678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.063100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.088767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.145398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:56.195882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:15:56.196139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:15:56.205049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 81e59485-30e8-4600-a170-de84ebb8cf21 is not hosted by any dhcp agent {{(pid=88430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 12:15:56.205599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.211021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:56.211617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.212889 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "PUT /v2.0/networks/81e59485-30e8-4600-a170-de84ebb8cf21 HTTP/1.1" status: 200 len: 758 time: 1.2078745 Mar 03 12:15:56.219752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 58994) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:56.264040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95eaf84a-3299-4cf8-8b13-83ccae9c50f4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:56.286589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.377583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.378426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 568ff7df-c990-49a2-a70d-c4dd91900d41 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:56.383605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:56.384254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.451861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 568ff7df-c990-49a2-a70d-c4dd91900d41 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:56.452221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.502790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6f57d9c0-c67a-41e3-ac77-c15445b48cf4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:router {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:15:56.507959 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6f57d9c0-c67a-41e3-ac77-c15445b48cf4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 2.3783815 Mar 03 12:15:56.508284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 58998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:56.567745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7e439af9-4a5d-4cc2-9f3c-cbb3b1e599a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1127587590'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:56.587791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device faa57587-3ef3-4965-b7a1-ecb0f8800cbc up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:15:56.635876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf42012-33d5-4017-a220-711e738826e8 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=81e59485-30e8-4600-a170-de84ebb8cf21,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:56.651654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 81e59485-30e8-4600-a170-de84ebb8cf21 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:56.699273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 568ff7df-c990-49a2-a70d-c4dd91900d41 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:15:56.699610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.746080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port faa57587-3ef3-4965-b7a1-ecb0f8800cbc triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:56.746898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.764652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68742af-4533-4841-8e2e-c61c6ebcadff tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:56.770032 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e68742af-4533-4841-8e2e-c61c6ebcadff tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/networks?id=81e59485-30e8-4600-a170-de84ebb8cf21 HTTP/1.1" status: 200 len: 761 time: 0.5326958 Mar 03 12:15:56.772221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59002) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:56.780338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2012278394'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:56.801474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:56.815095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:56.832171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:56.833010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event updated for resources: {'Network': ['ID=140b67d0-ede1-435c-b849-42e2ca17890b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:56.874067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 140b67d0-ede1-435c-b849-42e2ca17890b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:56.958542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 0d4fff6b-1235-40af-ae25-79e2e33f14a5 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:56.970958 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-941caf8e-d371-4749-9c86-d528a6a352ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.2809358 Mar 03 12:15:56.994978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59006) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:57.010029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Request body: {'subnet': {'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:57.033632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:57.036980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.116196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.160884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Router 30df42b2-acdf-4eeb-8806-a3ac8fda695b is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:15:57.183771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:15:57.213164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d33d4c-659c-4ae8-914c-75fb6c41e9fa,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:57.271049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:57.275675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.276031 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 98e7600f-0603-4c8e-af48-71afe669e576 of type vlan for network 96341927-a891-4d38-aa08-c8a00fe4af18 Mar 03 12:15:57.287362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Usage tracker for resource:subnet and tenant:a1106beca2b94975b2900812f362ae5d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:57.294403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:57.315359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:57.414175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.417507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] For port 568ff7df-c990-49a2-a70d-c4dd91900d41, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=568ff7df-c990-49a2-a70d-c4dd91900d41,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:15:57.417871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.454538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:15:57.472203 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] Sync routers for ids ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:15:57.473277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Made reservation on behalf of a1106beca2b94975b2900812f362ae5d for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:57.477200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.477692 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] Routers {'30df42b2-acdf-4eeb-8806-a3ac8fda695b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:57.478292 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:57.515416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.541289 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:57.549918 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] Routers {'30df42b2-acdf-4eeb-8806-a3ac8fda695b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:15:57.550849 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:57.617926 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:15:57.618340 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8dcbda-c4f4-439c-a033-fd44a4008132 None None] The sync data for ids ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:15:57.628947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.634734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:57.635369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.708281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.712721 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a3ddeb1c-4bff-47a0-96d6-97ef06b48dc7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6245317 Mar 03 12:15:57.715919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59012) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:57.727092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': False}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:57.781058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 568ff7df-c990-49a2-a70d-c4dd91900d41 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:15:57.812297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.967782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:57.974267 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1981599 Mar 03 12:15:57.986849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59016) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:58.026030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=96341927-a891-4d38-aa08-c8a00fe4af18,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:58.045900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=0d4fff6b-1235-40af-ae25-79e2e33f14a5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:58.046603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': '96341927-a891-4d38-aa08-c8a00fe4af18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:58.099506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.100166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.100686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.101733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.102237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.102729 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.103219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.103708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.104295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.104791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.105302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.105793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88e4ee-4324-4b51-86ae-9be758f9f8fd tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.120083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.120396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.120741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.121007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 96341927-a891-4d38-aa08-c8a00fe4af18 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:15:58.121454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.121454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.121814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.122015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.122336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.122661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.122980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.123297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.123614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:58.254540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=c4e39edb-e88d-41df-b33f-99c9c292bb6a,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:58.303287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a2d9f668-0420-4459-b179-b65f63d86b27 None None] Provisioning complete for port c4e39edb-e88d-41df-b33f-99c9c292bb6a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:15:58.303765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f668-0420-4459-b179-b65f63d86b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:58.372864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9f668-0420-4459-b179-b65f63d86b27 None None] Port c4e39edb-e88d-41df-b33f-99c9c292bb6a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:15:58.620412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:58.632224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:58.647074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Usage tracker for resource:subnet and tenant:1888fcbb0598472a85c36b3735944a93 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:15:58.655171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:15:58.667466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:15:58.702679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:58.724638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e439af9-4a5d-4cc2-9f3c-cbb3b1e599a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:58.760739 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:15:58.802542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:58.815517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:58.888506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event updated for resources: {'Subnet': ['ID=44a92bc7-5aba-4c0c-a87d-48482d06ed14,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:58.936411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:15:58.939822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:58.981107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Checking segment: {'id': 'bbd2cf92-7e0f-4dfb-84cf-524cd47911da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:15:58.981458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Network hostable DHCP agents. Network: 140b67d0-ede1-435c-b849-42e2ca17890b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:15:59.003417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e439af9-4a5d-4cc2-9f3c-cbb3b1e599a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:59.192068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:59.262059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Network 140b67d0-ede1-435c-b849-42e2ca17890b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:15:59.447503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 140b67d0-ede1-435c-b849-42e2ca17890b) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:15:59.459960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:15:59.461079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:59.463993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2f5e1-e209-4ead-b608-3ad75a4d1802 None None] Network 140b67d0-ede1-435c-b849-42e2ca17890b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:15:59.520342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:59.622921 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-06855e60-4a92-4406-977e-3a4c2d236b2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6206696 Mar 03 12:15:59.633940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59020) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:15:59.643368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Request body: {'port': {'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b', 'name': 'tempest-TagsExtTest-1263383458'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:15:59.683147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router d0423f2a-9706-4450-bdb5-1b7ba511bcee has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:59.693905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=568ff7df-c990-49a2-a70d-c4dd91900d41,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:15:59.695167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-140b67d0-ede1-435c-b849-42e2ca17890b', 'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b', 'tenant_id': 'a1106beca2b94975b2900812f362ae5d', 'fixed_ips': [{'subnet_id': '44a92bc7-5aba-4c0c-a87d-48482d06ed14'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:15:59.697891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:15:59.769189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.769525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.769853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.770173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.770611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.770793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.771105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.771416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.771726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.772092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.773784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.774133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:15:59.891051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e439af9-4a5d-4cc2-9f3c-cbb3b1e599a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4e78dfa4-ed7f-4651-9c0d-f6482cab4472 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:15:59.894191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Allocated IP 172.20.0.2 (140b67d0-ede1-435c-b849-42e2ca17890b/44a92bc7-5aba-4c0c-a87d-48482d06ed14/d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:15:59.971345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:15:59.974367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.049242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Usage tracker for resource:port and tenant:a1106beca2b94975b2900812f362ae5d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:00.056166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:00.082077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:00.112178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:00.120586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.136607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] Sync routers for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:00.165537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:00.166141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:00.170965 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6ea8997f-b20f-4312-9af2-2d758f7804fe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/routers/d0423f2a-9706-4450-bdb5-1b7ba511bcee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0548816 Mar 03 12:16:00.180021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59024) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:00.239498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:00.251552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.258244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Made reservation on behalf of a1106beca2b94975b2900812f362ae5d for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:00.261300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] Routers {'d0423f2a-9706-4450-bdb5-1b7ba511bcee'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:00.261926 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:00.262719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.313387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Router 88ab5430-39f3-4be9-995c-f7dc782d69f7 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:16:00.337664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Transition to ACTIVE for port object d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:00.340256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:00.340652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db68a3-387a-4c4b-b2c0-40b6d963964d None None] The sync data for ids ['d0423f2a-9706-4450-bdb5-1b7ba511bcee'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:00.361386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Transition to ACTIVE for port object d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:00.400713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] device_id is not set on port 5f2dbb77-af7e-4d6b-9287-25688574f781 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:00.445546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.509440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Network 140b67d0-ede1-435c-b849-42e2ca17890b is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:00.512235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:00.514689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:00.591727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Pushing event updated for resources: {'Port': ['ID=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:00.623508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Attempting to bind port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:00.623997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Attempting to bind port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'bbd2cf92-7e0f-4dfb-84cf-524cd47911da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:00.624381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Attempting to bind port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b on network 140b67d0-ede1-435c-b849-42e2ca17890b {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:00.629559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:00.629925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Checking segment: {'id': 'bbd2cf92-7e0f-4dfb-84cf-524cd47911da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:00.630315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.630698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Bound using segment: {'id': 'bbd2cf92-7e0f-4dfb-84cf-524cd47911da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:00.631165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Bound port: d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd2cf92-7e0f-4dfb-84cf-524cd47911da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '140b67d0-ede1-435c-b849-42e2ca17890b'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:00.631567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.690266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.723585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] For port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:00.726668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] For port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,segment=NetworkSegment(bbd2cf92-7e0f-4dfb-84cf-524cd47911da),segment_id=bbd2cf92-7e0f-4dfb-84cf-524cd47911da)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:00.856513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.892694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:00.939790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28afc3-f012-40b8-8f73-de5b97ef5e3f None None] Pushing event updated for resources: {'Port': ['ID=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:01.010509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Allocated IP 172.20.0.9 (140b67d0-ede1-435c-b849-42e2ca17890b/44a92bc7-5aba-4c0c-a87d-48482d06ed14/5f2dbb77-af7e-4d6b-9287-25688574f781) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:01.191077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Router 48265534-20f1-42a3-aeec-470c42fb3b3c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:16:01.192507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e439af9-4a5d-4cc2-9f3c-cbb3b1e599a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:01.205576 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] Sync routers for ids ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:01.218625 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] Routers {'4e78dfa4-ed7f-4651-9c0d-f6482cab4472'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:01.219506 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:01.272192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.293157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=6b11c5da-58cc-41b1-963a-f16623320ca9,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:01.306789 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:01.328864 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] Routers {'4e78dfa4-ed7f-4651-9c0d-f6482cab4472'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:01.329910 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:01.347669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.400866 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:01.401510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 7317488a-c6c4-44c3-a98d-27ffe4a74125 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:01.401702 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0adc45a-e076-41ac-abb3-d58862dee0bf None None] The sync data for ids ['4e78dfa4-ed7f-4651-9c0d-f6482cab4472'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:01.401928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.402420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.448119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.478719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e439af9-4a5d-4cc2-9f3c-cbb3b1e599a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.479868 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7e439af9-4a5d-4cc2-9f3c-cbb3b1e599a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4e78dfa4-ed7f-4651-9c0d-f6482cab4472 HTTP/1.1" status: 200 len: 891 time: 4.9689436 Mar 03 12:16:01.487830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '98e7600f-0603-4c8e-af48-71afe669e576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '96341927-a891-4d38-aa08-c8a00fe4af18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:01.488217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: 96341927-a891-4d38-aa08-c8a00fe4af18, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:01.493510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59028) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:01.503103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:01.509594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-65b4270d-65c0-4c1a-9538-930627f75a95 admin admin] 10.222.0.35 "PUT /v2.0/routers/88ab5430-39f3-4be9-995c-f7dc782d69f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3891203 Mar 03 12:16:01.515918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] Sync routers for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:01.516607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.517293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.519770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59032) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:01.529454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:01.530081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:01.719373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:01.724658 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-092a53e1-7733-4a27-989a-54fa50c904d7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "PUT /v2.0/routers/48265534-20f1-42a3-aeec-470c42fb3b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1017208 Mar 03 12:16:01.732109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59036) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:01.736269 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] Sync routers for ids ['48265534-20f1-42a3-aeec-470c42fb3b3c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:01.750171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:01.757709 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] Routers {'48265534-20f1-42a3-aeec-470c42fb3b3c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:01.757709 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48265534-20f1-42a3-aeec-470c42fb3b3c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:01.769589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:01.895763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=c4e39edb-e88d-41df-b33f-99c9c292bb6a,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:01.951605 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] Set router 48265534-20f1-42a3-aeec-470c42fb3b3c gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:02.114238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Transition to ACTIVE for port object 5f2dbb77-af7e-4d6b-9287-25688574f781 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:02.137301 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'name': 'tempest-NetworksTestDHCPv6-router-1149711507', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:41Z', 'updated_at': '2022-03-03T12:15:58Z', 'revision_number': 3, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:02.143553 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] Checking router: 48265534-20f1-42a3-aeec-470c42fb3b3c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:16:02.165545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:15:56Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:02.168271 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] Routers {'48265534-20f1-42a3-aeec-470c42fb3b3c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:02.168889 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48265534-20f1-42a3-aeec-470c42fb3b3c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:02.171129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] Checking router: 88ab5430-39f3-4be9-995c-f7dc782d69f7 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:16:02.186529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] Routers {'88ab5430-39f3-4be9-995c-f7dc782d69f7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:02.187733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['88ab5430-39f3-4be9-995c-f7dc782d69f7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:02.205408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:02.211115 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2b0cc881-0f1a-4053-9f4f-ad790fa2eb96 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/routers/4e78dfa4-ed7f-4651-9c0d-f6482cab4472 HTTP/1.1" status: 200 len: 891 time: 0.6998837 Mar 03 12:16:02.217019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network 96341927-a891-4d38-aa08-c8a00fe4af18 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:02.219415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59040) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:02.239469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49039dd7-3740-4569-84c6-579a7aa6a840 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:02.245153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49039dd7-3740-4569-84c6-579a7aa6a840 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:02.245153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-49039dd7-3740-4569-84c6-579a7aa6a840 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:02.253219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:02.300200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5bae43-5e47-4890-a029-1376c67a5c25 None None] Network 140b67d0-ede1-435c-b849-42e2ca17890b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:02.330250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d3e9915a-cad8-4e63-b1ae-42a0d95eba47 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:02.397393 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] Set router 48265534-20f1-42a3-aeec-470c42fb3b3c gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:02.407469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 96341927-a891-4d38-aa08-c8a00fe4af18) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:02.424559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d3e9915a-cad8-4e63-b1ae-42a0d95eba47 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:02.428373 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d3e9915a-cad8-4e63-b1ae-42a0d95eba47 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e78dfa4-ed7f-4651-9c0d-f6482cab4472 HTTP/1.1" status: 200 len: 205 time: 0.1931710 Mar 03 12:16:02.431861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:02.435599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:02.445156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59044) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:02.455047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:02.465195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:02.534525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a30fad1-8fef-49b8-8151-76cf7663cede None None] Network 96341927-a891-4d38-aa08-c8a00fe4af18 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:02.548603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:02.592521 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'name': 'tempest-NetworksTestDHCPv6-router-1149711507', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:41Z', 'updated_at': '2022-03-03T12:15:58Z', 'revision_number': 3, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:02.607348 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e9af28-8fd1-44ae-8e1b-b25e36ce1d63 None None] The sync data for ids ['48265534-20f1-42a3-aeec-470c42fb3b3c'] in dv-neutron-831730-1-hyperv is: [{'id': '48265534-20f1-42a3-aeec-470c42fb3b3c', 'name': 'tempest-NetworksTestDHCPv6-router-1149711507', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:15:41Z', 'updated_at': '2022-03-03T12:15:58Z', 'revision_number': 3, 'project_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:02.731068 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7ff3a54b-e4aa-41ff-8a5f-18e2de8f084c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7181838 Mar 03 12:16:02.737993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59048) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:02.814543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Router 30df42b2-acdf-4eeb-8806-a3ac8fda695b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:16:02.825314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 7317488a-c6c4-44c3-a98d-27ffe4a74125 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:02.852702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9f4c3c71-7917-4e62-b079-81be04c0bac7 None None] Provisioning for port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:02.940020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] Set router 88ab5430-39f3-4be9-995c-f7dc782d69f7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:02.989828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:02.993597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-49039dd7-3740-4569-84c6-579a7aa6a840 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:03.001552 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-49039dd7-3740-4569-84c6-579a7aa6a840 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2546113 Mar 03 12:16:03.001552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59052) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:03.059046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.093171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.151419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.218287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Deleting port 6a830c05-480c-45cb-b948-aba2d6acec04 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:03.218659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.227012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:03.229877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-41402d90-b385-477c-acad-32a55bf9a385 None None] Provisioning complete for port c4e39edb-e88d-41df-b33f-99c9c292bb6a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:03.230244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41402d90-b385-477c-acad-32a55bf9a385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.293604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Router c0635b6d-573e-44ec-89a8-ed51f97fcd0e is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:16:03.301331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet bb4b419a-9b20-4099-a2b5-dab11750574d {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:03.320023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:03.320518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.327433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.328740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Network 140b67d0-ede1-435c-b849-42e2ca17890b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:03.343539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.372745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:03.385205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-96341927-a891-4d38-aa08-c8a00fe4af18', 'network_id': '96341927-a891-4d38-aa08-c8a00fe4af18', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': '6b11c5da-58cc-41b1-963a-f16623320ca9'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:03.385996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.388776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:03.419415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.425074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-41402d90-b385-477c-acad-32a55bf9a385 None None] Port c4e39edb-e88d-41df-b33f-99c9c292bb6a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:03.451847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:03.484119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] Sync routers for ids ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:03.484327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event updated for resources: {'Port': ['ID=5f2dbb77-af7e-4d6b-9287-25688574f781,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:03.490145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port f0848731-5213-49d0-9482-502a336ac5ac {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:03.490489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.573792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] Routers {'30df42b2-acdf-4eeb-8806-a3ac8fda695b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:03.574494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.581490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.583188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-da333bad-4088-4e41-9d81-6d174f5fe405 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "PUT /v2.0/routers/30df42b2-acdf-4eeb-8806-a3ac8fda695b HTTP/1.1" status: 200 len: 920 time: 5.8652284 Mar 03 12:16:03.596491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59056) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:03.621973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.655067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.752100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:03.752710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.762371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] Routers {'30df42b2-acdf-4eeb-8806-a3ac8fda695b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:03.762997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.796223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:03.814305 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] Sync routers for ids ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:03.816805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59060) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:03.824660 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-294b10fe-04bd-4efd-bac4-e7db6ebf2066 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "PUT /v2.0/routers/c0635b6d-573e-44ec-89a8-ed51f97fcd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4014499 Mar 03 12:16:03.833003 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] Routers {'c0635b6d-573e-44ec-89a8-ed51f97fcd0e'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:03.834178 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.860501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.860887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e7f8f-3ad7-4b2c-b783-b76dc82c1923 None None] The sync data for ids ['30df42b2-acdf-4eeb-8806-a3ac8fda695b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:03.872672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.877367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] For port 6a830c05-480c-45cb-b948-aba2d6acec04, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6a830c05-480c-45cb-b948-aba2d6acec04,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:03.877779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.895176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0f733747-1017-48f6-839a-053bfc9f0ee1 None None] Provisioning complete for port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:03.895540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0f733747-1017-48f6-839a-053bfc9f0ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.902818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:03.925795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Allocated IP 172.20.0.2 (96341927-a891-4d38-aa08-c8a00fe4af18/6b11c5da-58cc-41b1-963a-f16623320ca9/1f6a4a76-16e6-49f9-9533-d8a3be451337) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:03.958537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:15:56Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.966006 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.979094 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] Routers {'c0635b6d-573e-44ec-89a8-ed51f97fcd0e'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:03.980090 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:15:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:03.980961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c029d1-02cf-4d1f-9d3e-885a0b9fa324 None None] The sync data for ids ['88ab5430-39f3-4be9-995c-f7dc782d69f7'] in dv-neutron-831730-1-hyperv is: [{'id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'name': 'tempest-ServerActionsTestJSON-1690162059-router', 'tenant_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:11:57Z', 'updated_at': '2022-03-03T12:15:56Z', 'revision_number': 5, 'project_id': 'a9896b2a7ba44d70a192bfbde1f62e4c', 'gw_port': {'id': '6a830c05-480c-45cb-b948-aba2d6acec04', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab5430-39f3-4be9-995c-f7dc782d69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:11:58Z', 'updated_at': '2022-03-03T12:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:04.012392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,segment=NetworkSegment(bbd2cf92-7e0f-4dfb-84cf-524cd47911da),segment_id=bbd2cf92-7e0f-4dfb-84cf-524cd47911da)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:04.081937 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:04.082746 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e6b8b-0629-493a-ad43-e0f9c8ecd90c None None] The sync data for ids ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:04.121211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Calling delete_port for 6a830c05-480c-45cb-b948-aba2d6acec04 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:04.131176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.154058 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6adcb451-ebe3-43a5-9248-668fc17224f8 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5166330 Mar 03 12:16:04.162232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=7317488a-c6c4-44c3-a98d-27ffe4a74125,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:04.164044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:04.171726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-235517288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:04.187147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:04.240488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Usage tracker for resource:router and tenant:a1106beca2b94975b2900812f362ae5d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:04.249926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.252384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:04.276803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:04.285684 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a42881fa-de1c-46f0-85f6-8cc6e5ac488e tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/30df42b2-acdf-4eeb-8806-a3ac8fda695b HTTP/1.1" status: 200 len: 920 time: 0.6750431 Mar 03 12:16:04.287517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59068) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:04.370819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.404460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 568ff7df-c990-49a2-a70d-c4dd91900d41 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:04.474044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:04.479105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 568ff7df-c990-49a2-a70d-c4dd91900d41 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:04.479633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 568ff7df-c990-49a2-a70d-c4dd91900d41 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:04.480232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b1d33d4c-659c-4ae8-914c-75fb6c41e9fa no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:04.502967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.503989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.517731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for f0848731-5213-49d0-9482-502a336ac5ac owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:04.521083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b1d33d4c-659c-4ae8-914c-75fb6c41e9fa {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:04.521812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b1d33d4c-659c-4ae8-914c-75fb6c41e9fa not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:04.534520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.534993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.535429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.536172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.536172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.536685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.537104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.537520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.537999 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.538408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.538880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.539222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:04.551408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.551672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.563326 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Transition to ACTIVE for port object 1f6a4a76-16e6-49f9-9533-d8a3be451337 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:04.593745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82147803-f716-4fb8-9cb9-b329aa9fd211 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:04.594447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-82147803-f716-4fb8-9cb9-b329aa9fd211 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Synchronizing usage tracker for tenant:8c6c24a86c9249b2b13bded8ab002e7f on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:04.603019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.603955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ca043-76f1-4dbb-a0a8-ef3df66a9bf2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:04.604718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b96ca043-76f1-4dbb-a0a8-ef3df66a9bf2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:04.615587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Transition to ACTIVE for port object 1f6a4a76-16e6-49f9-9533-d8a3be451337 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:04.716542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.718348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.733886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-82147803-f716-4fb8-9cb9-b329aa9fd211 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Unset dirty status for tenant:8c6c24a86c9249b2b13bded8ab002e7f on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:04.737559 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-82147803-f716-4fb8-9cb9-b329aa9fd211 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=30df42b2-acdf-4eeb-8806-a3ac8fda695b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4445794 Mar 03 12:16:04.745323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59072) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:04.764473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-37f149ca-c320-468b-8036-96c3a515fc99 None None] Provisioning for port 5f2dbb77-af7e-4d6b-9287-25688574f781 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:04.781341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b96ca043-76f1-4dbb-a0a8-ef3df66a9bf2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:04.785254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b96ca043-76f1-4dbb-a0a8-ef3df66a9bf2 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0635b6d-573e-44ec-89a8-ed51f97fcd0e HTTP/1.1" status: 200 len: 989 time: 0.9645770 Mar 03 12:16:04.786966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.790353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59076) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:04.793511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.794554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-37f149ca-c320-468b-8036-96c3a515fc99 None None] Provisioning complete for port 5f2dbb77-af7e-4d6b-9287-25688574f781 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:04.795020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-37f149ca-c320-468b-8036-96c3a515fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.822717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Network 96341927-a891-4d38-aa08-c8a00fe4af18 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:04.831462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:04.837365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:04.868253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.894826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Pushing event updated for resources: {'Port': ['ID=1f6a4a76-16e6-49f9-9533-d8a3be451337,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:04.918121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d207004-eb03-4b94-9577-1255a9f330bc tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:04.918619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6d207004-eb03-4b94-9577-1255a9f330bc tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Synchronizing usage tracker for tenant:8c6c24a86c9249b2b13bded8ab002e7f on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:04.955251 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-37f149ca-c320-468b-8036-96c3a515fc99 None None] Port 5f2dbb77-af7e-4d6b-9287-25688574f781 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:04.963580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Attempting to bind port 1f6a4a76-16e6-49f9-9533-d8a3be451337 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:04.963941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Attempting to bind port 1f6a4a76-16e6-49f9-9533-d8a3be451337 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '98e7600f-0603-4c8e-af48-71afe669e576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '96341927-a891-4d38-aa08-c8a00fe4af18'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:04.964424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Attempting to bind port 1f6a4a76-16e6-49f9-9533-d8a3be451337 on network 96341927-a891-4d38-aa08-c8a00fe4af18 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:04.965497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.969313 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-571a8c05-a645-4992-986a-4c012fc9f8d9 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7997110 Mar 03 12:16:04.969313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.973914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:04.973914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Checking segment: {'id': '98e7600f-0603-4c8e-af48-71afe669e576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '96341927-a891-4d38-aa08-c8a00fe4af18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:04.973914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.973914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Bound using segment: {'id': '98e7600f-0603-4c8e-af48-71afe669e576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '96341927-a891-4d38-aa08-c8a00fe4af18'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:04.973914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Bound port: 1f6a4a76-16e6-49f9-9533-d8a3be451337, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e7600f-0603-4c8e-af48-71afe669e576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '96341927-a891-4d38-aa08-c8a00fe4af18'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:04.973914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:04.974513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59080) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:05.003335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.016784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-deb85bb3-cbfc-40e3-9d86-bccdb9537826 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-435345268', 'prefixes': ['172.20.0.0/16']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:05.027214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4b419a-9b20-4099-a2b5-dab11750574d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:05.040905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.047253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c6ed4-d7ff-4155-af14-c973561688d0 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:05.070093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-deb85bb3-cbfc-40e3-9d86-bccdb9537826 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:05.081382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6d207004-eb03-4b94-9577-1255a9f330bc tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Unset dirty status for tenant:8c6c24a86c9249b2b13bded8ab002e7f on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:05.082894 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6d207004-eb03-4b94-9577-1255a9f330bc tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.3311870 Mar 03 12:16:05.083672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=6b11c5da-58cc-41b1-963a-f16623320ca9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:05.087780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59084) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:05.088464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.089303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Fanout notify agent at l3_agent the message router_deleted on router d0423f2a-9706-4450-bdb5-1b7ba511bcee {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:05.096536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.097515 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f5f32cad-098e-43f5-b073-4f8b4c5c7d9c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/routers/d0423f2a-9706-4450-bdb5-1b7ba511bcee HTTP/1.1" status: 204 len: 168 time: 4.9163289 Mar 03 12:16:05.101357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59088) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:05.102119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=f0848731-5213-49d0-9482-502a336ac5ac,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:05.155274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] For port 1f6a4a76-16e6-49f9-9533-d8a3be451337, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:05.246799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] For port 1f6a4a76-16e6-49f9-9533-d8a3be451337, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1f6a4a76-16e6-49f9-9533-d8a3be451337,segment=NetworkSegment(98e7600f-0603-4c8e-af48-71afe669e576),segment_id=98e7600f-0603-4c8e-af48-71afe669e576)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:05.254962 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d4d4c50c-3f24-4381-a64a-13b8239b54a6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/bb4b419a-9b20-4099-a2b5-dab11750574d HTTP/1.1" status: 204 len: 168 time: 2.2494559 Mar 03 12:16:05.262664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.266782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59092) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:05.268727 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cf3f99cd-12ba-4aa9-a12c-232e8e1d0a81 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=30df42b2-acdf-4eeb-8806-a3ac8fda695b HTTP/1.1" status: 200 len: 205 time: 0.1778498 Mar 03 12:16:05.270170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.325603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.363588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59096) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:05.381429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:05.394718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96341927-a891-4d38-aa08-c8a00fe4af18']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:05.409473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] Deleting port cb9f7dcf-f3c8-41a0-8710-0b5773988138 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:05.410188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.415426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e7600f-0603-4c8e-af48-71afe669e576') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:05.415784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e7600f-0603-4c8e-af48-71afe669e576') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:05.434731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.458762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6a830c05-480c-45cb-b948-aba2d6acec04,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:05.487512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.558606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c394-ce13-45a9-99c8-1b70fd6134b6 None None] Pushing event updated for resources: {'Port': ['ID=1f6a4a76-16e6-49f9-9533-d8a3be451337,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:05.577050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting subnet c1a8045a-e8cb-4abc-b180-52f8c80265ea {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:05.613917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80590cf1-2083-4ce7-b5fc-f677d425e775 None None] Network 96341927-a891-4d38-aa08-c8a00fe4af18 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:05.620974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.637715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.803502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] For port cb9f7dcf-f3c8-41a0-8710-0b5773988138, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cb9f7dcf-f3c8-41a0-8710-0b5773988138,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:05.804375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.854795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.856738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:05.857120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:05.873637 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:05.876497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.901498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:05.959065 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7c2eb98c-6160-4dec-924f-b1d599f9b4e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6890113 Mar 03 12:16:05.977255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59100) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:05.996265 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] Calling delete_port for cb9f7dcf-f3c8-41a0-8710-0b5773988138 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:06.057476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-deb85bb3-cbfc-40e3-9d86-bccdb9537826 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for subnetpool, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.062283 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-deb85bb3-cbfc-40e3-9d86-bccdb9537826 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.0570593 Mar 03 12:16:06.062714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59104) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:06.094823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.120504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-291447d0-92e6-47d0-afe9-d7cfb1099759 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', 'tempest-TagsExtTest-Tag-571398434') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:06.141354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.150489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.165549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.166031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Fanout notify agent at l3_agent the message router_deleted on router 4e78dfa4-ed7f-4651-9c0d-f6482cab4472 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:06.171473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 12:16:06.171473 dv-neutron-831730-1-hyperv neutron-server[88431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 12:16:06.171473 dv-neutron-831730-1-hyperv neutron-server[88431]: [parameters: {'id': '96341927-a891-4d38-aa08-c8a00fe4af18'}] Mar 03 12:16:06.171473 dv-neutron-831730-1-hyperv neutron-server[88431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:06.175018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:06.176449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.181602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1afc-0803-4091-a272-ef11829bfa06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.223376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.278924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] No DVR routers for this DVR port cb9f7dcf-f3c8-41a0-8710-0b5773988138 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:06.281279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93a2ea-3870-4cf5-a06e-ba369d216922 None None] Pushing event deleted for resources: {'Port': ['ID=cb9f7dcf-f3c8-41a0-8710-0b5773988138,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:06.304592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a354fdc4-3aa8-4054-97f8-6e2f4460bb69 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:16:06.330058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.331138 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-515c7124-6fbd-4200-bf22-4f12ee974c87 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/4e78dfa4-ed7f-4651-9c0d-f6482cab4472 HTTP/1.1" status: 204 len: 168 time: 3.8746684 Mar 03 12:16:06.336830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59108) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:06.382815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-331307280'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:06.396474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:06.463798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.464646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ab5430-39f3-4be9-995c-f7dc782d69f7 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:06.470690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:06.476397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:06.503749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:06.510613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.511740 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-964a251b-7412-428a-9cdd-c7eaaab170ba admin admin] 10.222.0.35 "DELETE /v2.0/routers/88ab5430-39f3-4be9-995c-f7dc782d69f7 HTTP/1.1" status: 204 len: 168 time: 4.9910090 Mar 03 12:16:06.517924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59112) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:06.524163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.536215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:06.558193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1afc-0803-4091-a272-ef11829bfa06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.558938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a354fdc4-3aa8-4054-97f8-6e2f4460bb69 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:16:06.559039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1afc-0803-4091-a272-ef11829bfa06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.633006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:06.636880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.645084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.667440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1afc-0803-4091-a272-ef11829bfa06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.667779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e1afc-0803-4091-a272-ef11829bfa06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Fanout notify agent at l3_agent the message router_deleted on router 48265534-20f1-42a3-aeec-470c42fb3b3c {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:06.679599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.683980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] Deleting subnet 845b6ce0-a430-4c30-8601-b518f592a113 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:06.688841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.712735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:06.713123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.721154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1afc-0803-4091-a272-ef11829bfa06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.722472 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3c9e1afc-0803-4091-a272-ef11829bfa06 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/routers/48265534-20f1-42a3-aeec-470c42fb3b3c HTTP/1.1" status: 204 len: 168 time: 0.7442899 Mar 03 12:16:06.725288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:06.729964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59116) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:06.789789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d295fb06-41aa-445b-8aba-dc987f0f08a8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:06.796303 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-291447d0-92e6-47d0-afe9-d7cfb1099759 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags/tempest-TagsExtTest-Tag-571398434 HTTP/1.1" status: 201 len: 201 time: 0.7304130 Mar 03 12:16:06.799882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59120) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:06.801080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting port 1f6a4a76-16e6-49f9-9533-d8a3be451337 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:06.801550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.811624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Deleting port 7b2b6f50-5567-4359-a401-316fb5a0739a {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:06.811960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.831108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.831448 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment 223e92dd-baa3-42e0-84e3-c6ed62e684c6 of type vlan for network 434dd594-b5e9-4420-988d-f5cebda05b80 Mar 03 12:16:06.836021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-4ac248a3-bbf0-4f36-9284-1c7ca3774c45 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', 'tempest-TagsExtTest-Tag-1386490133') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:06.862907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.926918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.933377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:06.975004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d295fb06-41aa-445b-8aba-dc987f0f08a8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:06.980913 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d295fb06-41aa-445b-8aba-dc987f0f08a8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2479491 Mar 03 12:16:06.982680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a8045a-e8cb-4abc-b180-52f8c80265ea,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:06.985273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59124) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:06.995974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.073644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.077087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cb9f7dcf-f3c8-41a0-8710-0b5773988138 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:07.085256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:07.086494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.090645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.127923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: cb9f7dcf-f3c8-41a0-8710-0b5773988138 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:07.128391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cb9f7dcf-f3c8-41a0-8710-0b5773988138 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:07.152687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff413ee2-17d3-40fe-a6ac-5b6a7b97e2b8 None None] Network 858cd753-9841-41ef-9e0a-deb439fe3a98 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:07.159314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-676b59f9-9f30-4673-a76a-01cd3563996f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/subnets/c1a8045a-e8cb-4abc-b180-52f8c80265ea HTTP/1.1" status: 204 len: 168 time: 2.0009317 Mar 03 12:16:07.198623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59128) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:07.222251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] For port 1f6a4a76-16e6-49f9-9533-d8a3be451337, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1f6a4a76-16e6-49f9-9533-d8a3be451337,segment=NetworkSegment(98e7600f-0603-4c8e-af48-71afe669e576),segment_id=98e7600f-0603-4c8e-af48-71afe669e576)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:07.222611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.291583 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9510849 Mar 03 12:16:07.295837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59132) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:07.346962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387d456-1e44-475a-9497-0c1c4f42e4ff tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=434dd594-b5e9-4420-988d-f5cebda05b80,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:07.375949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 434dd594-b5e9-4420-988d-f5cebda05b80 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:07.532667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b423708-20b6-434d-a361-3c2b1cd55d19 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:07.533480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1b423708-20b6-434d-a361-3c2b1cd55d19 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:07.550763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': '434dd594-b5e9-4420-988d-f5cebda05b80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:07.574481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Calling delete_port for 1f6a4a76-16e6-49f9-9533-d8a3be451337 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:07.592509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] DHCP port deletion for 858cd753-9841-41ef-9e0a-deb439fe3a98 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:07.596900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] Deleting port 709cf42d-ba0c-49ac-8a53-76181b3686b2 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:07.597276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.618085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4ac248a3-bbf0-4f36-9284-1c7ca3774c45 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags/tempest-TagsExtTest-Tag-1386490133 HTTP/1.1" status: 201 len: 201 time: 0.7863116 Mar 03 12:16:07.627031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59136) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:07.633861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-8cffcbd6-0523-48cb-8698-d0073f8c74d4 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', 'tempest-TagsExtTest-Tag-1293893578') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:07.683086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.734090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.744564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.795435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1b423708-20b6-434d-a361-3c2b1cd55d19 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:07.796720 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1b423708-20b6-434d-a361-3c2b1cd55d19 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8038387 Mar 03 12:16:07.802263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59140) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:07.804318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:07.810981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:07.815549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] For port 709cf42d-ba0c-49ac-8a53-76181b3686b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=709cf42d-ba0c-49ac-8a53-76181b3686b2,segment=NetworkSegment(8cb91bb3-abeb-4c4e-80aa-1b183a158e5c),segment_id=8cb91bb3-abeb-4c4e-80aa-1b183a158e5c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:07.815946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.910010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 709cf42d-ba0c-49ac-8a53-76181b3686b2 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:07.910010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:07.918296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:07.939150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Calling delete_port for 7b2b6f50-5567-4359-a401-316fb5a0739a owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:07.941297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-452de9e7-dff8-4f30-a1ab-259373164f1d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:router {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:07.944298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:07.954638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] Calling delete_port for 709cf42d-ba0c-49ac-8a53-76181b3686b2 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:07.999929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.040678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:08.044464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.067794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-452de9e7-dff8-4f30-a1ab-259373164f1d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:router {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:08.068902 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-452de9e7-dff8-4f30-a1ab-259373164f1d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2621455 Mar 03 12:16:08.082226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59144) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:08.085694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Port': ['ID=1f6a4a76-16e6-49f9-9533-d8a3be451337,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:08.094960 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8cffcbd6-0523-48cb-8698-d0073f8c74d4 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags/tempest-TagsExtTest-Tag-1293893578 HTTP/1.1" status: 201 len: 201 time: 0.4643674 Mar 03 12:16:08.095843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No DVR routers for this DVR port 1f6a4a76-16e6-49f9-9533-d8a3be451337 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:08.102258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59146) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:08.102433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.103744 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-992e574a-3199-46c0-b27e-b5fd9dec349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.116154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.122462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:08.143215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-d7e6a31f-0a2c-44e0-953a-2aa6fb568faf tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', 'tempest-TagsExtTest-Tag-1892042252') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:08.208393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] Pushing event deleted for resources: {'Port': ['ID=709cf42d-ba0c-49ac-8a53-76181b3686b2,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:08.213084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681cdbb-e753-4ffa-9a33-e71f520dccf1 None None] No DVR routers for this DVR port 709cf42d-ba0c-49ac-8a53-76181b3686b2 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:08.239698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port c4e39edb-e88d-41df-b33f-99c9c292bb6a {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:08.240070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.294773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.315967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.326843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96341927-a891-4d38-aa08-c8a00fe4af18']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:08.342486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e7600f-0603-4c8e-af48-71afe669e576') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:08.345352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e7600f-0603-4c8e-af48-71afe669e576') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:08.390744 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 709cf42d-ba0c-49ac-8a53-76181b3686b2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:08.393248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.423983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.426546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 709cf42d-ba0c-49ac-8a53-76181b3686b2 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:08.426890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 709cf42d-ba0c-49ac-8a53-76181b3686b2 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:08.427309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6a830c05-480c-45cb-b948-aba2d6acec04 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:08.435570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:08.436103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:08.451646 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:08.454798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845b6ce0-a430-4c30-8601-b518f592a113,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:08.467594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8bc24c-73bd-40c8-ab3f-2d6f817dcb72 None None] Network 7dd8e792-a893-4944-8010-ab0fb4a6f62b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:08.472509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.483392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 6a830c05-480c-45cb-b948-aba2d6acec04 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:08.483848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6a830c05-480c-45cb-b948-aba2d6acec04 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:08.547600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:08.553134 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e5ee66bf-0c2c-4443-9d8e-645ca90b13b5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/845b6ce0-a430-4c30-8601-b518f592a113 HTTP/1.1" status: 204 len: 168 time: 2.0294628 Mar 03 12:16:08.557546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59152) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:08.569979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] For port 709cf42d-ba0c-49ac-8a53-76181b3686b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=709cf42d-ba0c-49ac-8a53-76181b3686b2,segment=NetworkSegment(8cb91bb3-abeb-4c4e-80aa-1b183a158e5c),segment_id=8cb91bb3-abeb-4c4e-80aa-1b183a158e5c)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:08.570354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.665173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:08.671696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.683002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Deleting port b9deedb2-6cb4-473b-89a8-02179d995af6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:08.683337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.713084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.738887 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d7e6a31f-0a2c-44e0-953a-2aa6fb568faf tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags/tempest-TagsExtTest-Tag-1892042252 HTTP/1.1" status: 201 len: 201 time: 0.6199028 Mar 03 12:16:08.739133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.742716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59156) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:08.748532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.748986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] DHCP port deletion for 7dd8e792-a893-4944-8010-ab0fb4a6f62b request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:08.753835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] Deleting port b9deedb2-6cb4-473b-89a8-02179d995af6 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:08.754317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.789907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-a02fe861-06d4-461c-95a4-fe4f89eb7004 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:08.815159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 709cf42d-ba0c-49ac-8a53-76181b3686b2 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:08.821491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=96341927-a891-4d38-aa08-c8a00fe4af18,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:08.887641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:08.891190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.931902 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ef2961f4-9f56-47d9-a491-f0faeac9f8e0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/96341927-a891-4d38-aa08-c8a00fe4af18 HTTP/1.1" status: 204 len: 168 time: 6.1927419 Mar 03 12:16:08.938492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59160) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:08.947998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': '223e92dd-baa3-42e0-84e3-c6ed62e684c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '434dd594-b5e9-4420-988d-f5cebda05b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:08.948421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: 434dd594-b5e9-4420-988d-f5cebda05b80, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:08.968691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] For port b9deedb2-6cb4-473b-89a8-02179d995af6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b9deedb2-6cb4-473b-89a8-02179d995af6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:08.968948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=56b346f3-b4da-45f2-8c5f-9120383e3c2e,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:08.969228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:08.977085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.012377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.103455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] Calling delete_port for b9deedb2-6cb4-473b-89a8-02179d995af6 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:09.215735 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a02fe861-06d4-461c-95a4-fe4f89eb7004 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags HTTP/1.1" status: 200 len: 240 time: 0.4686935 Mar 03 12:16:09.219474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59164) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:09.222978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] For port b9deedb2-6cb4-473b-89a8-02179d995af6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b9deedb2-6cb4-473b-89a8-02179d995af6,segment=NetworkSegment(cb1239b9-8243-47a1-92f1-bb781f55b40b),segment_id=cb1239b9-8243-47a1-92f1-bb781f55b40b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:09.223324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.224961 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ca9aab-64c2-4ecd-af31-e8bef7a36366 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] GET failed (client error): The resource could not be found. Mar 03 12:16:09.225577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-27ca9aab-64c2-4ecd-af31-e8bef7a36366 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Synchronizing usage tracker for tenant:1888fcbb0598472a85c36b3735944a93 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:09.233114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-a3d25c27-70f6-4746-9b54-2c6f40eb0bbb tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', 'tempest-TagsExtTest-Tag-571398434') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:09.238378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.308753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] Pushing event deleted for resources: {'Port': ['ID=b9deedb2-6cb4-473b-89a8-02179d995af6,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:09.311727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3a1f2-b908-424d-b42d-1dc24b55401c None None] No DVR routers for this DVR port b9deedb2-6cb4-473b-89a8-02179d995af6 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:09.323019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 434dd594-b5e9-4420-988d-f5cebda05b80 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:09.373267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for c4e39edb-e88d-41df-b33f-99c9c292bb6a owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:09.396094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Calling delete_port for b9deedb2-6cb4-473b-89a8-02179d995af6 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:09.401591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event deleted for resources: {'Port': ['ID=7b2b6f50-5567-4359-a401-316fb5a0739a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:09.431333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:09.432588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:09.493650 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a3d25c27-70f6-4746-9b54-2c6f40eb0bbb tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags/tempest-TagsExtTest-Tag-571398434 HTTP/1.1" status: 204 len: 168 time: 0.2707980 Mar 03 12:16:09.493650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:09.493650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:09.494448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59168) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:09.498927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-2a5c22a8-5bba-46f8-9ca6-37c3b640f4fb tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', 'tempest-TagsExtTest-Tag-571398434') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:09.527076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 434dd594-b5e9-4420-988d-f5cebda05b80) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:09.534637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:09.535222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.535608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5635a-6e11-45da-9b75-39c711b92af6 None None] Network 434dd594-b5e9-4420-988d-f5cebda05b80 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:09.555693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-27ca9aab-64c2-4ecd-af31-e8bef7a36366 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Unset dirty status for tenant:1888fcbb0598472a85c36b3735944a93 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:09.559137 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-27ca9aab-64c2-4ecd-af31-e8bef7a36366 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/subnets/6b11c5da-58cc-41b1-963a-f16623320ca9 HTTP/1.1" status: 404 len: 337 time: 0.6140540 Mar 03 12:16:09.560346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59172) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:09.592622 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-999c3400-c0c0-4f46-9389-735a395e246b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:09.593007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999c3400-c0c0-4f46-9389-735a395e246b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:09.595762 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-999c3400-c0c0-4f46-9389-735a395e246b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/96341927-a891-4d38-aa08-c8a00fe4af18 HTTP/1.1" status: 404 len: 339 time: 0.0334191 Mar 03 12:16:09.601862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59176) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:09.634061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.652579 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-de8886b5-e596-4d55-a2f6-96a6fad1398c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3556430 Mar 03 12:16:09.657054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59180) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:09.667330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-143894251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:09.673826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:09.732810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:router and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:09.748166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:09.763298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:09.781795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-434dd594-b5e9-4420-988d-f5cebda05b80', 'network_id': '434dd594-b5e9-4420-988d-f5cebda05b80', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': '56b346f3-b4da-45f2-8c5f-9120383e3c2e'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:09.782759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.816136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e7f68-0ff1-4be4-a87d-3f78f7895fb9 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:09.816830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-158e7f68-0ff1-4be4-a87d-3f78f7895fb9 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Synchronizing usage tracker for tenant:1888fcbb0598472a85c36b3735944a93 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:09.845184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.847757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.856683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.857798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.877347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.895118 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2a5c22a8-5bba-46f8-9ca6-37c3b640f4fb tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags/tempest-TagsExtTest-Tag-571398434 HTTP/1.1" status: 204 len: 168 time: 0.3976517 Mar 03 12:16:09.895390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59184) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:09.901438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-2cca2091-2f76-4d6a-a686-2df889fd5a8c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:09.933749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 709cf42d-ba0c-49ac-8a53-76181b3686b2 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:09.934110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:09.945737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-158e7f68-0ff1-4be4-a87d-3f78f7895fb9 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Unset dirty status for tenant:1888fcbb0598472a85c36b3735944a93 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:09.949588 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-158e7f68-0ff1-4be4-a87d-3f78f7895fb9 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3442075 Mar 03 12:16:09.951495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59188) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:09.958158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Allocated IP 2001:db8::2 (434dd594-b5e9-4420-988d-f5cebda05b80/56b346f3-b4da-45f2-8c5f-9120383e3c2e/5aee765f-9404-4ec3-8878-e52b7f6fe682) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:09.993493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Deleting port b9deedb2-6cb4-473b-89a8-02179d995af6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:09.994088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.013081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] The port '709cf42d-ba0c-49ac-8a53-76181b3686b2' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:16:10.016069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.016551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Fanout notify agent at l3_agent the message router_deleted on router 30df42b2-acdf-4eeb-8806-a3ac8fda695b {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:10.017941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7429b25a-ccf2-4ad2-918e-5dd16e95173a tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Synchronizing usage tracker for tenant:1888fcbb0598472a85c36b3735944a93 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:10.075420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.089249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] The port 'b9deedb2-6cb4-473b-89a8-02179d995af6' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:16:10.098326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7429b25a-ccf2-4ad2-918e-5dd16e95173a tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Unset dirty status for tenant:1888fcbb0598472a85c36b3735944a93 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:10.104272 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7429b25a-ccf2-4ad2-918e-5dd16e95173a tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 207 time: 0.1487839 Mar 03 12:16:10.104489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.115441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59192) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:10.167150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5df0808e-8b77-49de-907a-84ead72a4b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.182740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2cca2091-2f76-4d6a-a686-2df889fd5a8c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags HTTP/1.1" status: 200 len: 205 time: 0.2838345 Mar 03 12:16:10.182970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59196) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:10.205078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.214241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=c4e39edb-e88d-41df-b33f-99c9c292bb6a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:10.222436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Transition to ACTIVE for port object 5aee765f-9404-4ec3-8878-e52b7f6fe682 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:10.240593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-4ff2eec9-aeb9-4dcc-8926-0c21204ed923 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:10.248472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Transition to ACTIVE for port object 5aee765f-9404-4ec3-8878-e52b7f6fe682 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:10.270907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.275432 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-246a6e61-7c13-4883-abb6-edfcfe85c6a3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6177526 Mar 03 12:16:10.282833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59200) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:10.324691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.344854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.407623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b9deedb2-6cb4-473b-89a8-02179d995af6 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:10.419666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd8e792-a893-4944-8010-ab0fb4a6f62b']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:10.427958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.437814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1239b9-8243-47a1-92f1-bb781f55b40b') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:10.438056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1239b9-8243-47a1-92f1-bb781f55b40b') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:10.454342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.460838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b9deedb2-6cb4-473b-89a8-02179d995af6 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:10.461342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b9deedb2-6cb4-473b-89a8-02179d995af6 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:10.478900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Network 434dd594-b5e9-4420-988d-f5cebda05b80 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:10.479305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.486922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:10.487131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:10.487464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.489657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:10.501965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Pushing event updated for resources: {'Port': ['ID=5aee765f-9404-4ec3-8878-e52b7f6fe682,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:10.516386 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:10.636984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Attempting to bind port 5aee765f-9404-4ec3-8878-e52b7f6fe682 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:10.637854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Attempting to bind port 5aee765f-9404-4ec3-8878-e52b7f6fe682 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '223e92dd-baa3-42e0-84e3-c6ed62e684c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '434dd594-b5e9-4420-988d-f5cebda05b80'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:10.637854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Attempting to bind port 5aee765f-9404-4ec3-8878-e52b7f6fe682 on network 434dd594-b5e9-4420-988d-f5cebda05b80 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:10.643201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:10.643573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Checking segment: {'id': '223e92dd-baa3-42e0-84e3-c6ed62e684c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '434dd594-b5e9-4420-988d-f5cebda05b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:10.644574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.644574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Bound using segment: {'id': '223e92dd-baa3-42e0-84e3-c6ed62e684c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '434dd594-b5e9-4420-988d-f5cebda05b80'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:10.644868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Bound port: 5aee765f-9404-4ec3-8878-e52b7f6fe682, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223e92dd-baa3-42e0-84e3-c6ed62e684c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '434dd594-b5e9-4420-988d-f5cebda05b80'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:10.645243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.662181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:16:10.691577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.697172 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f3c2bc97-e57d-4903-af3e-93ab257c4b9f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/30df42b2-acdf-4eeb-8806-a3ac8fda695b HTTP/1.1" status: 204 len: 168 time: 5.3183985 Mar 03 12:16:10.697172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.703495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59204) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:10.744369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858cd753-9841-41ef-9e0a-deb439fe3a98']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:10.745337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] For port 5aee765f-9404-4ec3-8878-e52b7f6fe682, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:10.748647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] For port 5aee765f-9404-4ec3-8878-e52b7f6fe682, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5aee765f-9404-4ec3-8878-e52b7f6fe682,segment=NetworkSegment(223e92dd-baa3-42e0-84e3-c6ed62e684c6),segment_id=223e92dd-baa3-42e0-84e3-c6ed62e684c6)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:10.759244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1616534120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:10.835734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.851466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb91bb3-abeb-4c4e-80aa-1b183a158e5c') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:10.851765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb91bb3-abeb-4c4e-80aa-1b183a158e5c') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:10.858255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:10.882460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.893527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Usage tracker for resource:router and tenant:24c1d4ed33e14d6493c42a08260749d2 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:10.899020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:10.900130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:10.903815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.915754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:10.929538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:10.929850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fc95d-40d8-4d0c-9d7a-f4f34f5e5f66 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:10.932283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:10.932886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.943701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5a950-ce5a-4ec9-8bad-2a13dc37fe32 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:10.950289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5a950-ce5a-4ec9-8bad-2a13dc37fe32 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:10.956171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5a950-ce5a-4ec9-8bad-2a13dc37fe32 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:10.961973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5a950-ce5a-4ec9-8bad-2a13dc37fe32 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:10.962844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-76c5a950-ce5a-4ec9-8bad-2a13dc37fe32 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Synchronizing usage tracker for tenant:1888fcbb0598472a85c36b3735944a93 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:10.966888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855a58a-0802-4ed8-8cfd-779c3c64cb28 None None] Pushing event updated for resources: {'Port': ['ID=5aee765f-9404-4ec3-8878-e52b7f6fe682,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:10.970218 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4ff2eec9-aeb9-4dcc-8926-0c21204ed923 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags HTTP/1.1" status: 200 len: 241 time: 0.7862558 Mar 03 12:16:10.971134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:10.976565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59208) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:10.991518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.000790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-62dd1333-2e92-4900-9c72-14ac8ea2009e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', 'tempest-TagsExtTest-Tag-1386490133') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:11.055680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:11.063434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.095766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd8e792-a893-4944-8010-ab0fb4a6f62b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:11.134358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-76c5a950-ce5a-4ec9-8bad-2a13dc37fe32 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Unset dirty status for tenant:1888fcbb0598472a85c36b3735944a93 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:11.135528 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-76c5a950-ce5a-4ec9-8bad-2a13dc37fe32 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9895368 Mar 03 12:16:11.139330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:11.139979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.142460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59212) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.143729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:11.155475 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:11.175042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.176081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.180891 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-416c0d9f-cc1a-4fca-99ce-242cca88b076 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0806553 Mar 03 12:16:11.187200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59216) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.205969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:11.220450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:11.220962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.254158 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2831e259-47bd-44ad-bb3b-b347f501802f admin admin] 10.222.0.35 "DELETE /v2.0/networks/7dd8e792-a893-4944-8010-ab0fb4a6f62b HTTP/1.1" status: 204 len: 168 time: 2.6950369 Mar 03 12:16:11.423815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Router c0635b6d-573e-44ec-89a8-ed51f97fcd0e has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:16:11.430148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.456173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.459975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.491765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.508632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.529965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Allocated IP 2001:db8::f816:3eff:fea4:9bc4 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb/cc55bac6-b7aa-4e67-96b3-bf3d48279412) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:11.541359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Network': ['ID=858cd753-9841-41ef-9e0a-deb439fe3a98,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:11.620078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.633006 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-230b89d2-3b1b-4307-8ab1-14c37e9ce289 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/networks/858cd753-9841-41ef-9e0a-deb439fe3a98 HTTP/1.1" status: 204 len: 168 time: 4.4329078 Mar 03 12:16:11.648577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59222) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.679027 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-62dd1333-2e92-4900-9c72-14ac8ea2009e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags/tempest-TagsExtTest-Tag-1386490133 HTTP/1.1" status: 204 len: 168 time: 0.6893642 Mar 03 12:16:11.697035 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c25831d7-16a7-4ad7-91d7-edfb87342256 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5503030 Mar 03 12:16:11.711041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59226) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.711557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59228) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.722846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-9cac19f4-40db-4e75-b809-d05698dffcf3 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', 'tempest-TagsExtTest-Tag-1386490133') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:11.770153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.781460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Transition to ACTIVE for port object cc55bac6-b7aa-4e67-96b3-bf3d48279412 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:11.791701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:11.802546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Transition to ACTIVE for port object cc55bac6-b7aa-4e67-96b3-bf3d48279412 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:11.806292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dd8d4b55-0e0a-4e29-934a-a494dbe1ec42 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "PUT /v2.0/routers/c0635b6d-573e-44ec-89a8-ed51f97fcd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0147452 Mar 03 12:16:11.806481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] Sync routers for ids ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:11.809842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59234) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.817953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] Routers {'c0635b6d-573e-44ec-89a8-ed51f97fcd0e'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:11.818572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:11.895806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.898856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59238) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.913556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.914646 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-05d59bb2-4814-4eb1-af08-650db03766e0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1811876 Mar 03 12:16:11.918671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59242) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:11.931907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:11.943827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:11.950819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 120f6592-39e8-4939-9e9b-c3aad08d08c7 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:11.951151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:11.954586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:11.970942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:11.971149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] Routers {'c0635b6d-573e-44ec-89a8-ed51f97fcd0e'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:11.971839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:11.975100 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db54176-45b3-4f7d-8308-81d8f3fec8d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:16:11.975734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0db54176-45b3-4f7d-8308-81d8f3fec8d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:12.027901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:12.036796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:12.057537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:12.063293 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3857806e-6322-4f1a-bbc8-7192605249a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9896b2a7ba44d70a192bfbde1f62e4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1517346 Mar 03 12:16:12.065702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:12.066528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59246) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:12.069390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.088188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0db54176-45b3-4f7d-8308-81d8f3fec8d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:12.092431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0db54176-45b3-4f7d-8308-81d8f3fec8d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/c4e39edb-e88d-41df-b33f-99c9c292bb6a HTTP/1.1" status: 404 len: 333 time: 0.2814801 Mar 03 12:16:12.095771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59250) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:12.155067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:12.155619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af669d9-ef47-4edf-a3b3-9f8b24287fc1 None None] The sync data for ids ['c0635b6d-573e-44ec-89a8-ed51f97fcd0e'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:12.177946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Attempting to bind port cc55bac6-b7aa-4e67-96b3-bf3d48279412 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:12.178587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Attempting to bind port cc55bac6-b7aa-4e67-96b3-bf3d48279412 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:12.179051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Attempting to bind port cc55bac6-b7aa-4e67-96b3-bf3d48279412 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:12.181360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Pushing event updated for resources: {'Port': ['ID=cc55bac6-b7aa-4e67-96b3-bf3d48279412,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:12.188513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:12.188859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:12.189377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.189852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:12.190589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Bound port: cc55bac6-b7aa-4e67-96b3-bf3d48279412, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:12.191058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.204604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9782aee0-c41d-4e8e-a0d7-63817a905d85 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:12.206239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9782aee0-c41d-4e8e-a0d7-63817a905d85 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:12.210155 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9782aee0-c41d-4e8e-a0d7-63817a905d85 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4927723 Mar 03 12:16:12.311565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] For port cc55bac6-b7aa-4e67-96b3-bf3d48279412, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:12.324535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] For port cc55bac6-b7aa-4e67-96b3-bf3d48279412, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cc55bac6-b7aa-4e67-96b3-bf3d48279412,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:12.399448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.443732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59254) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:12.492828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5aee765f-9404-4ec3-8878-e52b7f6fe682 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:12.528563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3656c67-d4d4-481b-8e83-cacec67d1a03 None None] Network 434dd594-b5e9-4420-988d-f5cebda05b80 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:12.568949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f084c-0303-49cf-9268-d4854761fb20 None None] Pushing event updated for resources: {'Port': ['ID=cc55bac6-b7aa-4e67-96b3-bf3d48279412,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:12.628646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf07-a3eb-4928-9c1c-4beb39b73c28 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.714866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.715195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.730420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e51ae8d5-c14a-46a4-9663-c6cf1841b74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.873782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:12.874586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-064ba40c-e1e8-4cb3-8790-ceb924b820f4 None None] Provisioning for port 5aee765f-9404-4ec3-8878-e52b7f6fe682 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:12.933339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 120f6592-39e8-4939-9e9b-c3aad08d08c7 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:12.942293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8cbff-327e-4946-b71b-ea3130edaf18 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:12.943808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8cbff-327e-4946-b71b-ea3130edaf18 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:12.946370 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-86c8cbff-327e-4946-b71b-ea3130edaf18 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3908880 Mar 03 12:16:12.969762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 5aee765f-9404-4ec3-8878-e52b7f6fe682 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:12.976472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 5aee765f-9404-4ec3-8878-e52b7f6fe682 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:12.977013 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.011992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59258) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:13.048132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.142335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.164117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8::1 (434dd594-b5e9-4420-988d-f5cebda05b80/56b346f3-b4da-45f2-8c5f-9120383e3c2e/95d86efa-26c8-41f1-b982-e7a726d09763) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:13.180283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 5aee765f-9404-4ec3-8878-e52b7f6fe682, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5aee765f-9404-4ec3-8878-e52b7f6fe682,segment=NetworkSegment(223e92dd-baa3-42e0-84e3-c6ed62e684c6),segment_id=223e92dd-baa3-42e0-84e3-c6ed62e684c6)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:13.238108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e51ae8d5-c14a-46a4-9663-c6cf1841b74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.238699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.291975 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9cac19f4-40db-4e75-b809-d05698dffcf3 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags/tempest-TagsExtTest-Tag-1386490133 HTTP/1.1" status: 204 len: 168 time: 1.5763888 Mar 03 12:16:13.300326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59262) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:13.336029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5b84e1b3-4db4-40ba-89d3-89fe76d65e16 None None] Provisioning complete for port 5aee765f-9404-4ec3-8878-e52b7f6fe682 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:13.336569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5b84e1b3-4db4-40ba-89d3-89fe76d65e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.343260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-2ca45b03-3f4d-4cb1-a4f9-cfcb2bd13e70 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:13.367476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=5aee765f-9404-4ec3-8878-e52b7f6fe682,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:13.400421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf07-a3eb-4928-9c1c-4beb39b73c28 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.409840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf07-a3eb-4928-9c1c-4beb39b73c28 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.482016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294deb4-c048-497b-bf4e-37073a88e55b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:13.483457 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d294deb4-c048-497b-bf4e-37073a88e55b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/networks/f3f45c70-3072-4ee5-88d1-706cec9a71ce HTTP/1.1" status: 200 len: 800 time: 0.4662278 Mar 03 12:16:13.487305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59266) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:13.526559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.586059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf07-a3eb-4928-9c1c-4beb39b73c28 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.586535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e5bf07-a3eb-4928-9c1c-4beb39b73c28 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Fanout notify agent at l3_agent the message router_deleted on router c0635b6d-573e-44ec-89a8-ed51f97fcd0e {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:13.588100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e51ae8d5-c14a-46a4-9663-c6cf1841b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.656904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=120f6592-39e8-4939-9e9b-c3aad08d08c7,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:13.661907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.716521 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2ca45b03-3f4d-4cb1-a4f9-cfcb2bd13e70 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags HTTP/1.1" status: 200 len: 205 time: 0.4151163 Mar 03 12:16:13.721070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59270) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:13.723264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ae8d5-c14a-46a4-9663-c6cf1841b74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ead4e5-e8ae-443b-bfec-123dec983573,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:13.729633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object 95d86efa-26c8-41f1-b982-e7a726d09763 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:13.736600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-46ecfbb1-5122-4b1a-86b1-de2efa43c62d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:13.841787 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c49eba0c-dd5d-455e-9fb5-6701dbb7ab8c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/networks/f3f45c70-3072-4ee5-88d1-706cec9a71ce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3501685 Mar 03 12:16:13.841787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.843490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59274) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:13.844447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.852960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.855168 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a8810ef4-fb7f-436a-bd95-4c6331fb8358 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/floatingips/d0c3c275-6cba-45b5-9f34-8bfb53a6841c HTTP/1.1" status: 204 len: 168 time: 2.2054012 Mar 03 12:16:13.858946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bf07-a3eb-4928-9c1c-4beb39b73c28 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.862527 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c6e5bf07-a3eb-4928-9c1c-4beb39b73c28 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/routers/c0635b6d-573e-44ec-89a8-ed51f97fcd0e HTTP/1.1" status: 204 len: 168 time: 1.7188303 Mar 03 12:16:13.863121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e51ae8d5-c14a-46a4-9663-c6cf1841b74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:13.864159 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e51ae8d5-c14a-46a4-9663-c6cf1841b74a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05ead4e5-e8ae-443b-bfec-123dec983573 HTTP/1.1" status: 204 len: 168 time: 1.7965302 Mar 03 12:16:13.864791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59278) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:13.865120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59280) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:13.957820 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d78a1e-c267-4334-ac0a-8d0aab2c3517 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:13.958382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d78a1e-c267-4334-ac0a-8d0aab2c3517 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:13.964792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-89d78a1e-c267-4334-ac0a-8d0aab2c3517 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/ports/00db8913-66f0-44f2-b0a2-2e106cf8400a HTTP/1.1" status: 404 len: 333 time: 0.0949116 Mar 03 12:16:13.964792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59288) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.015292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8ba15b6d-a9e5-4b18-b869-81d3c68e0dfe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Synchronizing usage tracker for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:14.028415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet 37a2c0f1-3100-4109-8244-9ec3948cf6c1 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:14.034600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.078653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-da13483d-5990-4580-bfc6-d041b82e8ec1 None None] Provisioning for port cc55bac6-b7aa-4e67-96b3-bf3d48279412 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:14.228126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.284693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8ba15b6d-a9e5-4b18-b869-81d3c68e0dfe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Unset dirty status for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:14.286660 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8ba15b6d-a9e5-4b18-b869-81d3c68e0dfe tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0423f2a-9706-4450-bdb5-1b7ba511bcee HTTP/1.1" status: 200 len: 205 time: 0.3216023 Mar 03 12:16:14.290773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59294) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.292520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:14.297983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-46ecfbb1-5122-4b1a-86b1-de2efa43c62d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags HTTP/1.1" status: 200 len: 241 time: 0.5756426 Mar 03 12:16:14.301652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59298) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.307198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:14.310428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:14.311020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.317597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d0979-2b65-4fa3-8a0f-b7fcfb0f35f2 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:14.377705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-8a997c69-6a72-4688-a22b-79eed93243cd tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', 'tempest-TagsExtTest-Tag-1293893578') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:14.455146 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-e5330e8c-7cc5-4987-80df-9a7767f0234f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] delete failed (client error): The resource could not be found. Mar 03 12:16:14.456399 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e5330e8c-7cc5-4987-80df-9a7767f0234f tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/routers/d0423f2a-9706-4450-bdb5-1b7ba511bcee HTTP/1.1" status: 404 len: 336 time: 0.1644707 Mar 03 12:16:14.459963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59306) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.463563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=c5350952-2f7c-44cf-8712-67d55f5b7144,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:14.475709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.482369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c52e8-5c33-4441-bf48-93a647e01945 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:14.487639 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-444c52e8-5c33-4441-bf48-93a647e01945 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/subnets/099f2f98-d529-40b6-ba01-6086c7652900 HTTP/1.1" status: 200 len: 811 time: 0.6359880 Mar 03 12:16:14.511709 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-b179941f-b6fd-4b41-b672-80b78d944a91 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:14.518297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b179941f-b6fd-4b41-b672-80b78d944a91 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:14.518440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59310) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.518528 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b179941f-b6fd-4b41-b672-80b78d944a91 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/subnets/c1a8045a-e8cb-4abc-b180-52f8c80265ea HTTP/1.1" status: 404 len: 337 time: 0.0529747 Mar 03 12:16:14.519247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59314) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.592540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cc55bac6-b7aa-4e67-96b3-bf3d48279412 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:14.611942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 64d3a766-034c-4cde-ae98-50d5eb420c38 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:14.612475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.624962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.664128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.686672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.735876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 434dd594-b5e9-4420-988d-f5cebda05b80 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:14.753157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:14.755410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:14.755963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.781735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=95d86efa-26c8-41f1-b982-e7a726d09763,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:14.798318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port cc55bac6-b7aa-4e67-96b3-bf3d48279412 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:14.806450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cc55bac6-b7aa-4e67-96b3-bf3d48279412 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:14.807057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.869582 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dd266ef5-6452-4025-adc2-10b6ed125ad9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6689131 Mar 03 12:16:14.870275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59322) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.880874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70036510-7091-456a-9350-626a2f609dff tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['shared'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:14.883524 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70036510-7091-456a-9350-626a2f609dff tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "GET /v2.0/subnets/099f2f98-d529-40b6-ba01-6086c7652900?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3305819 Mar 03 12:16:14.891539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:1e:94:40', 'name': 'tempest-NetworksTestDHCPv6-1954068649'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:14.929275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59326) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.947298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:14.949702 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8a997c69-6a72-4688-a22b-79eed93243cd tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags/tempest-TagsExtTest-Tag-1293893578 HTTP/1.1" status: 204 len: 168 time: 0.6340356 Mar 03 12:16:14.952303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59330) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:14.965086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1351040498'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:14.995043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] Update dhcp port {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': '0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb', 'ip_address': '2001:db8::f816:3eff:fea4:9bc4'}, {'subnet_id': 'c5350952-2f7c-44cf-8712-67d55f5b7144'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': 'cc55bac6-b7aa-4e67-96b3-bf3d48279412'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:16:15.018476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=37a2c0f1-3100-4109-8244-9ec3948cf6c1,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:15.023337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:15.028858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-80793ad2-8827-4e8f-b9b2-75a8f5f514ad tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', 'tempest-TagsExtTest-Tag-1293893578') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:15.134359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.151252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd43715a-aabc-41cd-b467-2fa0243a7c2a None None] Network ea1906ba-3ef9-4af3-a803-b5b6f4153077 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:15.151661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.163029 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-07f53b12-9cba-41b5-872b-ae61c7f016af tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/37a2c0f1-3100-4109-8244-9ec3948cf6c1 HTTP/1.1" status: 204 len: 168 time: 1.2947996 Mar 03 12:16:15.164723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59338) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:15.174613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:15.178563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Allocated IP 172.26.8.254 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/9bf4db1c-6f46-43f9-924b-e085a8c80c3b) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:15.237504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:15.247121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:15.263235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:15.285515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:15.303336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.310197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.350856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:15.355279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.382817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.497873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-105c8410-db2a-4693-aba8-472dbfb7289b None None] Provisioning for port 95d86efa-26c8-41f1-b982-e7a726d09763 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:15.515365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port cc55bac6-b7aa-4e67-96b3-bf3d48279412, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cc55bac6-b7aa-4e67-96b3-bf3d48279412,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:15.519703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-105c8410-db2a-4693-aba8-472dbfb7289b None None] Provisioning complete for port 95d86efa-26c8-41f1-b982-e7a726d09763 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:15.520207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-105c8410-db2a-4693-aba8-472dbfb7289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.539479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.548590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 64d3a766-034c-4cde-ae98-50d5eb420c38 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:15.600900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:15.627455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.628433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5aee765f-9404-4ec3-8878-e52b7f6fe682 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:15.635565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.635892 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Added segment 3975c8bd-9043-48be-8261-5548dbb95190 of type vlan for network c1b0ea72-f338-4929-9458-7f05368351c7 Mar 03 12:16:15.638757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port faa57587-3ef3-4965-b7a1-ecb0f8800cbc {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:15.639078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.677241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:15.725486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.737505 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-80793ad2-8827-4e8f-b9b2-75a8f5f514ad tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags/tempest-TagsExtTest-Tag-1293893578 HTTP/1.1" status: 204 len: 168 time: 0.7320178 Mar 03 12:16:15.765373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59348) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:15.787398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.797340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-105c8410-db2a-4693-aba8-472dbfb7289b None None] Port 95d86efa-26c8-41f1-b982-e7a726d09763 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:15.805520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-bca26381-8763-4367-a98a-ad87191c97d7 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:15.884374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=cc55bac6-b7aa-4e67-96b3-bf3d48279412,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:15.917518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 5aee765f-9404-4ec3-8878-e52b7f6fe682 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:15.917887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:15.953278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] DHCP port deletion for ea1906ba-3ef9-4af3-a803-b5b6f4153077 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:15.967945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] Allocated IP 172.20.0.2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/c5350952-2f7c-44cf-8712-67d55f5b7144/cc55bac6-b7aa-4e67-96b3-bf3d48279412) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:15.974992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Deleting port faa57587-3ef3-4965-b7a1-ecb0f8800cbc {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:15.976086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.096064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.102439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:16.102984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.106581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.235158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=64d3a766-034c-4cde-ae98-50d5eb420c38,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:16.278963 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bca26381-8763-4367-a98a-ad87191c97d7 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags HTTP/1.1" status: 200 len: 205 time: 0.4998455 Mar 03 12:16:16.298137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59358) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:16.311270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-b40e337b-ccda-46d7-ba04-3b2d1026d21d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:16.315233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] For port cc55bac6-b7aa-4e67-96b3-bf3d48279412, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cc55bac6-b7aa-4e67-96b3-bf3d48279412,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:16.336640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] For port faa57587-3ef3-4965-b7a1-ecb0f8800cbc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,segment=NetworkSegment(d1031f8f-6383-479d-9efc-b4132c1c2db1),segment_id=d1031f8f-6383-479d-9efc-b4132c1c2db1)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:16.337065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.420976 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] For port faa57587-3ef3-4965-b7a1-ecb0f8800cbc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,segment=NetworkSegment(d1031f8f-6383-479d-9efc-b4132c1c2db1),segment_id=d1031f8f-6383-479d-9efc-b4132c1c2db1)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:16.421487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.442809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Network': ['ID=c1b0ea72-f338-4929-9458-7f05368351c7,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:16.448794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.529530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c1b0ea72-f338-4929-9458-7f05368351c7 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:16.533337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7982e404-83f7-420a-96bc-a9659691bece tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5910177 Mar 03 12:16:16.543633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for faa57587-3ef3-4965-b7a1-ecb0f8800cbc owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:16.574051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59366) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:16.574522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.587609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.587818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'network_id': 'c1b0ea72-f338-4929-9458-7f05368351c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:16.625081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port f9f46440-48a0-4d44-a35e-6bdfc779fddf yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:16.634091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cc55bac6-b7aa-4e67-96b3-bf3d48279412 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:16.643151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.648028 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f060e2a0-59ee-4c0e-acb7-7e404af2244c tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/ports/64d3a766-034c-4cde-ae98-50d5eb420c38 HTTP/1.1" status: 204 len: 168 time: 2.1254642 Mar 03 12:16:16.685920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Calling delete_port for faa57587-3ef3-4965-b7a1-ecb0f8800cbc owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:16.696480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59372) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:16.713686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.714591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.724640 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b40e337b-ccda-46d7-ba04-3b2d1026d21d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags HTTP/1.1" status: 200 len: 241 time: 0.4238074 Mar 03 12:16:16.726728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.731469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59376) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:16.747142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59378) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:16.753323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] Transition to ACTIVE for port object cc55bac6-b7aa-4e67-96b3-bf3d48279412 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:16.805222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:16.813188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 15343806-190e-499f-b3ac-8aa83b57cc0e {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:16.813804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.813965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-4df30310-c20c-4bfa-a922-f3215c663397 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', 'tempest-TagsExtTest-Tag-1892042252') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:16.853639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.861767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:16.924821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:16.982245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1042611610', 'router:external': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:16.983970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:16.988874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=faa57587-3ef3-4965-b7a1-ecb0f8800cbc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:16.995165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:16.997342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Made reservation on behalf of 1888fcbb0598472a85c36b3735944a93 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:17.000840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.017304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:17.017653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:17.020712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No DVR routers for this DVR port faa57587-3ef3-4965-b7a1-ecb0f8800cbc on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:17.023699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=95d86efa-26c8-41f1-b982-e7a726d09763,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:17.030327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603cf89-31c8-4706-aeec-e0855b979820 None None] Pushing event updated for resources: {'Port': ['ID=cc55bac6-b7aa-4e67-96b3-bf3d48279412,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:17.036767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:17.072225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:network and tenant:eca05a28b6914096be2f8341c6d1b8dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:17.105093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:17.109569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device faa57587-3ef3-4965-b7a1-ecb0f8800cbc no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:17.126737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:17.138628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:17.153032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: faa57587-3ef3-4965-b7a1-ecb0f8800cbc {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:17.153294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device faa57587-3ef3-4965-b7a1-ecb0f8800cbc not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:17.263787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 172.20.0.13 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/c5350952-2f7c-44cf-8712-67d55f5b7144/f9f46440-48a0-4d44-a35e-6bdfc779fddf) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:17.290190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Performing IP validity checks on allocation pools {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:16:17.290706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:16:17.349446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fe1e:9440 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb/f9f46440-48a0-4d44-a35e-6bdfc779fddf) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:17.356383 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4df30310-c20c-4bfa-a922-f3215c663397 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags/tempest-TagsExtTest-Tag-1892042252 HTTP/1.1" status: 204 len: 168 time: 0.5682659 Mar 03 12:16:17.359410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59386) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:17.369236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.370553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event updated for resources: {'Port': ['ID=9bf4db1c-6f46-43f9-924b-e085a8c80c3b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:17.383433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-82543550-e0de-4bcb-8308-68efd955c05f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', 'tempest-TagsExtTest-Tag-1892042252') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:17.412275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Made reservation on behalf of eca05a28b6914096be2f8341c6d1b8dc for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:17.414861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.455702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 434dd594-b5e9-4420-988d-f5cebda05b80 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:17.460881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.472563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1906ba-3ef9-4af3-a803-b5b6f4153077']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:17.483115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.500765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:17.510465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1031f8f-6383-479d-9efc-b4132c1c2db1') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:17.511222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1031f8f-6383-479d-9efc-b4132c1c2db1') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:17.519040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Deleting port faa57587-3ef3-4965-b7a1-ecb0f8800cbc {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:17.519419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.623964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7a12541e-6bf4-45cb-8d1a-ddf147d58dc4 None None] The port 'faa57587-3ef3-4965-b7a1-ecb0f8800cbc' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:16:17.789878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:17.800279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 15343806-190e-499f-b3ac-8aa83b57cc0e owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:17.832436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.844522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b364893-b6bc-4529-9273-deb6277ff0ae None None] Provisioning complete for port 95d86efa-26c8-41f1-b982-e7a726d09763 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:17.845530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b364893-b6bc-4529-9273-deb6277ff0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.851651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:security_group_rule and tenant:eca05a28b6914096be2f8341c6d1b8dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:17.860604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:17.879952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:17.892980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.907454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0b364893-b6bc-4529-9273-deb6277ff0ae None None] Port 95d86efa-26c8-41f1-b982-e7a726d09763 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:17.949112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:17.949426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:17.969950 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:17.987705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b364893-b6bc-4529-9273-deb6277ff0ae None None] Provisioning for port cc55bac6-b7aa-4e67-96b3-bf3d48279412 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:17.993283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b364893-b6bc-4529-9273-deb6277ff0ae None None] Provisioning complete for port cc55bac6-b7aa-4e67-96b3-bf3d48279412 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:17.994196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b364893-b6bc-4529-9273-deb6277ff0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.081113 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-82543550-e0de-4bcb-8308-68efd955c05f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags/tempest-TagsExtTest-Tag-1892042252 HTTP/1.1" status: 204 len: 168 time: 0.7152877 Mar 03 12:16:18.089845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59390) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:18.105628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-d92dcb7f-8d0d-4e8a-90d7-1f45c2bf650f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:18.220294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.252920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.254731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.268706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d92dcb7f-8d0d-4e8a-90d7-1f45c2bf650f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags HTTP/1.1" status: 200 len: 205 time: 0.1730976 Mar 03 12:16:18.269638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=ea1906ba-3ef9-4af3-a803-b5b6f4153077,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:18.286693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59394) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:18.304365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-04583569-cfd1-4419-9c0f-f29f69bbcd8d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:18.315780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.326796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.355723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object f9f46440-48a0-4d44-a35e-6bdfc779fddf will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:18.401777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.402903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.438645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router f704dfe5-edd1-4c8e-90b5-4f10f8cdd858 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:16:18.471676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=15343806-190e-499f-b3ac-8aa83b57cc0e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:18.485635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cc55bac6-b7aa-4e67-96b3-bf3d48279412 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:18.512178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=25e3cfcc-3f20-4f78-8e2d-7f70b2f6968b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:18.526290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-14fb73e9-397d-4f53-a5f0-20a01dc85216 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/ea1906ba-3ef9-4af3-a803-b5b6f4153077 HTTP/1.1" status: 204 len: 168 time: 3.3496673 Mar 03 12:16:18.533006 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.534775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59398) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:18.567927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cc55bac6-b7aa-4e67-96b3-bf3d48279412 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:18.568336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.602360 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-04583569-cfd1-4419-9c0f-f29f69bbcd8d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags HTTP/1.1" status: 204 len: 168 time: 0.3076758 Mar 03 12:16:18.619333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59402) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:18.629876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Checking segment: {'id': '3975c8bd-9043-48be-8261-5548dbb95190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c1b0ea72-f338-4929-9458-7f05368351c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:18.630241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network hostable DHCP agents. Network: c1b0ea72-f338-4929-9458-7f05368351c7, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:18.639906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-7296a038-3e80-4ccd-b45c-03a53237ba88 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:18.688896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:18.700449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26037949-3cfd-4fda-bd51-c7f0dc2293db,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:18.726975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.728165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.739154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.739932 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Added segment 1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9 of type vlan for network b27b1435-2039-485b-bb86-f4c0179b7662 Mar 03 12:16:18.751160 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-883d4813-689c-43f0-8bf6-f763d5a3d7b3 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/ports/15343806-190e-499f-b3ac-8aa83b57cc0e HTTP/1.1" status: 204 len: 168 time: 2.0466607 Mar 03 12:16:18.752043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59406) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:18.839369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34547f-5444-4078-a46f-74f932a0ec0d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:18.839954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-df34547f-5444-4078-a46f-74f932a0ec0d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:18.847195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:18.855382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Network c1b0ea72-f338-4929-9458-7f05368351c7 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:18.862116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:18.864636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:18.892390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:18.903741 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7296a038-3e80-4ccd-b45c-03a53237ba88 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags HTTP/1.1" status: 204 len: 168 time: 0.2833776 Mar 03 12:16:18.909724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59410) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:18.919229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-efc0fd8b-52e8-4ab8-ae1b-a049efe32177 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:18.980291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c1b0ea72-f338-4929-9458-7f05368351c7) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:18.989680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:18.989972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:18.991224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.002107 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] Sync routers for ids ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:19.008218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb7855-1159-4ead-8df8-7c0d2a6e611c None None] Network c1b0ea72-f338-4929-9458-7f05368351c7 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:19.021027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a98ad-f367-45aa-8c2f-288324cf5908 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:19.021735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dd8a98ad-f367-45aa-8c2f-288324cf5908 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Synchronizing usage tracker for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:19.026858 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] Routers {'f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:19.027476 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:19.032827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=f9f46440-48a0-4d44-a35e-6bdfc779fddf,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:19.063654 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-efc0fd8b-52e8-4ab8-ae1b-a049efe32177 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags HTTP/1.1" status: 204 len: 168 time: 0.1536417 Mar 03 12:16:19.066200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59414) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.070641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.071765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-a52e2849-b1eb-499d-9006-3821bcf09b3d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:19.083721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:19.084427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.105058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.106028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:19.106608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.112302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.150679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dd8a98ad-f367-45aa-8c2f-288324cf5908 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Unset dirty status for tenant:de009a0003ce46ae8b709e0f0c7e96c5 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:19.151913 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dd8a98ad-f367-45aa-8c2f-288324cf5908 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "GET /v2.0/ports?device_id=314f27d5-c9a6-4029-960a-e19c950d171b HTTP/1.1" status: 200 len: 913 time: 0.3993411 Mar 03 12:16:19.153560 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f2f6473a-f2fa-4909-874a-9c443e7bcb73 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5786350 Mar 03 12:16:19.163173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59418) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.163541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59420) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.181570 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:19.199587 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] Routers {'f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:19.200536 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:19.242329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9c238646-8f97-42c6-aac8-a68eb94a3d08 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:19.304971 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:19.305733 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6963b1-3e71-4921-8514-e8a221dbb1a6 None None] The sync data for ids ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:19.317779 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-17db1ccb-d7e1-44fb-b6c4-6cfef72c6069 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/f704dfe5-edd1-4c8e-90b5-4f10f8cdd858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0338414 Mar 03 12:16:19.322050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59426) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.333995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-df34547f-5444-4078-a46f-74f932a0ec0d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:19.336094 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df34547f-5444-4078-a46f-74f932a0ec0d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad HTTP/1.1" status: 200 len: 845 time: 0.8007908 Mar 03 12:16:19.378366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59430) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.378991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-c1b0ea72-f338-4929-9458-7f05368351c7', 'network_id': 'c1b0ea72-f338-4929-9458-7f05368351c7', 'tenant_id': '1888fcbb0598472a85c36b3735944a93', 'fixed_ips': [{'subnet_id': '25e3cfcc-3f20-4f78-8e2d-7f70b2f6968b'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:19.380200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.424819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Network': ['ID=b27b1435-2039-485b-bb86-f4c0179b7662,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:19.436216 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ba3efb56-80d8-4d0b-ba9c-0a9e084b79de tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6828880 Mar 03 12:16:19.437398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59434) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.440628 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8ecb14a2-0514-4f44-bba1-7fb864dabc14 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.5651717 Mar 03 12:16:19.441500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b27b1435-2039-485b-bb86-f4c0179b7662 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:19.447632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59436) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.457629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'subnet': {'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:19.472181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7a6b4f51-0d34-4dcf-bfca-7f8249eb30c4 None None] Provisioning for port f9f46440-48a0-4d44-a35e-6bdfc779fddf completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:19.495313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981a4ee-2a07-44e0-8b1a-8c558cca0793 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:19.495834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0981a4ee-2a07-44e0-8b1a-8c558cca0793 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:19.504704 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-010b2755-70c9-4a95-a9af-91fbcc38840c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1215262 Mar 03 12:16:19.504911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7a6b4f51-0d34-4dcf-bfca-7f8249eb30c4 None None] Provisioning complete for port f9f46440-48a0-4d44-a35e-6bdfc779fddf triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:19.504911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7a6b4f51-0d34-4dcf-bfca-7f8249eb30c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.507833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:19.508524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59442) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.516823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:19.611913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Router efa4a71c-bdc0-45d7-a3a1-e1179296f3dc is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:16:19.627209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0981a4ee-2a07-44e0-8b1a-8c558cca0793 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:19.630808 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0981a4ee-2a07-44e0-8b1a-8c558cca0793 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports/95d86efa-26c8-41f1-b982-e7a726d09763 HTTP/1.1" status: 200 len: 911 time: 0.2955534 Mar 03 12:16:19.639184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59446) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.646490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b4f51-0d34-4dcf-bfca-7f8249eb30c4 None None] Port f9f46440-48a0-4d44-a35e-6bdfc779fddf cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:19.690511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:subnet and tenant:eca05a28b6914096be2f8341c6d1b8dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:19.713794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Allocated IP 172.20.0.3 (c1b0ea72-f338-4929-9458-7f05368351c7/25e3cfcc-3f20-4f78-8e2d-7f70b2f6968b/4300203a-b08d-4535-9587-3575d9dfad79) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:19.792455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:19.807265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56b346f3-b4da-45f2-8c5f-9120383e3c2e'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:19.818496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:19.911913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:19.918324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c238646-8f97-42c6-aac8-a68eb94a3d08 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15409958'] for subnet, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.921776 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a52e2849-b1eb-499d-9006-3821bcf09b3d tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags HTTP/1.1" status: 204 len: 168 time: 0.8545246 Mar 03 12:16:19.923392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:19.928460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:19.932608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59450) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:19.939470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.941942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Made reservation on behalf of eca05a28b6914096be2f8341c6d1b8dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:19.944856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:19.945074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-6ede7c18-9400-47df-9532-f274f8835f49 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', 'tempest-TagsExtTest-Tag-1171084094') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:19.951124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Transition to ACTIVE for port object 4300203a-b08d-4535-9587-3575d9dfad79 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:19.971151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Transition to ACTIVE for port object 4300203a-b08d-4535-9587-3575d9dfad79 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:19.983837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:20.016096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.053377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c34b74a-9ef8-41d8-8fe4-610bd901bacc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:20.060193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c34b74a-9ef8-41d8-8fe4-610bd901bacc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:20.063893 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6c34b74a-9ef8-41d8-8fe4-610bd901bacc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6150961 Mar 03 12:16:20.075241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59454) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:20.082112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Network c1b0ea72-f338-4929-9458-7f05368351c7 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:20.090526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:20.094842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:20.101174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Pushing event updated for resources: {'Port': ['ID=4300203a-b08d-4535-9587-3575d9dfad79,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:20.179665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:20.182994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.192548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Attempting to bind port 4300203a-b08d-4535-9587-3575d9dfad79 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:20.192917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Attempting to bind port 4300203a-b08d-4535-9587-3575d9dfad79 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '3975c8bd-9043-48be-8261-5548dbb95190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c1b0ea72-f338-4929-9458-7f05368351c7'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:20.198391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Attempting to bind port 4300203a-b08d-4535-9587-3575d9dfad79 on network c1b0ea72-f338-4929-9458-7f05368351c7 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:20.199406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:20.199781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Checking segment: {'id': '3975c8bd-9043-48be-8261-5548dbb95190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c1b0ea72-f338-4929-9458-7f05368351c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:20.200206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.200625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Bound using segment: {'id': '3975c8bd-9043-48be-8261-5548dbb95190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c1b0ea72-f338-4929-9458-7f05368351c7'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:20.201083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Bound port: 4300203a-b08d-4535-9587-3575d9dfad79, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3975c8bd-9043-48be-8261-5548dbb95190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c1b0ea72-f338-4929-9458-7f05368351c7'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:20.201478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.235062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:20.246528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.250113 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0b8f0eba-bbe4-4a80-8d9a-bc0477e4c62f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "PUT /v2.0/routers/efa4a71c-bdc0-45d7-a3a1-e1179296f3dc HTTP/1.1" status: 200 len: 880 time: 8.3221738 Mar 03 12:16:20.253996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59458) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:20.258909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] Sync routers for ids ['efa4a71c-bdc0-45d7-a3a1-e1179296f3dc'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:20.282451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] Routers {'efa4a71c-bdc0-45d7-a3a1-e1179296f3dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:20.283335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['efa4a71c-bdc0-45d7-a3a1-e1179296f3dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:20.358639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port f9f46440-48a0-4d44-a35e-6bdfc779fddf {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:20.358891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.360593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:20.376061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-583c6aab-b218-416f-95b2-6816158077ef None None] For port 4300203a-b08d-4535-9587-3575d9dfad79, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:20.379939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-583c6aab-b218-416f-95b2-6816158077ef None None] For port 4300203a-b08d-4535-9587-3575d9dfad79, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4300203a-b08d-4535-9587-3575d9dfad79,segment=NetworkSegment(3975c8bd-9043-48be-8261-5548dbb95190),segment_id=3975c8bd-9043-48be-8261-5548dbb95190)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:20.381407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] Routers {'efa4a71c-bdc0-45d7-a3a1-e1179296f3dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:20.382247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['efa4a71c-bdc0-45d7-a3a1-e1179296f3dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:20.448866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.452340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:20.452739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e34dc-e1a8-4b8a-8be1-dd9df8797564 None None] The sync data for ids ['efa4a71c-bdc0-45d7-a3a1-e1179296f3dc'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:20.535772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c6aab-b218-416f-95b2-6816158077ef None None] Pushing event updated for resources: {'Port': ['ID=4300203a-b08d-4535-9587-3575d9dfad79,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:20.610439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.720831 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6ede7c18-9400-47df-9532-f274f8835f49 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags/tempest-TagsExtTest-Tag-1171084094 HTTP/1.1" status: 201 len: 201 time: 0.7872105 Mar 03 12:16:20.730298 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cbe80183-ef26-473a-b291-32bb2c076cff tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/efa4a71c-bdc0-45d7-a3a1-e1179296f3dc HTTP/1.1" status: 200 len: 921 time: 0.4728811 Mar 03 12:16:20.735373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59462) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:20.735532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59464) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:20.805687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-53e3c49c-aaba-4803-bdf1-bf494d176563 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', 'tempest-TagsExtTest-Tag-2008986673') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:20.834812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c238646-8f97-42c6-aac8-a68eb94a3d08 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735754355429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16013176'] for subnet, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.952429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c238646-8f97-42c6-aac8-a68eb94a3d08 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:20.952604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c238646-8f97-42c6-aac8-a68eb94a3d08 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:20.953847 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9c238646-8f97-42c6-aac8-a68eb94a3d08 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "PUT /v2.0/subnets/25e3cfcc-3f20-4f78-8e2d-7f70b2f6968b HTTP/1.1" status: 200 len: 877 time: 1.7876618 Mar 03 12:16:20.960064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59470) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:21.037757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:21.048387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c238646-8f97-42c6-aac8-a68eb94a3d08 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event updated for resources: {'Subnet': ['ID=25e3cfcc-3f20-4f78-8e2d-7f70b2f6968b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:21.181311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for f9f46440-48a0-4d44-a35e-6bdfc779fddf owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:21.393237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:21.475551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:21.484438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:21.534885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e31a4-e9e8-409a-b2dc-1826a6ce8939 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:21.536429 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-561e31a4-e9e8-409a-b2dc-1826a6ce8939 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=efa4a71c-bdc0-45d7-a3a1-e1179296f3dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7984936 Mar 03 12:16:21.543168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59474) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:21.612560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf18c8b-1036-4567-bac9-65d62dbb8da8 None None] Network c1b0ea72-f338-4929-9458-7f05368351c7 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:21.629199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting port 4300203a-b08d-4535-9587-3575d9dfad79 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:21.629786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:21.706656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:21.720629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=8c2024f7-07f2-4b61-84fe-c3f680e856af,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:21.722936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:21.743675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf8277c-5e9b-4625-87e2-3ec4e245b97a None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:21.783574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:21.784190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:21.814210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4ca47a18-2aa2-410f-9fb2-8f98024973a6 None None] Provisioning for port 4300203a-b08d-4535-9587-3575d9dfad79 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:21.950092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:16:21.950681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:21.983948 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a0e36a72-0b8f-42bb-9dcf-361b02ce5e0a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4735634 Mar 03 12:16:21.988252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59478) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:22.000330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'security_group': {'name': 'tempest-secgroup-893397687'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:22.026840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:22.035585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.043323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:22.061492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984555fe-044d-4c97-aeae-3d1ca401da14 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:22.066026 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-984555fe-044d-4c97-aeae-3d1ca401da14 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.5118284 Mar 03 12:16:22.070819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59482) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:22.078549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:22.115022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:22.146410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=f9f46440-48a0-4d44-a35e-6bdfc779fddf,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:22.166734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9fcf56b4-5ecb-468b-acb0-858e2351f16b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:22.179352 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-53e3c49c-aaba-4803-bdf1-bf494d176563 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags/tempest-TagsExtTest-Tag-2008986673 HTTP/1.1" status: 201 len: 201 time: 1.4426620 Mar 03 12:16:22.189145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59486) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:22.197955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-fc0b853a-dbb0-4993-8361-372d45421cd8', 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'tenant_id': '0d04cd13b7634ff7983bc39f04e4326e', 'fixed_ips': [{'subnet_id': '8c2024f7-07f2-4b61-84fe-c3f680e856af'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:22.207297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.208125 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c4a95a37-95b6-43d6-af24-fa89926af088 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=efa4a71c-bdc0-45d7-a3a1-e1179296f3dc HTTP/1.1" status: 200 len: 205 time: 0.1362019 Mar 03 12:16:22.214157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59488) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:22.243534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-fedd0844-68c1-405a-9a04-fcd09c6f8079 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', 'tempest-TagsExtTest-Tag-664474822') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:22.355617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Checking segment: {'id': '1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:22.356341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network hostable DHCP agents. Network: b27b1435-2039-485b-bb86-f4c0179b7662, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:22.372761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.374562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.402496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] For port 4300203a-b08d-4535-9587-3575d9dfad79, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4300203a-b08d-4535-9587-3575d9dfad79,segment=NetworkSegment(3975c8bd-9043-48be-8261-5548dbb95190),segment_id=3975c8bd-9043-48be-8261-5548dbb95190)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:22.402861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.484990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Allocated IP 2001:db8::2 (fc0b853a-dbb0-4993-8361-372d45421cd8/8c2024f7-07f2-4b61-84fe-c3f680e856af/896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:22.495904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:22.537332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group_rule and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:22.601368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.611172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:22.625143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 7378665e-86b0-482f-9514-60fa1bc6e5f0 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:22.625627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.629482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb204597-e13d-4782-a9fb-a1d80a0c228d None None] Network c1b0ea72-f338-4929-9458-7f05368351c7 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:22.641894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4300203a-b08d-4535-9587-3575d9dfad79 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:22.661440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network b27b1435-2039-485b-bb86-f4c0179b7662 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:22.678739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:22.680474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.686569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:22.687201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.692042 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/ports/95d86efa-26c8-41f1-b982-e7a726d09763 HTTP/1.1" status: 200 len: 911 time: 2.8931806 Mar 03 12:16:22.696627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Calling delete_port for 4300203a-b08d-4535-9587-3575d9dfad79 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:22.698019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59494) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:22.702477 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83a2fec2-866f-4082-a74e-ef9b1b1a4f46 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/f9f46440-48a0-4d44-a35e-6bdfc779fddf HTTP/1.1" status: 204 len: 168 time: 2.6178219 Mar 03 12:16:22.760456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59498) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:22.791927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b27b1435-2039-485b-bb86-f4c0179b7662) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:22.796463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:22.797095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.854484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9a938-d006-44db-9298-a28e2432ef66 None None] Network b27b1435-2039-485b-bb86-f4c0179b7662 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:22.916423 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fedd0844-68c1-405a-9a04-fcd09c6f8079 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags/tempest-TagsExtTest-Tag-664474822 HTTP/1.1" status: 201 len: 201 time: 0.6919069 Mar 03 12:16:22.917675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.967367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a5653-893e-4a48-994d-e6760074863c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=95d86efa-26c8-41f1-b982-e7a726d09763,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:22.969916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59502) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:22.989763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:22.994654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-13b422c5-25b0-4777-b070-724aad8033b4 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', 'tempest-TagsExtTest-Tag-995044565') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:23.005729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc3d81-d4e7-40ff-b921-88991416df90 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:23.008681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc3d81-d4e7-40ff-b921-88991416df90 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:23.010383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc3d81-d4e7-40ff-b921-88991416df90 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:23.011820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e4bc3d81-d4e7-40ff-b921-88991416df90 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:23.021029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Transition to ACTIVE for port object 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:23.121478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Transition to ACTIVE for port object 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:23.136652 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e5762ed8-d6cc-42b8-9e4e-755a15a36a5c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6922731 Mar 03 12:16:23.151242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59506) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:23.163846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4300203a-b08d-4535-9587-3575d9dfad79 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:23.164579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1226849025', 'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:23.176561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:23.183022 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4300203a-b08d-4535-9587-3575d9dfad79 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:23.183413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.261208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:port and tenant:eca05a28b6914096be2f8341c6d1b8dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:23.268616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:23.315027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.347363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:23.352687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.394932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.399930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e4bc3d81-d4e7-40ff-b921-88991416df90 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:23.404794 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e4bc3d81-d4e7-40ff-b921-88991416df90 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6237910 Mar 03 12:16:23.404794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59510) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:23.462781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.487278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:23.490189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Could not find standard attr ID for object 4300203a-b08d-4535-9587-3575d9dfad79. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:16:23.500828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:23.505545 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No ports have port_id starting with 4300203a-b08d-4535-9587-3575d9dfad79 Mar 03 12:16:23.510903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 7378665e-86b0-482f-9514-60fa1bc6e5f0 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:23.511179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:23.517141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Pushing event updated for resources: {'Port': ['ID=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:23.531214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Port': ['ID=4300203a-b08d-4535-9587-3575d9dfad79,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:23.536657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Deleting port 9bf4db1c-6f46-43f9-924b-e085a8c80c3b {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:23.537092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.567181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae93b5-bc0a-4008-89ea-deead7d94c02 None None] Network b27b1435-2039-485b-bb86-f4c0179b7662 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:23.572398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Made reservation on behalf of eca05a28b6914096be2f8341c6d1b8dc for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:23.574824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.630241 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-13b422c5-25b0-4777-b070-724aad8033b4 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags/tempest-TagsExtTest-Tag-995044565 HTTP/1.1" status: 201 len: 201 time: 0.6495478 Mar 03 12:16:23.644152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59514) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:23.678903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-14cf4070-2a16-4316-b136-fac92f916cf6 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', {'tags': ['tempest-TagsExtTest-Tag-459616484', 'tempest-TagsExtTest-Tag-1958775802', 'tempest-TagsExtTest-Tag-1575788872']}) {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:23.680251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:23.684574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No DVR routers for this DVR port 4300203a-b08d-4535-9587-3575d9dfad79 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:23.717106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.719750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Attempting to bind port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:23.720274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Attempting to bind port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '12de9e01-bf5a-4197-a2ce-68167939496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:23.723137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Attempting to bind port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e on network fc0b853a-dbb0-4993-8361-372d45421cd8 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:23.732272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:23.732748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Checking segment: {'id': '12de9e01-bf5a-4197-a2ce-68167939496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:23.733209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.733662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Bound using segment: {'id': '12de9e01-bf5a-4197-a2ce-68167939496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:23.734189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Bound port: 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12de9e01-bf5a-4197-a2ce-68167939496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:23.734636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.747383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] device_id is not set on port d31d0706-6885-4c8a-8fe7-37a3a4c064a0 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:23.900842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.909666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.950574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:23.977175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:23.994600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,segment=NetworkSegment(12de9e01-bf5a-4197-a2ce-68167939496a),segment_id=12de9e01-bf5a-4197-a2ce-68167939496a)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:24.009152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.085664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.090246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9441b439-6a79-4beb-b132-ab8ddcfb7fbe None None] Could not find standard attr ID for object 4300203a-b08d-4535-9587-3575d9dfad79. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:16:24.092748 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-14cf4070-2a16-4316-b136-fac92f916cf6 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags HTTP/1.1" status: 200 len: 317 time: 0.4471388 Mar 03 12:16:24.092976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59518) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:24.104878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.114005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-484c2fb9-fce4-48f9-aed7-ab240cae32b2 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:24.114822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a7e4a-cb26-4c7c-a239-3da13242fa57,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:24.134877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Allocated IP 2001:db8::fc (b27b1435-2039-485b-bb86-f4c0179b7662/9fcf56b4-5ecb-468b-acb0-858e2351f16b/d31d0706-6885-4c8a-8fe7-37a3a4c064a0) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:24.147668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc5b4f-846a-4ae8-83ca-4b73b501d7c3 None None] DHCP port deletion for c1b0ea72-f338-4929-9458-7f05368351c7 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:24.203291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b4f33-4ef5-4261-8822-8cdd5bf8c45b None None] Pushing event updated for resources: {'Port': ['ID=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:24.213047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.215511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-37443e9c-839c-48dd-8b24-14aaeff7151d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2197762 Mar 03 12:16:24.229620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59522) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:24.266791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Calling delete_port for 9bf4db1c-6f46-43f9-924b-e085a8c80c3b owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:24.278495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'security_group': {'name': 'tempest-secgroup-860238604'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:24.297382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:24.308495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.328521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:24.342172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:24.366004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=25e3cfcc-3f20-4f78-8e2d-7f70b2f6968b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:24.385860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.392398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:24.431008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.463546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9150235-b028-4ef2-86fb-bb2c9883deaa None None] Network c1b0ea72-f338-4929-9458-7f05368351c7 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:24.593965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.652200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:24.660088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b0ea72-f338-4929-9458-7f05368351c7']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:24.691169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3975c8bd-9043-48be-8261-5548dbb95190') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:24.691169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3975c8bd-9043-48be-8261-5548dbb95190') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:24.712439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.734398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.738933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.743192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.745620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:24.746004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:24.765212 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:24.813901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:24.821232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6df1a1-6b93-4f75-9261-c2d3ff8a3b54 None None] DHCP port deletion for c1b0ea72-f338-4929-9458-7f05368351c7 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:24.859892 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-484c2fb9-fce4-48f9-aed7-ab240cae32b2 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags HTTP/1.1" status: 204 len: 168 time: 0.7613182 Mar 03 12:16:24.895218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:24.933737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59526) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:24.962524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4300203a-b08d-4535-9587-3575d9dfad79 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:24.968808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-a9d7f624-386d-492b-9d03-c1a2b2d1279c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', 'tempest-TagsExtTest-Tag-459616484') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:24.999842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 4300203a-b08d-4535-9587-3575d9dfad79 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:25.000246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4300203a-b08d-4535-9587-3575d9dfad79 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:25.011868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=7378665e-86b0-482f-9514-60fa1bc6e5f0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:25.055201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:25.066532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:25.075864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group_rule and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:25.081606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.083201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76158915-8d16-4291-8465-fc09c605ecf7 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:25.118740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:25.137661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:25.153097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.184634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.199366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.199917 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ba8d32b3-36e4-421e-979b-aa5ae08b734d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb HTTP/1.1" status: 204 len: 168 time: 1.7943788 Mar 03 12:16:25.201171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.207337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59530) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:25.250147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=c1b0ea72-f338-4929-9458-7f05368351c7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:25.320901 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-25ef3519-ad9e-432d-bd06-75c69d712c47 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/c1b0ea72-f338-4929-9458-7f05368351c7 HTTP/1.1" status: 204 len: 168 time: 4.3553362 Mar 03 12:16:25.328535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59534) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:25.329953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event deleted for resources: {'Port': ['ID=9bf4db1c-6f46-43f9-924b-e085a8c80c3b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:25.410841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.478831 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d6698a-6bb1-48bf-bb0c-7499c4bc4361 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:25.478831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d6698a-6bb1-48bf-bb0c-7499c4bc4361 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:25.478831 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-43d6698a-6bb1-48bf-bb0c-7499c4bc4361 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/25e3cfcc-3f20-4f78-8e2d-7f70b2f6968b HTTP/1.1" status: 404 len: 337 time: 0.1487010 Mar 03 12:16:25.481622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59538) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:25.492825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.516897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet c5350952-2f7c-44cf-8712-67d55f5b7144 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:25.526456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.536870 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-a9d7f624-386d-492b-9d03-c1a2b2d1279c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:25.538469 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a9d7f624-386d-492b-9d03-c1a2b2d1279c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags/tempest-TagsExtTest-Tag-459616484 HTTP/1.1" status: 404 len: 328 time: 0.5947719 Mar 03 12:16:25.555485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59542) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:25.562264 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f25111c-fbfb-4aad-ab7c-7f63752fdce9 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:25.562747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f25111c-fbfb-4aad-ab7c-7f63752fdce9 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:25.564462 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6f25111c-fbfb-4aad-ab7c-7f63752fdce9 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/c1b0ea72-f338-4929-9458-7f05368351c7 HTTP/1.1" status: 404 len: 339 time: 0.0799990 Mar 03 12:16:25.572708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59544) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:25.575825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.593935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-bd97b7e2-a34b-4217-bdd5-4cb270c98e3a tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', 'tempest-TagsExtTest-Tag-1958775802') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:25.621418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Provisioning for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:25.628296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:25.629002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.691679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 95d86efa-26c8-41f1-b982-e7a726d09763 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:25.692028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.737291 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1e3df5-ee94-49ef-b595-a5f75c6e4264 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:25.737890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1e3df5-ee94-49ef-b595-a5f75c6e4264 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:25.739388 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fa1e3df5-ee94-49ef-b595-a5f75c6e4264 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/6b11c5da-58cc-41b1-963a-f16623320ca9 HTTP/1.1" status: 404 len: 337 time: 0.1213322 Mar 03 12:16:25.745658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59550) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:25.790235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.830673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.834369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,segment=NetworkSegment(12de9e01-bf5a-4197-a2ce-68167939496a),segment_id=12de9e01-bf5a-4197-a2ce-68167939496a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:25.855810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fae6bd5-fd3b-44ef-a2c6-4c48bbb98275,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:25.861359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.871136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.881483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7c656d-1efb-4574-aa9c-4d4d8ba6d8ba tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:25.882393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7c656d-1efb-4574-aa9c-4d4d8ba6d8ba tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:25.884281 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ad7c656d-1efb-4574-aa9c-4d4d8ba6d8ba tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/96341927-a891-4d38-aa08-c8a00fe4af18 HTTP/1.1" status: 404 len: 339 time: 0.1376824 Mar 03 12:16:25.894650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59554) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:25.913951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:25.923648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.020761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Provisioning complete for port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:26.021624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.023086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.028811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.032849 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-85f83233-9b50-4b8f-9459-3ba3a7138465 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7994354 Mar 03 12:16:26.035738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59558) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:26.044185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1205573305', 'security_groups': ['9fae6bd5-fd3b-44ef-a2c6-4c48bbb98275'], 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c2024f7-07f2-4b61-84fe-c3f680e856af'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:26.055385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42d2c3-8273-44bf-a096-4413b58c9909 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:16:26.059075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.059576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Fanout notify agent at l3_agent the message router_deleted on router efa4a71c-bdc0-45d7-a3a1-e1179296f3dc {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:26.076551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.087809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.112043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Pushing event updated for resources: {'Port': ['ID=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:26.133665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-96b68100-a4ee-4842-979e-2c44a7580bbf None None] Port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:26.160748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.165504 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f1af92c8-2293-4a02-8ca5-13ab92be8703 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/efa4a71c-bdc0-45d7-a3a1-e1179296f3dc HTTP/1.1" status: 204 len: 168 time: 3.9465156 Mar 03 12:16:26.165504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.185287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network b27b1435-2039-485b-bb86-f4c0179b7662 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:26.213543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59562) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:26.216980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf42d2c3-8273-44bf-a096-4413b58c9909 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:16:26.228525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1210412696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:26.244171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:26.244392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:26.253622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 95d86efa-26c8-41f1-b982-e7a726d09763 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:26.278631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Usage tracker for resource:router and tenant:24c1d4ed33e14d6493c42a08260749d2 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:26.294733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:26.307486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:26.308748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:26.309506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.335333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:26.336514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-dfb7e611-51de-4cee-8713-687e1618be3d None None] Provisioning complete for port cc55bac6-b7aa-4e67-96b3-bf3d48279412 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:26.345893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e611-51de-4cee-8713-687e1618be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.349508 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-bd97b7e2-a34b-4217-bdd5-4cb270c98e3a tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:26.354035 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bd97b7e2-a34b-4217-bdd5-4cb270c98e3a tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags/tempest-TagsExtTest-Tag-1958775802 HTTP/1.1" status: 404 len: 329 time: 0.7793131 Mar 03 12:16:26.360441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59566) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:26.361417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Port': ['ID=d31d0706-6885-4c8a-8fe7-37a3a4c064a0,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:26.379567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-d66d5c1b-e6e4-4506-8704-7404f9dd3957 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14', 'tempest-TagsExtTest-Tag-1575788872') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:26.423684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:26.435054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:port and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:26.438671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.448616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:26.458709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:26.478563 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fbf7efcd-4568-4e1a-8467-5f839c1e1413 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.3260663 Mar 03 12:16:26.479675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e59485-30e8-4600-a170-de84ebb8cf21']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:26.486607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59570) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:26.531460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.539711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:26.543461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556c50fa-b4d7-4c2a-bce3-3713d3878edb') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:26.543461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556c50fa-b4d7-4c2a-bce3-3713d3878edb') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:26.603284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.604537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.622267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.643426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.660253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=c5350952-2f7c-44cf-8712-67d55f5b7144,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:26.665044 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1635e970-51c4-4e9f-a3cb-ac082b284516 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c5350952-2f7c-44cf-8712-67d55f5b7144 HTTP/1.1" status: 204 len: 168 time: 1.4121130 Mar 03 12:16:26.670297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:26.707559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.718054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59574) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:26.737591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:26.737591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:26.805097 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-d66d5c1b-e6e4-4506-8704-7404f9dd3957 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:26.810707 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d66d5c1b-e6e4-4506-8704-7404f9dd3957 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags/tempest-TagsExtTest-Tag-1575788872 HTTP/1.1" status: 404 len: 329 time: 0.4410198 Mar 03 12:16:26.810707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59578) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:26.817035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-24ce1253-c5a1-44d4-a301-1c87b7e1eda6 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', {'tags': ['tempest-TagsExtTest-Tag-1678434609', 'tempest-TagsExtTest-Tag-262535773', 'tempest-TagsExtTest-Tag-39974462']}) {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:26.880197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54562951-db64-41cb-b14a-c97bb660daf8 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:26.928429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.012133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Deleting port d31d0706-6885-4c8a-8fe7-37a3a4c064a0 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:27.012505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.037971 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a9dcde4d-d21c-4dc4-a939-532d51543a7e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3163252 Mar 03 12:16:27.041232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.043845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Router 314f27d5-c9a6-4029-960a-e19c950d171b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:16:27.045615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59582) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:27.051480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:27.078717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:27.079117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:27.098164 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:27.206625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:27.211560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] Deleting port cc55bac6-b7aa-4e67-96b3-bf3d48279412 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:27.211934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.236793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.356343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=95d86efa-26c8-41f1-b982-e7a726d09763,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:27.395652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.504469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:27.556832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Calling delete_port for d31d0706-6885-4c8a-8fe7-37a3a4c064a0 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:27.574690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] For port cc55bac6-b7aa-4e67-96b3-bf3d48279412, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cc55bac6-b7aa-4e67-96b3-bf3d48279412,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:27.575091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.600874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.605370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:27.606071 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e148f03a-21c6-4485-88ac-ed7436cea41f tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3911014 Mar 03 12:16:27.608594 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:27.610063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59586) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:27.615785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:27.616520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.633141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.639454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': True}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:27.714582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] Calling delete_port for cc55bac6-b7aa-4e67-96b3-bf3d48279412 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:27.723378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:27.727683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.809005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:27.826751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:27.840932 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] Sync routers for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:27.853921 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:27.855479 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:27.884493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.915125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.970202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:27.986475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=81e59485-30e8-4600-a170-de84ebb8cf21,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:28.015915 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.024192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] No DVR routers for this DVR port cc55bac6-b7aa-4e67-96b3-bf3d48279412 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:28.026721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4e4c1-a9d7-4952-99da-665b1f9bf253 None None] Pushing event deleted for resources: {'Port': ['ID=cc55bac6-b7aa-4e67-96b3-bf3d48279412,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:28.028465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6285401d-da1b-4294-8e00-48ac5560502a tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "PUT /v2.0/routers/314f27d5-c9a6-4029-960a-e19c950d171b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8636837 Mar 03 12:16:28.036057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59590) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.044645 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] Routers {'314f27d5-c9a6-4029-960a-e19c950d171b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:28.045070 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['314f27d5-c9a6-4029-960a-e19c950d171b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.046269 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-24ce1253-c5a1-44d4-a301-1c87b7e1eda6 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags HTTP/1.1" status: 200 len: 315 time: 1.2352996 Mar 03 12:16:28.069678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59594) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.100510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-c122db00-f0c0-43a8-b711-5372c9e55c2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.116625 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.116940 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7763a1f-25bf-4487-a782-5a3c1d2321a9 None None] The sync data for ids ['314f27d5-c9a6-4029-960a-e19c950d171b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:28.187495 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e5b5eb11-8c39-4430-b766-1e259d9d4528 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/81e59485-30e8-4600-a170-de84ebb8cf21 HTTP/1.1" status: 204 len: 168 time: 2.2948918 Mar 03 12:16:28.234145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59598) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.267683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router f704dfe5-edd1-4c8e-90b5-4f10f8cdd858 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:16:28.476974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cc55bac6-b7aa-4e67-96b3-bf3d48279412 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:28.500279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:28.508031 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5552b746-b491-4d87-9259-ec85edfd8f57 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/f704dfe5-edd1-4c8e-90b5-4f10f8cdd858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8051231 Mar 03 12:16:28.511484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59602) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.515875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:28.517802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] Sync routers for ids ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:28.528442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: cc55bac6-b7aa-4e67-96b3-bf3d48279412 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:28.528792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cc55bac6-b7aa-4e67-96b3-bf3d48279412 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:28.533297 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ba0ba5-2805-4028-a0dc-beee006552ae tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:28.533744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ba0ba5-2805-4028-a0dc-beee006552ae tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:28.535802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] Routers {'f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:28.537742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.544081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:28.565955 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-74ba0ba5-2805-4028-a0dc-beee006552ae tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/60817c0d-0c9a-4d0d-a256-8db3066e9c0f HTTP/1.1" status: 404 len: 337 time: 0.3297944 Mar 03 12:16:28.572738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59606) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.610901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.620663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] Routers {'f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:28.621143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7e2023cb-7565-40e6-ab7f-4a86a3af0e8d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:28.621511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.662790 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-964d04e7-02d9-47cd-a316-7a575c85d7be tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:28.663260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964d04e7-02d9-47cd-a316-7a575c85d7be tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:28.667398 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-964d04e7-02d9-47cd-a316-7a575c85d7be tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/a98356ef-209d-4d2b-80c9-ddffbfb84a9c HTTP/1.1" status: 404 len: 339 time: 0.0877199 Mar 03 12:16:28.676671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59610) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.687166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:28.687731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff06e6-32f4-4c4a-8b28-8ed109f93d47 None None] The sync data for ids ['f704dfe5-edd1-4c8e-90b5-4f10f8cdd858'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:28.733195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7e2023cb-7565-40e6-ab7f-4a86a3af0e8d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:28.734368 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7e2023cb-7565-40e6-ab7f-4a86a3af0e8d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f704dfe5-edd1-4c8e-90b5-4f10f8cdd858 HTTP/1.1" status: 200 len: 205 time: 0.2217672 Mar 03 12:16:28.737682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:28.742002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59614) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.744520 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-915d9964-ec8b-4f9a-9094-e51d945c1234 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:28.744956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915d9964-ec8b-4f9a-9094-e51d945c1234 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:28.746598 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-915d9964-ec8b-4f9a-9094-e51d945c1234 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/67608603-bedc-4d04-a8ea-cb6e7c197e80 HTTP/1.1" status: 404 len: 337 time: 0.0670645 Mar 03 12:16:28.749268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59618) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.814157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::140 (fc0b853a-dbb0-4993-8361-372d45421cd8/8c2024f7-07f2-4b61-84fe-c3f680e856af/3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:28.817456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event deleted for resources: {'Port': ['ID=d31d0706-6885-4c8a-8fe7-37a3a4c064a0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:28.879056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:28.925975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:28.930713 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0e8dd03e-5947-4db8-86f7-7117a580ed81 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "DELETE /v2.0/ports/d31d0706-6885-4c8a-8fe7-37a3a4c064a0 HTTP/1.1" status: 204 len: 168 time: 2.4402957 Mar 03 12:16:28.937517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59622) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:28.948282 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1aac06-cd47-496c-92cd-dd65c35455d0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:28.948730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1aac06-cd47-496c-92cd-dd65c35455d0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:28.949564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662', 'external_fixed_ips': [{'subnet_id': '9fcf56b4-5ecb-468b-acb0-858e2351f16b', 'ip_address': '2001:db8::fc'}]}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:28.967989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:28.968944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8db324c1-f8d7-4e00-939a-a9fe5b95335e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:28.991895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:router and tenant:eca05a28b6914096be2f8341c6d1b8dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:29.011326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:29.018162 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c122db00-f0c0-43a8-b711-5372c9e55c2b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags HTTP/1.1" status: 204 len: 168 time: 0.9293709 Mar 03 12:16:29.025541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:29.028043 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8d1aac06-cd47-496c-92cd-dd65c35455d0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/7d8f24d7-0c0a-48e0-8225-881128cde64b HTTP/1.1" status: 404 len: 339 time: 0.2253778 Mar 03 12:16:29.028449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59626) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:29.039336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59630) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:29.045041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting port 87e9ab2a-0ba3-40d5-b64f-8ba6dbbbaced {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:29.045381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.081839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-bcbe853a-2ea4-4914-a47c-263839bf182a tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', 'tempest-TagsExtTest-Tag-1678434609') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:29.188363 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d02743d-e29b-4b0b-b3b8-e33aa7524cdf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:29.188723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d02743d-e29b-4b0b-b3b8-e33aa7524cdf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:29.190387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3d02743d-e29b-4b0b-b3b8-e33aa7524cdf tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/b5912a20-d5bb-4778-bc7d-78680d2f8398 HTTP/1.1" status: 404 len: 337 time: 0.1467795 Mar 03 12:16:29.199506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.200527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.202962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59634) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:29.220562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.306754 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-bcbe853a-2ea4-4914-a47c-263839bf182a tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:29.310409 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bcbe853a-2ea4-4914-a47c-263839bf182a tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags/tempest-TagsExtTest-Tag-1678434609 HTTP/1.1" status: 404 len: 329 time: 0.2762980 Mar 03 12:16:29.312838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:29.365825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:29.380293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.383935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-c2b90e00-c729-41a0-9fab-f6e5c436fe3e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', 'tempest-TagsExtTest-Tag-262535773') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:29.507886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.549131 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-113f8cce-951a-4aaf-907b-db8118d2d77c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:29.549727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113f8cce-951a-4aaf-907b-db8118d2d77c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:29.551242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-113f8cce-951a-4aaf-907b-db8118d2d77c tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/478b2ac3-182a-416c-b59c-c0a72a7f480f HTTP/1.1" status: 404 len: 339 time: 0.3041396 Mar 03 12:16:29.562739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59642) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:29.564968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8db324c1-f8d7-4e00-939a-a9fe5b95335e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.595376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8db324c1-f8d7-4e00-939a-a9fe5b95335e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.598867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.706946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.714685 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bc55c1-6235-44c6-ae43-4c30e034cfe0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:29.715138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bc55c1-6235-44c6-ae43-4c30e034cfe0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:29.716847 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a0bc55c1-6235-44c6-ae43-4c30e034cfe0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/2eb041ab-3201-405a-9d3a-7c9a7dd4f534 HTTP/1.1" status: 404 len: 337 time: 0.1483586 Mar 03 12:16:29.717996 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-c2b90e00-c729-41a0-9fab-f6e5c436fe3e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:29.720840 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c2b90e00-c729-41a0-9fab-f6e5c436fe3e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags/tempest-TagsExtTest-Tag-262535773 HTTP/1.1" status: 404 len: 328 time: 0.3520973 Mar 03 12:16:29.721702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59646) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:29.732738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59650) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:29.746909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-24737988-4622-4445-933f-5b83d26af66c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781', 'tempest-TagsExtTest-Tag-39974462') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:29.841414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:16:29.846657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.878092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8db324c1-f8d7-4e00-939a-a9fe5b95335e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:29.878564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db324c1-f8d7-4e00-939a-a9fe5b95335e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Fanout notify agent at l3_agent the message router_deleted on router f704dfe5-edd1-4c8e-90b5-4f10f8cdd858 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:29.883463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.057140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Calling delete_port for 87e9ab2a-0ba3-40d5-b64f-8ba6dbbbaced owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:30.082274 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7c776f-c624-4574-8f3b-37d2def5484b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:30.082810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7c776f-c624-4574-8f3b-37d2def5484b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:30.103226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8db324c1-f8d7-4e00-939a-a9fe5b95335e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.103913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:30.104351 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8db324c1-f8d7-4e00-939a-a9fe5b95335e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/f704dfe5-edd1-4c8e-90b5-4f10f8cdd858 HTTP/1.1" status: 204 len: 168 time: 1.3612983 Mar 03 12:16:30.108247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:30.113910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.114546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59654) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.117254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:30.117857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:30.122526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:30.123112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.126972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=c1452e0a-b683-42fb-b1af-b1a42c5816c4,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:30.127351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:30.130795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b9d55-876c-43f2-86f9-b80f939eac2d None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:30.133038 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:30.134029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.146148 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8f7c776f-c624-4574-8f3b-37d2def5484b tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/8f78fe19-1ff3-4d44-b478-561b96e73b6d HTTP/1.1" status: 404 len: 339 time: 0.4187336 Mar 03 12:16:30.152472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:30.171702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59658) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.248831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Allocated IP 172.26.8.200 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/09f8ffcb-d228-4966-b970-1de57ddff177) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:30.274617 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddcce4c-8ae5-4678-9be8-2d3e5e27f076 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:30.275076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddcce4c-8ae5-4678-9be8-2d3e5e27f076 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:30.276826 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7ddcce4c-8ae5-4678-9be8-2d3e5e27f076 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/7320aaa6-2693-4947-b3ee-32100a49a0ea HTTP/1.1" status: 404 len: 337 time: 0.0962057 Mar 03 12:16:30.282710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59662) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.315600 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-24737988-4622-4445-933f-5b83d26af66c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:30.316689 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-24737988-4622-4445-933f-5b83d26af66c tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags/tempest-TagsExtTest-Tag-39974462 HTTP/1.1" status: 404 len: 327 time: 0.5805323 Mar 03 12:16:30.329771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59666) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.339504 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-abd6fdbb-bf2f-4ded-8e65-d2b1c99cefd8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2928488 Mar 03 12:16:30.343393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-a0331433-dec2-45dc-932e-2a5e2ccea284 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', {'tags': ['tempest-TagsExtTest-Tag-545687414', 'tempest-TagsExtTest-Tag-756459549', 'tempest-TagsExtTest-Tag-844005285']}) {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:30.368464 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ed24251f-fe70-4bd8-9604-2e647d17eed5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3315551 Mar 03 12:16:30.384642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59670) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.385147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59672) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.393097 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d3bdc2-9156-43d0-8865-d86ff8d7c36e tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:30.393508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d3bdc2-9156-43d0-8865-d86ff8d7c36e tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:30.395169 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-42d3bdc2-9156-43d0-8865-d86ff8d7c36e tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/421acaf5-6eeb-4d89-b8c8-ba4d03f4f161 HTTP/1.1" status: 404 len: 339 time: 0.1100700 Mar 03 12:16:30.397656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:30.399459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet 56b346f3-b4da-45f2-8c5f-9120383e3c2e {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:30.407565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59678) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.423331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:30.463315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.495264 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8267cee-f6c8-4bbe-95a5-e238db5caa50 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:30.495712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8267cee-f6c8-4bbe-95a5-e238db5caa50 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:30.499592 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f8267cee-f6c8-4bbe-95a5-e238db5caa50 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/fd11c457-fc49-49ff-b18d-eae4fb333d65 HTTP/1.1" status: 404 len: 337 time: 0.0888946 Mar 03 12:16:30.504996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': 'c1452e0a-b683-42fb-b1af-b1a42c5816c4'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:30.506597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.523660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59682) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.527710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-25228ceb-1365-4437-9320-f72994270ef8 None None] Provisioning for port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:30.532375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-25228ceb-1365-4437-9320-f72994270ef8 None None] Provisioning complete for port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:30.532375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-25228ceb-1365-4437-9320-f72994270ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.601375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.644444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-25228ceb-1365-4437-9320-f72994270ef8 None None] Port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:30.698674 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad388bf1-f63d-4660-9aaa-adc4c452b35e tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:30.699374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad388bf1-f63d-4660-9aaa-adc4c452b35e tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:30.703250 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ad388bf1-f63d-4660-9aaa-adc4c452b35e tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/f34b2154-d0c1-4042-936a-fff86cb1f2af HTTP/1.1" status: 404 len: 339 time: 0.1736662 Mar 03 12:16:30.704596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59686) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.760454 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bd8d2f-ee9d-47b1-8970-9dee153786bc tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:30.761215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bd8d2f-ee9d-47b1-8970-9dee153786bc tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:30.766783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Allocated IP 2001:db8::f816:3eff:fe6c:acf4 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/c1452e0a-b683-42fb-b1af-b1a42c5816c4/8885a038-b66e-4331-97b1-dceb72014fda) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:30.771136 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-84bd8d2f-ee9d-47b1-8970-9dee153786bc tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/c94d28db-f95b-4c9c-927d-99084da43476 HTTP/1.1" status: 404 len: 337 time: 0.0605803 Mar 03 12:16:30.773043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59690) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.799539 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ee4453-c5f5-4793-8907-2301adaa13aa tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:30.805904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ee4453-c5f5-4793-8907-2301adaa13aa tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:30.805904 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-59ee4453-c5f5-4793-8907-2301adaa13aa tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/0858680e-8f52-4d1a-8fbc-9b2b275000bd HTTP/1.1" status: 404 len: 339 time: 0.0286140 Mar 03 12:16:30.806133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59694) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:30.806892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:30.815741 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.821361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:30.832101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:30.836623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:30.841811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:30.846158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:30.853421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:30.858203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:30.868384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:30.997962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:31.001283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.004474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.036734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:31.040655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.041687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.043568 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb54544f-9084-4bf0-9f67-9347942f40f3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:31.044121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb54544f-9084-4bf0-9f67-9347942f40f3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:31.047994 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cb54544f-9084-4bf0-9f67-9347942f40f3 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/a3fd4cb8-f869-4a40-b0fb-3a349ab4deb6 HTTP/1.1" status: 404 len: 337 time: 0.2387784 Mar 03 12:16:31.055837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Transition to ACTIVE for port object 8885a038-b66e-4331-97b1-dceb72014fda will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:31.059199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59698) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:31.077560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Transition to ACTIVE for port object 8885a038-b66e-4331-97b1-dceb72014fda will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:31.089696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Port': ['ID=87e9ab2a-0ba3-40d5-b64f-8ba6dbbbaced,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:31.137676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.138542 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a0331433-dec2-45dc-932e-2a5e2ccea284 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags HTTP/1.1" status: 200 len: 315 time: 0.8054438 Mar 03 12:16:31.143055 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-382fd24e-30e4-4399-95bd-f6ac35844cc0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] DELETE failed (client error): The resource could not be found. Mar 03 12:16:31.143525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382fd24e-30e4-4399-95bd-f6ac35844cc0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:31.145224 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-382fd24e-30e4-4399-95bd-f6ac35844cc0 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/2f5de680-c92d-415c-8a08-eac4f55e3a61 HTTP/1.1" status: 404 len: 339 time: 0.0850377 Mar 03 12:16:31.147468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.170526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59702) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:31.170885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59704) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:31.213143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:31.213681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-aac322bf-743d-4ec1-a1d3-98ffbb11f320 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:31.216296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:31.218637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:31.305495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Pushing event updated for resources: {'Port': ['ID=8885a038-b66e-4331-97b1-dceb72014fda,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:31.328241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Attempting to bind port 8885a038-b66e-4331-97b1-dceb72014fda on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:31.328982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Attempting to bind port 8885a038-b66e-4331-97b1-dceb72014fda by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:31.328982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Attempting to bind port 8885a038-b66e-4331-97b1-dceb72014fda on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:31.335842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:31.336297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:31.338911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.338911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:31.338911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Bound port: 8885a038-b66e-4331-97b1-dceb72014fda, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:31.338911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.342725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.372508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:31.385320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:31.385584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting subnet 099f2f98-d529-40b6-ba01-6086c7652900 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:31.394448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.399469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.402342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:31.448737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] For port 8885a038-b66e-4331-97b1-dceb72014fda, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:31.452125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] For port 8885a038-b66e-4331-97b1-dceb72014fda, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8885a038-b66e-4331-97b1-dceb72014fda,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:31.461001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Port': ['ID=09f8ffcb-d228-4966-b970-1de57ddff177,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:31.477609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.507986 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c2024f7-07f2-4b61-84fe-c3f680e856af (CIDR: 2001:db8::/64) Mar 03 12:16:31.508835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.519189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.604060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cda13-1e1f-4654-93ff-a4fa22293815 None None] Pushing event updated for resources: {'Port': ['ID=8885a038-b66e-4331-97b1-dceb72014fda,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:31.604257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=56b346f3-b4da-45f2-8c5f-9120383e3c2e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:31.606227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.634258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4610ef0-b263-47f3-9371-a9557a69a313 None None] Network 434dd594-b5e9-4420-988d-f5cebda05b80 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:31.684491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.703438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.705928 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dcb5d756-c52e-484c-9248-48f629bb20f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/56b346f3-b4da-45f2-8c5f-9120383e3c2e HTTP/1.1" status: 204 len: 168 time: 1.5901103 Mar 03 12:16:31.709900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.740582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59710) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:31.811507 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-aac322bf-743d-4ec1-a1d3-98ffbb11f320 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags HTTP/1.1" status: 204 len: 168 time: 0.6362925 Mar 03 12:16:31.815627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59714) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:31.851455 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:16:31.852049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:16:31.886716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-c4134b75-9d4c-42c8-aae7-6f63460dde8e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', 'tempest-TagsExtTest-Tag-545687414') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:31.973343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:31.973846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Fanout notify agent at l3_agent the message router_deleted on router 314f27d5-c9a6-4029-960a-e19c950d171b {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:31.997326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.014397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.016211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] DHCP port deletion for 434dd594-b5e9-4420-988d-f5cebda05b80 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:32.018097 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-adc1c7f8-2008-4ef0-9a5b-ea461d270507 tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/routers/314f27d5-c9a6-4029-960a-e19c950d171b HTTP/1.1" status: 204 len: 168 time: 3.9713631 Mar 03 12:16:32.021117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] Deleting port 5aee765f-9404-4ec3-8878-e52b7f6fe682 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:32.021986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.022312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59718) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:32.135615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 5aee765f-9404-4ec3-8878-e52b7f6fe682 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:32.136409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.190970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2859870e-8272-4684-b24c-4ae24b6e17dd tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8025298 Mar 03 12:16:32.194344 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-c4134b75-9d4c-42c8-aae7-6f63460dde8e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:32.195505 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c4134b75-9d4c-42c8-aae7-6f63460dde8e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags/tempest-TagsExtTest-Tag-545687414 HTTP/1.1" status: 404 len: 328 time: 0.3789604 Mar 03 12:16:32.199386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59722) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:32.199886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59724) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:32.201352 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.237263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-bfbf8ea7-49a3-4e3f-b397-000bb5e1d068 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', 'tempest-TagsExtTest-Tag-756459549') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:32.262545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] For port 5aee765f-9404-4ec3-8878-e52b7f6fe682, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5aee765f-9404-4ec3-8878-e52b7f6fe682,segment=NetworkSegment(223e92dd-baa3-42e0-84e3-c6ed62e684c6),segment_id=223e92dd-baa3-42e0-84e3-c6ed62e684c6)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:32.263188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.388035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Allocated IP 2001:db8::fc (b27b1435-2039-485b-bb86-f4c0179b7662/9fcf56b4-5ecb-468b-acb0-858e2351f16b/633e7574-b2c1-47a0-9953-44029386dbd1) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:32.421848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:32.444612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] Calling delete_port for 5aee765f-9404-4ec3-8878-e52b7f6fe682 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:32.494178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.504867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Deleting subnet 2ef56623-5e41-4c7a-94a8-b84a49a56742 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:32.523611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.557700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8885a038-b66e-4331-97b1-dceb72014fda up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:32.628196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.667171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.725581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] Pushing event deleted for resources: {'Port': ['ID=5aee765f-9404-4ec3-8878-e52b7f6fe682,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:32.726162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:32.735353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d0480-8d05-4712-a69f-9e294e407551 None None] No DVR routers for this DVR port 5aee765f-9404-4ec3-8878-e52b7f6fe682 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:32.735510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:32.737098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 8885a038-b66e-4331-97b1-dceb72014fda completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:32.738520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:32.739112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.811739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.817587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5aee765f-9404-4ec3-8878-e52b7f6fe682 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:32.827963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=a3f69f23-27a4-4bf0-b292-56be6c6d9a70,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:32.881443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.884370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 5aee765f-9404-4ec3-8878-e52b7f6fe682 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:32.884720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5aee765f-9404-4ec3-8878-e52b7f6fe682 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:32.954113 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-404f6a23-e805-4ec1-b199-1172f3e3e248 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5641115 Mar 03 12:16:32.954447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59730) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:32.965596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:32.973800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:64:ef:82', 'name': 'tempest-NetworksTestDHCPv6-1484706131'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:32.981850 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-bfbf8ea7-49a3-4e3f-b397-000bb5e1d068 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:32.985654 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bfbf8ea7-49a3-4e3f-b397-000bb5e1d068 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags/tempest-TagsExtTest-Tag-756459549 HTTP/1.1" status: 404 len: 328 time: 0.7496965 Mar 03 12:16:32.998460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59734) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:33.007533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d52e9e-468f-44f2-8282-5fc6bb5d0abb None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:33.024025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-41924905-6e13-4cfe-af6e-6da5094bab0e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5', 'tempest-TagsExtTest-Tag-844005285') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:33.097525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:33.108506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port 5aee765f-9404-4ec3-8878-e52b7f6fe682, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5aee765f-9404-4ec3-8878-e52b7f6fe682,segment=NetworkSegment(223e92dd-baa3-42e0-84e3-c6ed62e684c6),segment_id=223e92dd-baa3-42e0-84e3-c6ed62e684c6)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:33.108934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.117897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:33.131335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:33.196851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:33.259528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1e98fb1e-2629-4c53-9377-b1c057b96d48 None None] Provisioning for port 8885a038-b66e-4331-97b1-dceb72014fda completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:33.270915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.282774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1e98fb1e-2629-4c53-9377-b1c057b96d48 None None] Provisioning complete for port 8885a038-b66e-4331-97b1-dceb72014fda triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:33.282774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1e98fb1e-2629-4c53-9377-b1c057b96d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.284876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 5aee765f-9404-4ec3-8878-e52b7f6fe682 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:33.369548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Subnet': ['ID=099f2f98-d529-40b6-ba01-6086c7652900,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:33.371775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.429925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.433080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef56623-5e41-4c7a-94a8-b84a49a56742,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:33.433431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c1bc4-bb80-4977-b53a-506253cc2c4a None None] Network f3f45c70-3072-4ee5-88d1-706cec9a71ce requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:33.454323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.482086 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-915f0f67-fbbb-4a38-bafc-1587d9bdf07b tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/subnets/2ef56623-5e41-4c7a-94a8-b84a49a56742 HTTP/1.1" status: 204 len: 168 time: 1.4553580 Mar 03 12:16:33.484501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:33.488166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.505352 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59738) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:33.535784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.544068 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-41924905-6e13-4cfe-af6e-6da5094bab0e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:33.545220 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-41924905-6e13-4cfe-af6e-6da5094bab0e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags/tempest-TagsExtTest-Tag-844005285 HTTP/1.1" status: 404 len: 328 time: 0.5456815 Mar 03 12:16:33.548843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59742) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:33.549785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.557824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-bf0b4143-9d48-4d57-ab65-dcff95c9b266 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', {'tags': ['tempest-TagsExtTest-Tag-453541762', 'tempest-TagsExtTest-Tag-1649502039', 'tempest-TagsExtTest-Tag-763352598']}) {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:33.569034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:33.575118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1e98fb1e-2629-4c53-9377-b1c057b96d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.621748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:33.622358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:33.633067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:33.635958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:33.636686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] Update dhcp port {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': 'c1452e0a-b683-42fb-b1af-b1a42c5816c4', 'ip_address': '2001:db8::f816:3eff:fe6c:acf4'}, {'subnet_id': 'a3f69f23-27a4-4bf0-b292-56be6c6d9a70'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '8885a038-b66e-4331-97b1-dceb72014fda'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:16:33.644772 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0a3b7f63-1a18-4900-a58a-ad62860e5b31 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/subnets/099f2f98-d529-40b6-ba01-6086c7652900 HTTP/1.1" status: 204 len: 168 time: 2.4685733 Mar 03 12:16:33.652669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.660463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59746) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:33.718481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:33.730608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.737428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1e98fb1e-2629-4c53-9377-b1c057b96d48 None None] For port 8885a038-b66e-4331-97b1-dceb72014fda, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8885a038-b66e-4331-97b1-dceb72014fda,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:33.768441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.793151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network b27b1435-2039-485b-bb86-f4c0179b7662 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:33.818086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1e98fb1e-2629-4c53-9377-b1c057b96d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.852520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:33.854916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:33.892154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:33.945803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:33.960243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7932dc66-a37f-468b-a244-85bb859ba74b']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:33.960791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Port': ['ID=633e7574-b2c1-47a0-9953-44029386dbd1,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:33.977220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc2dd38-84df-4ec5-9333-7d7462fd6b02') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:33.977498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc2dd38-84df-4ec5-9333-7d7462fd6b02') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:33.989525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98fb1e-2629-4c53-9377-b1c057b96d48 None None] Pushing event updated for resources: {'Port': ['ID=8885a038-b66e-4331-97b1-dceb72014fda,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:33.995844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.022053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.033523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:34.033962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:34.050117 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:34.078587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] Allocated IP 172.20.0.2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/a3f69f23-27a4-4bf0-b292-56be6c6d9a70/8885a038-b66e-4331-97b1-dceb72014fda) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:34.098153 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bf0b4143-9d48-4d57-ab65-dcff95c9b266 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "PUT /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags HTTP/1.1" status: 200 len: 316 time: 0.5461721 Mar 03 12:16:34.104606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] DHCP port deletion for f3f45c70-3072-4ee5-88d1-706cec9a71ce request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:34.118338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.124082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59750) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:34.210680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.tag.tag_plugin [None req-2207acb8-3941-44b0-b3ab-85ae4681cc36 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.241350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 5aee765f-9404-4ec3-8878-e52b7f6fe682 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:34.241350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.243393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] For port 8885a038-b66e-4331-97b1-dceb72014fda, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8885a038-b66e-4331-97b1-dceb72014fda,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:34.253534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] Deleting port fab7be34-cfce-4abd-985b-901fce32fab2 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:34.253914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.301911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting port fab7be34-cfce-4abd-985b-901fce32fab2 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:34.302252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.368783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] The port '5aee765f-9404-4ec3-8878-e52b7f6fe682' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:16:34.376811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.resource_extend [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:16:34.378105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.394768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.417782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.450228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] Transition to ACTIVE for port object 8885a038-b66e-4331-97b1-dceb72014fda will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:34.480545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.510903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.522290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.532358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 2aefbfea-c0c4-49f9-8017-cf44e3c34df8 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:34.570794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:34.582395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:34.595127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:34.595717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.602724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.606514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27fb5-b5d2-4ca2-8dae-cfa4f2b389be None None] Pushing event updated for resources: {'Port': ['ID=8885a038-b66e-4331-97b1-dceb72014fda,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:34.609429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8885a038-b66e-4331-97b1-dceb72014fda up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:34.610830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] Pushing event deleted for resources: {'Network': ['ID=7932dc66-a37f-468b-a244-85bb859ba74b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:34.632374 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2207acb8-3941-44b0-b3ab-85ae4681cc36 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags HTTP/1.1" status: 204 len: 168 time: 0.4780612 Mar 03 12:16:34.643103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59754) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:34.648899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eaa1b9-571b-468d-91f2-fc927f887d79 None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:34.651381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-910b5313-ae23-4517-8f03-fa9f76e1a1cd tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', 'tempest-TagsExtTest-Tag-453541762') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.680574 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fd2d56e5-c24f-4f17-957e-4b7a7bc17e4e tempest-FloatingIPTestJSON-412286237 tempest-FloatingIPTestJSON-412286237-project] 10.222.0.35 "DELETE /v2.0/networks/7932dc66-a37f-468b-a244-85bb859ba74b HTTP/1.1" status: 204 len: 168 time: 1.1728463 Mar 03 12:16:34.684077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Router 1f7d0597-7209-4278-9408-c305c1414264 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:16:34.692739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=94423cca-a1d5-4122-a2b8-b4b250dfc6ae,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:34.705746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434dd594-b5e9-4420-988d-f5cebda05b80']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.724616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223e92dd-baa3-42e0-84e3-c6ed62e684c6') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.724905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223e92dd-baa3-42e0-84e3-c6ed62e684c6') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.743168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.775586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.783693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:34.784234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:34.821980 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:34.827803 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a17adcec-9929-4714-9c57-a00cdc7b6d13 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5959229 Mar 03 12:16:34.832661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59760) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:34.899801 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-910b5313-ae23-4517-8f03-fa9f76e1a1cd tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:34.903611 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-910b5313-ae23-4517-8f03-fa9f76e1a1cd tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags/tempest-TagsExtTest-Tag-453541762 HTTP/1.1" status: 404 len: 328 time: 0.2545557 Mar 03 12:16:34.905346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59764) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:34.911362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-efa8398a-403b-4026-b2f6-a68558bd17aa tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', 'tempest-TagsExtTest-Tag-1649502039') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.939063 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-efa8398a-403b-4026-b2f6-a68558bd17aa tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:34.942805 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-efa8398a-403b-4026-b2f6-a68558bd17aa tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags/tempest-TagsExtTest-Tag-1649502039 HTTP/1.1" status: 404 len: 329 time: 0.0339057 Mar 03 12:16:34.943036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59768) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:34.949949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-baf61477-a763-44b3-a3b8-92296b8a0d63 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a', 'tempest-TagsExtTest-Tag-763352598') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.977408 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-baf61477-a763-44b3-a3b8-92296b8a0d63 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] show failed (client error): The resource could not be found. Mar 03 12:16:34.977408 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-baf61477-a763-44b3-a3b8-92296b8a0d63 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags/tempest-TagsExtTest-Tag-763352598 HTTP/1.1" status: 404 len: 328 time: 0.0320027 Mar 03 12:16:34.979821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59772) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:34.985518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-38d76d83-6108-4e0f-b396-2e8043fe4812 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:34.992326 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] For port fab7be34-cfce-4abd-985b-901fce32fab2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fab7be34-cfce-4abd-985b-901fce32fab2,segment=NetworkSegment(f42721dd-e635-4573-90e5-bd49d428e230),segment_id=f42721dd-e635-4573-90e5-bd49d428e230)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:34.992857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.019102 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-38d76d83-6108-4e0f-b396-2e8043fe4812 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a/tags HTTP/1.1" status: 204 len: 168 time: 0.0377872 Mar 03 12:16:35.023273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59776) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.034837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-1def178b-aabb-4e02-a1d2-fcdcec8b8e53 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '234a6481-e92a-4cc9-b2b3-f1c0a2230de5') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:35.095536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-492849783', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94423cca-a1d5-4122-a2b8-b4b250dfc6ae'}], 'security_groups': ['1d7a7e4a-cb26-4c7c-a239-3da13242fa57']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:35.110585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.141007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] Calling delete_port for fab7be34-cfce-4abd-985b-901fce32fab2 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:35.142977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.162947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=434dd594-b5e9-4420-988d-f5cebda05b80,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:35.182766 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-926be75f-aef4-49ff-ba66-cbe77d716c1d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/434dd594-b5e9-4420-988d-f5cebda05b80 HTTP/1.1" status: 204 len: 168 time: 3.4385905 Mar 03 12:16:35.192729 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59780) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.247623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] For port fab7be34-cfce-4abd-985b-901fce32fab2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fab7be34-cfce-4abd-985b-901fce32fab2,segment=NetworkSegment(f42721dd-e635-4573-90e5-bd49d428e230),segment_id=f42721dd-e635-4573-90e5-bd49d428e230)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:35.247623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.270967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.320476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1917412820', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:35.333317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:35.341479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:router and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:35.343825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fab7be34-cfce-4abd-985b-901fce32fab2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:35.356502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:35.360886 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1def178b-aabb-4e02-a1d2-fcdcec8b8e53 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5/tags HTTP/1.1" status: 204 len: 168 time: 0.3364065 Mar 03 12:16:35.368565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59786) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.371452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:35.388539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-68c5900e-d58d-4b43-b357-ca150936cd09 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5f2dbb77-af7e-4d6b-9287-25688574f781') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:35.408828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59790) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.465271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.513276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.514543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.533663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.538466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: fab7be34-cfce-4abd-985b-901fce32fab2 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:35.540956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fab7be34-cfce-4abd-985b-901fce32fab2 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:35.569383 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-68c5900e-d58d-4b43-b357-ca150936cd09 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781/tags HTTP/1.1" status: 204 len: 168 time: 0.1992340 Mar 03 12:16:35.571907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59796) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.578517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.tag.tag_plugin [None req-c2748b9c-0002-435b-9874-ec52a2949502 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '44a92bc7-5aba-4c0c-a87d-48482d06ed14') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:35.580640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] Pushing event deleted for resources: {'Port': ['ID=fab7be34-cfce-4abd-985b-901fce32fab2,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:35.586373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] Update dhcp port {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'fixed_ips': [{'subnet_id': '8c2024f7-07f2-4b61-84fe-c3f680e856af', 'ip_address': '2001:db8::2'}, {'subnet_id': '94423cca-a1d5-4122-a2b8-b4b250dfc6ae'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:16:35.640214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.649522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94077ff-d655-43c7-a6cf-3e99037c0fd1 None None] No DVR routers for this DVR port fab7be34-cfce-4abd-985b-901fce32fab2 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:35.651161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.682816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Calling delete_port for fab7be34-cfce-4abd-985b-901fce32fab2 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:35.701484 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c2748b9c-0002-435b-9874-ec52a2949502 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14/tags HTTP/1.1" status: 204 len: 168 time: 0.1281779 Mar 03 12:16:35.706166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59800) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.761026 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:16:35.819187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.824200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-019f46d6-5443-431c-ade0-7e62c390598d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6265926 Mar 03 12:16:35.825161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59804) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.831243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767295974'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:35.837288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:35.841356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:35.844391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:35.851156 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:35.919519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-26c65606-dd5f-40d9-a4b9-633701637112 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for subnetpool, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.920786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-26c65606-dd5f-40d9-a4b9-633701637112 tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnetpools/6ca4f2ac-cd17-4e3a-b9e3-58ecd120967a HTTP/1.1" status: 204 len: 168 time: 0.2135420 Mar 03 12:16:35.923327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59808) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:35.965219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:35.968631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:35.990863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:35.994274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-809f0155-1c06-44de-84af-7014ca848d9e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Synchronizing usage tracker for tenant:a1106beca2b94975b2900812f362ae5d on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:36.012030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] Allocated IP 2001:db8:0:1::2 (fc0b853a-dbb0-4993-8361-372d45421cd8/94423cca-a1d5-4122-a2b8-b4b250dfc6ae/896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:36.013100 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] Sync routers for ids ['1f7d0597-7209-4278-9408-c305c1414264'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:36.025367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 172.20.0.13 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/a3f69f23-27a4-4bf0-b292-56be6c6d9a70/2aefbfea-c0c4-49f9-8017-cf44e3c34df8) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:36.034634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:36.035302 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] Routers {'1f7d0597-7209-4278-9408-c305c1414264'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:36.035942 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['1f7d0597-7209-4278-9408-c305c1414264'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:36.052730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.053459 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment b617bb45-e47d-4c64-81c0-8e17ededcc6f of type vlan for network ee3eb660-11ce-45f8-897d-adf1798121be Mar 03 12:16:36.087655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fe64:ef82 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/c1452e0a-b683-42fb-b1af-b1a42c5816c4/2aefbfea-c0c4-49f9-8017-cf44e3c34df8) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:36.088185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.092453 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b54e2358-ae36-40b5-9fa4-c66f3b8dc660 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de009a0003ce46ae8b709e0f0c7e96c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6809268 Mar 03 12:16:36.094660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.098507 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cc12ba29-3fcb-4c15-8fe0-82c028ba13d8 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "PUT /v2.0/routers/1f7d0597-7209-4278-9408-c305c1414264 HTTP/1.1" status: 200 len: 915 time: 8.4870954 Mar 03 12:16:36.099412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59812) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:36.100549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59814) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:36.106483 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:36.115874 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] Routers {'1f7d0597-7209-4278-9408-c305c1414264'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:36.116574 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['1f7d0597-7209-4278-9408-c305c1414264'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:36.119660 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-71ff279b-9275-4157-81e4-d065d76cf6d1 None None] Provisioning for port 8885a038-b66e-4331-97b1-dceb72014fda completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:36.133698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-809f0155-1c06-44de-84af-7014ca848d9e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Unset dirty status for tenant:a1106beca2b94975b2900812f362ae5d on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:36.135180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-809f0155-1c06-44de-84af-7014ca848d9e tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "GET /v2.0/ports?device_id=234a6481-e92a-4cc9-b2b3-f1c0a2230de5 HTTP/1.1" status: 200 len: 205 time: 0.2108424 Mar 03 12:16:36.137902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59820) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:36.183746 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:36.184180 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e44d7a6-d9c7-4a1d-8713-947bfc10b55e None None] The sync data for ids ['1f7d0597-7209-4278-9408-c305c1414264'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:36.217331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-71ff279b-9275-4157-81e4-d065d76cf6d1 None None] Provisioning complete for port 8885a038-b66e-4331-97b1-dceb72014fda triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:36.217750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-71ff279b-9275-4157-81e4-d065d76cf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.284874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff859b6-1f2a-4656-9787-aa62dca0b06f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.344913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,segment=NetworkSegment(12de9e01-bf5a-4197-a2ce-68167939496a),segment_id=12de9e01-bf5a-4197-a2ce-68167939496a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:36.352217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:36.352828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:36.379388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.385635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:36.386827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.448117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.449467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.468953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] Transition to ACTIVE for port object 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:36.507790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8885a038-b66e-4331-97b1-dceb72014fda up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:36.580096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.793747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8885a038-b66e-4331-97b1-dceb72014fda triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:36.794365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.817390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=ee3eb660-11ce-45f8-897d-adf1798121be,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:36.823477 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f974ba7e-0570-4e1e-b2de-fa29f66ff06d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9970725 Mar 03 12:16:36.826346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59824) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:36.834350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:36.859499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network ee3eb660-11ce-45f8-897d-adf1798121be details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:36.863937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Deleting port fab7be34-cfce-4abd-985b-901fce32fab2 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:36.864558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.872913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b891b-cac6-4513-9529-77a34e7aacdd None None] Pushing event updated for resources: {'Port': ['ID=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:36.926839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff859b6-1f2a-4656-9787-aa62dca0b06f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.931472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff859b6-1f2a-4656-9787-aa62dca0b06f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:36.955524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b1eddb5-4e85-4036-ade6-f532d6c798bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.013544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.033119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:37.037464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:37.040727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:37.047043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:37.088345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] The port 'fab7be34-cfce-4abd-985b-901fce32fab2' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:16:37.099952 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0b5125ce-c0b3-4621-bc5d-510bb6c85b25 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/1f7d0597-7209-4278-9408-c305c1414264 HTTP/1.1" status: 200 len: 921 time: 0.9870465 Mar 03 12:16:37.102751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59828) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:37.145169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:37.149480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.163408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff859b6-1f2a-4656-9787-aa62dca0b06f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.164043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff859b6-1f2a-4656-9787-aa62dca0b06f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Fanout notify agent at l3_agent the message router_deleted on router 234a6481-e92a-4cc9-b2b3-f1c0a2230de5 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:37.203318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fff859b6-1f2a-4656-9787-aa62dca0b06f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.204525 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fff859b6-1f2a-4656-9787-aa62dca0b06f tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/routers/234a6481-e92a-4cc9-b2b3-f1c0a2230de5 HTTP/1.1" status: 204 len: 168 time: 1.0656369 Mar 03 12:16:37.219016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59832) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:37.235064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b1eddb5-4e85-4036-ade6-f532d6c798bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.322660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e7558-4973-4b04-8024-a54254ba693e tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:37.326641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-200e7558-4973-4b04-8024-a54254ba693e tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=1f7d0597-7209-4278-9408-c305c1414264&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2202625 Mar 03 12:16:37.328546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59836) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:37.515777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.542864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63860897-ab59-454a-ac13-0316f274426f tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:37.546855 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-63860897-ab59-454a-ac13-0316f274426f tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.2164745 Mar 03 12:16:37.547468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59840) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:37.569840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.585235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Deleting port 5f2dbb77-af7e-4d6b-9287-25688574f781 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:37.585601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.595797 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-730f6567-decc-4ca2-80aa-9a64a47ee7e6 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f7d0597-7209-4278-9408-c305c1414264 HTTP/1.1" status: 200 len: 205 time: 0.0476198 Mar 03 12:16:37.597496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.601553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59844) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:37.626402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Provisioning for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:37.633017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:37.633399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.746940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 2aefbfea-c0c4-49f9-8017-cf44e3c34df8 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:37.759566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:37.759922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: ee3eb660-11ce-45f8-897d-adf1798121be, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:37.767405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=06235a49-743a-4cdb-8073-a0378363efb9,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:37.783611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Provisioning complete for port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:37.784037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.804037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f45c70-3072-4ee5-88d1-706cec9a71ce']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:37.844035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:37.855838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Provisioning complete for port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:37.856244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.870878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42721dd-e635-4573-90e5-bd49d428e230') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:37.871542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42721dd-e635-4573-90e5-bd49d428e230') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:37.881475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.924264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-dcc47728-598d-4046-9ec3-429c77adf11b None None] Port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:37.931039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b1eddb5-4e85-4036-ade6-f532d6c798bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.942474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:37.944264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network ee3eb660-11ce-45f8-897d-adf1798121be is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:37.986869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.009389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eddb5-4e85-4036-ade6-f532d6c798bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea626fc0-8825-4140-88af-277a2ecf3b8c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:38.032611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-90a0ff9a-3ef3-4a9b-a2a5-c7399ad281f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.038836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.073690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.106568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, ee3eb660-11ce-45f8-897d-adf1798121be) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:38.111743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:38.112829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.119234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4fae4-8438-4a8e-8169-f5bd52002da5 None None] Network ee3eb660-11ce-45f8-897d-adf1798121be requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:38.122630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:38.123030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.135441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Deleting port 09f8ffcb-d228-4966-b970-1de57ddff177 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:38.136124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:38.147930 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:38.192499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b1eddb5-4e85-4036-ade6-f532d6c798bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.195745 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1b1eddb5-4e85-4036-ade6-f532d6c798bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea626fc0-8825-4140-88af-277a2ecf3b8c HTTP/1.1" status: 204 len: 168 time: 2.0847497 Mar 03 12:16:38.305354 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1813fc5f-775f-4f2d-ab7b-1396ecca066c tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4778881 Mar 03 12:16:38.312912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59850) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:38.383391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-ee3eb660-11ce-45f8-897d-adf1798121be', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:38.384284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.444496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.504274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:38.585360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:38.596161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Router 5f1a62e5-f937-41af-85a8-19da085fdcb1 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:16:38.609639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:38.632886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Allocated IP 2001:db8::2 (ee3eb660-11ce-45f8-897d-adf1798121be/06235a49-743a-4cdb-8073-a0378363efb9/1eee578b-b386-412b-8eb0-9da19b49b1b7) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:38.641212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.654344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:38.654344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.672840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:38.726621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.750301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Delete allocated IP 2001:db8::140 (fc0b853a-dbb0-4993-8361-372d45421cd8/8c2024f7-07f2-4b61-84fe-c3f680e856af) {{(pid=88431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 12:16:38.890950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:38.892382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:38.929553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.001045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.050847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.064985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Calling delete_port for 09f8ffcb-d228-4966-b970-1de57ddff177 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:39.065646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Transition to ACTIVE for port object 1eee578b-b386-412b-8eb0-9da19b49b1b7 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:39.085510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Transition to ACTIVE for port object 1eee578b-b386-412b-8eb0-9da19b49b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:39.165015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Calling delete_port for 5f2dbb77-af7e-4d6b-9287-25688574f781 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:39.169356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.179412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.197775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=2aefbfea-c0c4-49f9-8017-cf44e3c34df8,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:39.214781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] Pushing event deleted for resources: {'Network': ['ID=f3f45c70-3072-4ee5-88d1-706cec9a71ce,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:39.223482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8:0:1::129 (fc0b853a-dbb0-4993-8361-372d45421cd8/94423cca-a1d5-4122-a2b8-b4b250dfc6ae/3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:39.239734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9199fedd-1a4e-45ee-ad51-0cdfd1a2f977 tempest-NetworksTest-822243965 tempest-NetworksTest-822243965-project] 10.222.0.35 "DELETE /v2.0/networks/f3f45c70-3072-4ee5-88d1-706cec9a71ce HTTP/1.1" status: 204 len: 168 time: 5.5469139 Mar 03 12:16:39.257343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-35069745-3450-439d-aa8f-2bba43f694b0 None None] Provisioning for port 2aefbfea-c0c4-49f9-8017-cf44e3c34df8 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:39.278334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Network ee3eb660-11ce-45f8-897d-adf1798121be is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:39.284978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:39.289625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:39.292482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:39.296664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-35069745-3450-439d-aa8f-2bba43f694b0 None None] Provisioning complete for port 2aefbfea-c0c4-49f9-8017-cf44e3c34df8 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:39.304892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-35069745-3450-439d-aa8f-2bba43f694b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.304990 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2631d14f-061c-4e97-81a4-1cd83675ae65 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.3454306 Mar 03 12:16:39.305082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59870) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:39.374984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Sync routers for ids ['5f1a62e5-f937-41af-85a8-19da085fdcb1'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:39.381612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.381934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Pushing event updated for resources: {'Port': ['ID=1eee578b-b386-412b-8eb0-9da19b49b1b7,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:39.383454 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fce7f16e-18e1-4f2b-adb6-b641be7f1b3c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.4404070 Mar 03 12:16:39.404339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59876) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:39.496806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Routers {'5f1a62e5-f937-41af-85a8-19da085fdcb1'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:39.497445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5f1a62e5-f937-41af-85a8-19da085fdcb1'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:39.598613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.610086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-35069745-3450-439d-aa8f-2bba43f694b0 None None] Port 2aefbfea-c0c4-49f9-8017-cf44e3c34df8 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:39.630293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:39.632948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.637362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Attempting to bind port 1eee578b-b386-412b-8eb0-9da19b49b1b7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:39.637933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Attempting to bind port 1eee578b-b386-412b-8eb0-9da19b49b1b7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:39.638278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Attempting to bind port 1eee578b-b386-412b-8eb0-9da19b49b1b7 on network ee3eb660-11ce-45f8-897d-adf1798121be {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:39.655652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:39.656086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Checking segment: {'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:39.656433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.656825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Bound using segment: {'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:39.657309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Bound port: 1eee578b-b386-412b-8eb0-9da19b49b1b7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:39.657682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.704680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event deleted for resources: {'Port': ['ID=5f2dbb77-af7e-4d6b-9287-25688574f781,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:39.706953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.814071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Set router 5f1a62e5-f937-41af-85a8-19da085fdcb1 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:39.854233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59884) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:39.854933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59886) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:39.865292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:39.956687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] In _notify_port_updated(), no bound segment for port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa on network fc0b853a-dbb0-4993-8361-372d45421cd8 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:16:39.964560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:39.965469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:39.972120 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3fcb8917-e9d8-48fb-80e9-9f54f69c536b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "PUT /v2.0/ports/3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa HTTP/1.1" status: 200 len: 930 time: 5.1277320 Mar 03 12:16:39.990160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] For port 1eee578b-b386-412b-8eb0-9da19b49b1b7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:39.992510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59894) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:40.128110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.247582 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e3c8a922-a9b4-4631-9db3-b39734f5875b tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/ports/5f2dbb77-af7e-4d6b-9287-25688574f781 HTTP/1.1" status: 204 len: 168 time: 3.0172329 Mar 03 12:16:40.248332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59900) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:40.257289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.295928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2598f216-527d-4467-aaaf-3bbdd338b59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.303579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] For port 1eee578b-b386-412b-8eb0-9da19b49b1b7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1eee578b-b386-412b-8eb0-9da19b49b1b7,segment=NetworkSegment(b617bb45-e47d-4c64-81c0-8e17ededcc6f),segment_id=b617bb45-e47d-4c64-81c0-8e17ededcc6f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:40.328710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1a62e5-f937-41af-85a8-19da085fdcb1', 'name': '', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662', 'external_fixed_ips': [{'subnet_id': '9fcf56b4-5ecb-468b-acb0-858e2351f16b', 'ip_address': '2001:db8::fc'}], 'enable_snat': True}, 'gw_port_id': '633e7574-b2c1-47a0-9953-44029386dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:29Z', 'updated_at': '2022-03-03T12:16:34Z', 'revision_number': 3, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port': {'id': '633e7574-b2c1-47a0-9953-44029386dbd1', 'name': '', 'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1a62e5-f937-41af-85a8-19da085fdcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fcf56b4-5ecb-468b-acb0-858e2351f16b', 'ip_address': '2001:db8::fc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:31Z', 'updated_at': '2022-03-03T12:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fcf56b4-5ecb-468b-acb0-858e2351f16b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:40.333865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Deleting subnet 44a92bc7-5aba-4c0c-a87d-48482d06ed14 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:40.334299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Checking router: 5f1a62e5-f937-41af-85a8-19da085fdcb1 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:16:40.334904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Updating router 5f1a62e5-f937-41af-85a8-19da085fdcb1 port 633e7574-b2c1-47a0-9953-44029386dbd1 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:16:40.341439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.346325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.381952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2741319c-9407-4952-9e73-ed01d96fc8b4 None None] Provisioning for port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:40.394542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2741319c-9407-4952-9e73-ed01d96fc8b4 None None] Provisioning complete for port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:40.395145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2741319c-9407-4952-9e73-ed01d96fc8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.420056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.439698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.481419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'networks': [{'name': 'tempest-network--1316716424'}, {'name': 'tempest-network--618338992'}]} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:40.481745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'network': {'name': 'tempest-network--1316716424'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:40.482204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'network': {'name': 'tempest-network--618338992'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:40.499527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:40.505653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event deleted for resources: {'Port': ['ID=09f8ffcb-d228-4966-b970-1de57ddff177,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:40.509786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.527854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Usage tracker for resource:network and tenant:11da790b22bc4dbdab919198ebb66940 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:40.533783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:40.551751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:40.570589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:40.571434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.576793 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5f0e0d1c-6d2c-443c-ac51-0d9903abcb4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1888fcbb0598472a85c36b3735944a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7147207 Mar 03 12:16:40.581542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59906) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:40.603626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2741319c-9407-4952-9e73-ed01d96fc8b4 None None] Port 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:40.605124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007140-1157-4af3-b26c-19bb1fe12fcd None None] Pushing event updated for resources: {'Port': ['ID=1eee578b-b386-412b-8eb0-9da19b49b1b7,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:40.643288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Made reservation on behalf of 11da790b22bc4dbdab919198ebb66940 for: {'network': 2} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:40.649711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.662444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8::1 (ee3eb660-11ce-45f8-897d-adf1798121be/06235a49-743a-4cdb-8073-a0378363efb9/d06c7fb6-aa54-47eb-b592-c74d8533c26f) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:40.685289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.720234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.867278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee85ef-2b21-47d2-a0b0-9310ee6e4d7d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:40.873722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee85ef-2b21-47d2-a0b0-9310ee6e4d7d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:40.874565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f0ee85ef-2b21-47d2-a0b0-9310ee6e4d7d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:40.916252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:40.942435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Usage tracker for resource:security_group_rule and tenant:11da790b22bc4dbdab919198ebb66940 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:40.948987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:40.964718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.984049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd11a5a2-06d8-44b6-806a-50b4aeee8901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:40.988768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:41.000300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Transition to ACTIVE for port object 633e7574-b2c1-47a0-9953-44029386dbd1 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:41.060726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd11a5a2-06d8-44b6-806a-50b4aeee8901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.072666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.096367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.101735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.147059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.168993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.217290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Attempting to bind port 633e7574-b2c1-47a0-9953-44029386dbd1 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:41.217919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Attempting to bind port 633e7574-b2c1-47a0-9953-44029386dbd1 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:41.218480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Attempting to bind port 633e7574-b2c1-47a0-9953-44029386dbd1 on network b27b1435-2039-485b-bb86-f4c0179b7662 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:41.230413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a7681-cefe-49af-a171-6621c10fb584 None None] Pushing event updated for resources: {'Port': ['ID=633e7574-b2c1-47a0-9953-44029386dbd1,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:41.235887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:41.237012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Checking segment: {'id': '1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:41.237489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.237956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Bound using segment: {'id': '1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:41.238472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Bound port: 633e7574-b2c1-47a0-9953-44029386dbd1, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b27b1435-2039-485b-bb86-f4c0179b7662'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:41.238855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.243899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.245108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.276100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.329301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd11a5a2-06d8-44b6-806a-50b4aeee8901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.353689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:41.373891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event deleted for resources: {'Subnet': ['ID=44a92bc7-5aba-4c0c-a87d-48482d06ed14,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:41.375837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] For port 633e7574-b2c1-47a0-9953-44029386dbd1, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:41.383710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.385997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] For port 633e7574-b2c1-47a0-9953-44029386dbd1, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=633e7574-b2c1-47a0-9953-44029386dbd1,segment=NetworkSegment(1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9),segment_id=1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:41.387652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.388096 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Added segment c72624be-3d9d-4ef3-a046-385ffb3c42b7 of type vlan for network 69d02cad-f02d-47ef-aa4e-df48b433aa19 Mar 03 12:16:41.392567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3632f-ade3-488c-aa5b-703963c4628a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:41.396129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931387d6-832f-477f-ba2b-039854b68653 None None] Network 140b67d0-ede1-435c-b849-42e2ca17890b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:41.413479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f0ee85ef-2b21-47d2-a0b0-9310ee6e4d7d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:41.419346 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f0ee85ef-2b21-47d2-a0b0-9310ee6e4d7d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 2.0924191 Mar 03 12:16:41.420078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.424932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59910) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:41.426174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.437335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11a5a2-06d8-44b6-806a-50b4aeee8901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519fb379-26fd-4608-80e7-6c878ef4e987,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:41.442909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd11a5a2-06d8-44b6-806a-50b4aeee8901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.443791 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dd11a5a2-06d8-44b6-806a-50b4aeee8901 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/519fb379-26fd-4608-80e7-6c878ef4e987 HTTP/1.1" status: 204 len: 168 time: 0.8611109 Mar 03 12:16:41.490423 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4f45fec8-ccb4-45ba-ab2a-ddeb7d96a1ae tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/subnets/44a92bc7-5aba-4c0c-a87d-48482d06ed14 HTTP/1.1" status: 204 len: 168 time: 1.2383127 Mar 03 12:16:41.493257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:41.493975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.522107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.553535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Deleting port 633e7574-b2c1-47a0-9953-44029386dbd1 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:41.553937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.631538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.667352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.719500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 2aefbfea-c0c4-49f9-8017-cf44e3c34df8 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:41.723759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.723898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Routers {'5f1a62e5-f937-41af-85a8-19da085fdcb1'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:41.723898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5f1a62e5-f937-41af-85a8-19da085fdcb1'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:41.767081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Deleting port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:41.767417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.800580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.801405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Fanout notify agent at l3_agent the message router_deleted on router 1f7d0597-7209-4278-9408-c305c1414264 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:41.813332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.855654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:41.861290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:16:41.950759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object d06c7fb6-aa54-47eb-b592-c74d8533c26f will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:42.007157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a7681-cefe-49af-a171-6621c10fb584 None None] Pushing event updated for resources: {'Port': ['ID=633e7574-b2c1-47a0-9953-44029386dbd1,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:42.035782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:42.041869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.053119 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3178ab08-4464-4271-98c2-b57098206c9a tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/1f7d0597-7209-4278-9408-c305c1414264 HTTP/1.1" status: 204 len: 168 time: 4.4258151 Mar 03 12:16:42.057186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59926) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:42.073967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1906557263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:42.086727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:42.089659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.089979 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Added segment f703497d-d2a3-4744-a789-22d966038ca5 of type vlan for network 49e5b7c5-cbde-4423-8c0d-d4cdefe36479 Mar 03 12:16:42.131055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:42.150662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Usage tracker for resource:router and tenant:24c1d4ed33e14d6493c42a08260749d2 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:42.150881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] Set router 5f1a62e5-f937-41af-85a8-19da085fdcb1 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:42.164157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:42.207123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:42.253776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] For port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,segment=NetworkSegment(bbd2cf92-7e0f-4dfb-84cf-524cd47911da),segment_id=bbd2cf92-7e0f-4dfb-84cf-524cd47911da)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:42.254045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.315300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.365167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] For port 633e7574-b2c1-47a0-9953-44029386dbd1, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=633e7574-b2c1-47a0-9953-44029386dbd1,segment=NetworkSegment(1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9),segment_id=1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:42.365449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.378580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d0d63-f894-44b8-86c1-1bb867b73c76 None None] Network ee3eb660-11ce-45f8-897d-adf1798121be requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:42.465819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Calling delete_port for d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:42.481416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1a62e5-f937-41af-85a8-19da085fdcb1', 'name': '', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:29Z', 'updated_at': '2022-03-03T12:16:41Z', 'revision_number': 4, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:42.496709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.505007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.506859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.515297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Calling delete_port for 633e7574-b2c1-47a0-9953-44029386dbd1 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:42.570191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8406866-2002-4aa1-bc6a-44208756f7c6 None None] The sync data for ids ['5f1a62e5-f937-41af-85a8-19da085fdcb1'] in dv-neutron-831730-1-hyperv is: [{'id': '5f1a62e5-f937-41af-85a8-19da085fdcb1', 'name': '', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:29Z', 'updated_at': '2022-03-03T12:16:41Z', 'revision_number': 4, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:42.580332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.638003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1eee578b-b386-412b-8eb0-9da19b49b1b7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:42.672994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-59df3655-e584-45b8-b7f1-32004ccc304e None None] Provisioning for port 1eee578b-b386-412b-8eb0-9da19b49b1b7 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:42.706558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.707305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.714282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:42.728961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:42.728961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.729559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network ee3eb660-11ce-45f8-897d-adf1798121be is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:42.737965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:42.745132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:42.745666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.795900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=d06c7fb6-aa54-47eb-b592-c74d8533c26f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:42.818783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.820970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.902668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:42.933449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] DHCP port deletion for 140b67d0-ede1-435c-b849-42e2ca17890b request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:42.943681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1eee578b-b386-412b-8eb0-9da19b49b1b7 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:42.963037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1eee578b-b386-412b-8eb0-9da19b49b1b7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:42.963037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.965062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:42.991483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-15deb805-2be3-44e8-bcf1-d91198d05123 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa HTTP/1.1" status: 204 len: 168 time: 2.9962585 Mar 03 12:16:42.994711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59942) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:42.999076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Deleting port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:42.999331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.057341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.122114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 2aefbfea-c0c4-49f9-8017-cf44e3c34df8 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:43.131541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59946) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:43.150716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b85d192-0436-45db-8260-71e82f272fb5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:16:43.151252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3b85d192-0436-45db-8260-71e82f272fb5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:43.165514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event deleted for resources: {'Port': ['ID=633e7574-b2c1-47a0-9953-44029386dbd1,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:43.220769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Network': ['ID=69d02cad-f02d-47ef-aa4e-df48b433aa19,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:43.250052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 69d02cad-f02d-47ef-aa4e-df48b433aa19 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:43.262511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.266017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4057529 Mar 03 12:16:43.301386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.309973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59952) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:43.318901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.335389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.485154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-dc95cc37-6976-48d9-b62d-7e8260852bef tempest-DvrRoutersNegativeTest-569230366 tempest-DvrRoutersNegativeTest-569230366-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1284294222', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:43.488490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.policy [None req-dc95cc37-6976-48d9-b62d-7e8260852bef tempest-DvrRoutersNegativeTest-569230366 tempest-DvrRoutersNegativeTest-569230366-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88430) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 03 12:16:43.489025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.policy [None req-dc95cc37-6976-48d9-b62d-7e8260852bef tempest-DvrRoutersNegativeTest-569230366 tempest-DvrRoutersNegativeTest-569230366-project] Failed policy check for 'create_router' {{(pid=88430) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 03 12:16:43.490424 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-dc95cc37-6976-48d9-b62d-7e8260852bef tempest-DvrRoutersNegativeTest-569230366 tempest-DvrRoutersNegativeTest-569230366-project] create failed (client error): Access was denied to this resource. Mar 03 12:16:43.491905 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dc95cc37-6976-48d9-b62d-7e8260852bef tempest-DvrRoutersNegativeTest-569230366 tempest-DvrRoutersNegativeTest-569230366-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3596456 Mar 03 12:16:43.493085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3b85d192-0436-45db-8260-71e82f272fb5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:43.495670 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3b85d192-0436-45db-8260-71e82f272fb5 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/3dba7ad1-689d-4ee2-8c55-2bbdf0fcdcfa HTTP/1.1" status: 404 len: 333 time: 0.5000114 Mar 03 12:16:43.505297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] For port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,segment=NetworkSegment(bbd2cf92-7e0f-4dfb-84cf-524cd47911da),segment_id=bbd2cf92-7e0f-4dfb-84cf-524cd47911da)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:43.507122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.520712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59960) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:43.548028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] No DVR routers for this DVR port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:43.604294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event deleted for resources: {'Port': ['ID=d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:43.650143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc896e3-83fb-421a-902b-f6387a23620d tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Network': ['ID=49e5b7c5-cbde-4423-8c0d-d4cdefe36479,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:43.714724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Calling delete_port for d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:43.768907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 49e5b7c5-cbde-4423-8c0d-d4cdefe36479 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:43.795438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.851339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.860075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.876126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1eee578b-b386-412b-8eb0-9da19b49b1b7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1eee578b-b386-412b-8eb0-9da19b49b1b7,segment=NetworkSegment(b617bb45-e47d-4c64-81c0-8e17ededcc6f),segment_id=b617bb45-e47d-4c64-81c0-8e17ededcc6f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:43.940660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140b67d0-ede1-435c-b849-42e2ca17890b']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:43.966354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd2cf92-7e0f-4dfb-84cf-524cd47911da') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:43.966808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd2cf92-7e0f-4dfb-84cf-524cd47911da') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:43.973523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.976705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:43.995432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fa6d8d26-2e5c-4454-92ac-bd19815c5fe7 None None] Provisioning for port d06c7fb6-aa54-47eb-b592-c74d8533c26f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:44.002647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.042551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.048936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.053622 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3e494d4d-f4d5-451c-8c0e-3e9b35051232 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9870799 Mar 03 12:16:44.056357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fa6d8d26-2e5c-4454-92ac-bd19815c5fe7 None None] Provisioning complete for port d06c7fb6-aa54-47eb-b592-c74d8533c26f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:44.056357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8d26-2e5c-4454-92ac-bd19815c5fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.061356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59966) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:44.078288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.086969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': False}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:44.093275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:44.094205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.125869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:44.126225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:44.153204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d8d26-2e5c-4454-92ac-bd19815c5fe7 None None] Port d06c7fb6-aa54-47eb-b592-c74d8533c26f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:44.158550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1eee578b-b386-412b-8eb0-9da19b49b1b7,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:44.170659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fa6d8d26-2e5c-4454-92ac-bd19815c5fe7 None None] Provisioning complete for port 1eee578b-b386-412b-8eb0-9da19b49b1b7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:44.171227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8d26-2e5c-4454-92ac-bd19815c5fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:44.205751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59970) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:44.286557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.375330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.397932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.398467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1a62e5-f937-41af-85a8-19da085fdcb1 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:44.436406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e876d9ae-5ce5-4552-bda3-14f46278d03b None None] Provisioning complete for port d06c7fb6-aa54-47eb-b592-c74d8533c26f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:44.436879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e876d9ae-5ce5-4552-bda3-14f46278d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.437241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.454451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=2aefbfea-c0c4-49f9-8017-cf44e3c34df8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:44.475282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.533718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e876d9ae-5ce5-4552-bda3-14f46278d03b None None] Port d06c7fb6-aa54-47eb-b592-c74d8533c26f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:44.567584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] Pushing event deleted for resources: {'Network': ['ID=140b67d0-ede1-435c-b849-42e2ca17890b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:44.580932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1eee578b-b386-412b-8eb0-9da19b49b1b7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:44.599824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.601088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c9ebcc90-92db-4aad-ae55-5161856899c3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "DELETE /v2.0/routers/5f1a62e5-f937-41af-85a8-19da085fdcb1 HTTP/1.1" status: 204 len: 168 time: 5.1820481 Mar 03 12:16:44.608060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59976) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:44.608543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e65783-853b-46cc-8c47-31adec1ea206 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:44.609378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:44.614954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e65783-853b-46cc-8c47-31adec1ea206 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:44.616593 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2c06c87b-3abb-404b-b3e8-0f713af655ca tempest-TagsExtTest-830858424 tempest-TagsExtTest-830858424-project] 10.222.0.35 "DELETE /v2.0/networks/140b67d0-ede1-435c-b849-42e2ca17890b HTTP/1.1" status: 204 len: 168 time: 3.1242652 Mar 03 12:16:44.620606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Usage tracker for resource:security_group_rule and tenant:789f42ff281f4089b3d89bdc36ae2c9d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:44.622141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e65783-853b-46cc-8c47-31adec1ea206 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:44.623583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:44.632140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:44.644464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e65783-853b-46cc-8c47-31adec1ea206 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:44.650290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Deleting port d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:44.650870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.654676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e65783-853b-46cc-8c47-31adec1ea206 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:44.656359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-02e65783-853b-46cc-8c47-31adec1ea206 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 1.3398268 Mar 03 12:16:44.664272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59982) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:44.741701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-72beb077-2e60-41fe-b5d4-00001975ea52 None None] The port 'd3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:16:44.741935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.748986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1eee578b-b386-412b-8eb0-9da19b49b1b7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:44.749685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.788646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6fe69f1-3364-46e8-a909-fb7dc52e60c1 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.837071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.878159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.919031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Deleting subnet 9fcf56b4-5ecb-468b-acb0-858e2351f16b {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:44.935380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.954389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:44.984451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6fe69f1-3364-46e8-a909-fb7dc52e60c1 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:44.997384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c586abb-4aa9-4576-b330-1462eee69fe9,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:45.004918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.008657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:16:45.009174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d3f0b55b-8d90-4a6a-9dd3-4d232fb4fb1b not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:16:45.014637 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1a12698b-4152-4743-8ce7-4f3d536bf43f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=789f42ff281f4089b3d89bdc36ae2c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7976418 Mar 03 12:16:45.019838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 59988) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:45.045008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.072661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.113050 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70b0e20e-8365-4cdd-b1bb-98293738b7ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/2aefbfea-c0c4-49f9-8017-cf44e3c34df8 HTTP/1.1" status: 204 len: 168 time: 3.6773086 Mar 03 12:16:45.122448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.123976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59992) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:45.124332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 59994) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:45.170659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-922cdbf1-fad2-49f6-84b8-7ac2263c47e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.173224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.240439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-922cdbf1-fad2-49f6-84b8-7ac2263c47e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.387407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.399961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.400754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.429263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-922cdbf1-fad2-49f6-84b8-7ac2263c47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.439719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9fcf56b4-5ecb-468b-acb0-858e2351f16b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:45.449629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.449629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cdbf1-fad2-49f6-84b8-7ac2263c47e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c586abb-4aa9-4576-b330-1462eee69fe9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:45.457911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6fe69f1-3364-46e8-a909-fb7dc52e60c1 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.460855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-922cdbf1-fad2-49f6-84b8-7ac2263c47e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.464054 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-922cdbf1-fad2-49f6-84b8-7ac2263c47e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c586abb-4aa9-4576-b330-1462eee69fe9 HTTP/1.1" status: 204 len: 168 time: 0.4337039 Mar 03 12:16:45.464054 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5b5f440e-658b-4f67-9294-96e47f752f17 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/9fcf56b4-5ecb-468b-acb0-858e2351f16b HTTP/1.1" status: 204 len: 168 time: 0.8515954 Mar 03 12:16:45.466072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60006) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:45.580422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.587551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.605682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe69f1-3364-46e8-a909-fb7dc52e60c1 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fae6bd5-fd3b-44ef-a2c6-4c48bbb98275,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:45.639615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97dcc6-0267-42cf-892d-7c6e7413b8dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:45.639615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97dcc6-0267-42cf-892d-7c6e7413b8dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:45.639615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97dcc6-0267-42cf-892d-7c6e7413b8dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:45.639615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9a97dcc6-0267-42cf-892d-7c6e7413b8dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:45.738802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=d06c7fb6-aa54-47eb-b592-c74d8533c26f,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:45.741494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c6fe69f1-3364-46e8-a909-fb7dc52e60c1 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.745351 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c6fe69f1-3364-46e8-a909-fb7dc52e60c1 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/security-groups/9fae6bd5-fd3b-44ef-a2c6-4c48bbb98275 HTTP/1.1" status: 204 len: 168 time: 2.1722319 Mar 03 12:16:45.756369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d02cad-f02d-47ef-aa4e-df48b433aa19']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:45.780335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60012) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:45.793096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72624be-3d9d-4ef3-a046-385ffb3c42b7') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:45.793391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72624be-3d9d-4ef3-a046-385ffb3c42b7') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:45.827935 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-34c5d2f0-6aee-488b-889b-3252f974e4b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1106beca2b94975b2900812f362ae5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001984 Mar 03 12:16:45.838326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60020) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:45.841792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.850843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.879454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27b1435-2039-485b-bb86-f4c0179b7662']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:45.892822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:45.893119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5c41c0-d58b-45cf-9f24-4a82d8a3f9e9') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:45.905923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.908564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.923024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.929590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:45.929982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.930778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9a97dcc6-0267-42cf-892d-7c6e7413b8dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:45.931942 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9a97dcc6-0267-42cf-892d-7c6e7413b8dc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8058760 Mar 03 12:16:45.939784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60026) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:45.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:45.946404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:45.946404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:45.964405 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:46.071153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network ee3eb660-11ce-45f8-897d-adf1798121be is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:46.094498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:46.106325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.124254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b27b1435-2039-485b-bb86-f4c0179b7662 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 12:16:46.126813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.134300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9b897a8c-d64e-45b0-92d1-c834e5cd2279 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.138351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event deleted for resources: {'Network': ['ID=b27b1435-2039-485b-bb86-f4c0179b7662,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:46.142555 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dc96592d-76bf-4a94-87c6-de4e96ef0eb8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "DELETE /v2.0/networks/b27b1435-2039-485b-bb86-f4c0179b7662 HTTP/1.1" status: 204 len: 168 time: 0.6755600 Mar 03 12:16:46.348407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet a3f69f23-27a4-4bf0-b292-56be6c6d9a70 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:46.348407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.349797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e2552fd-3de9-4782-a83c-1a01e4a124ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.439794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.443202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.499949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Network': ['ID=69d02cad-f02d-47ef-aa4e-df48b433aa19,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:46.560057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9b897a8c-d64e-45b0-92d1-c834e5cd2279 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.587532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ae688374-90ff-451e-8643-b578969087c0 None None] Provisioning complete for port d06c7fb6-aa54-47eb-b592-c74d8533c26f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:46.588148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ae688374-90ff-451e-8643-b578969087c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.663192 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ebb6a620-4b2b-4e3d-a8f3-43af11565c5f tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/networks/69d02cad-f02d-47ef-aa4e-df48b433aa19 HTTP/1.1" status: 204 len: 168 time: 1.9878573 Mar 03 12:16:46.665806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60046) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:46.711182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60050) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:46.718413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ae688374-90ff-451e-8643-b578969087c0 None None] Port d06c7fb6-aa54-47eb-b592-c74d8533c26f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:46.744560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'router': {'name': 'tempest-router--1339931259', 'project_id': 'f81594f0a30c436487c68b796c26fddb'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:46.750291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60054) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:46.752962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:46.753332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e2552fd-3de9-4782-a83c-1a01e4a124ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.785408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.812449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:router and tenant:f81594f0a30c436487c68b796c26fddb is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:46.821369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:46.838399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:46.853056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.876556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.898294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134803603'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:46.906778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:46.915494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.925695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:46.928574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.929560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:46.932927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:46.959530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:46.963984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:16:46.966540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9b897a8c-d64e-45b0-92d1-c834e5cd2279 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.009723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b897a8c-d64e-45b0-92d1-c834e5cd2279 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a7e4a-cb26-4c7c-a239-3da13242fa57,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:47.030120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.043044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.067006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e5b7c5-cbde-4423-8c0d-d4cdefe36479']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:47.086384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f703497d-d2a3-4744-a789-22d966038ca5') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:47.086672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f703497d-d2a3-4744-a789-22d966038ca5') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:47.099655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.109759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.127037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.136986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.143631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.151674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:16:47.152090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:16:47.167216 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:16:47.191111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:47.238708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9b897a8c-d64e-45b0-92d1-c834e5cd2279 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.243120 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9b897a8c-d64e-45b0-92d1-c834e5cd2279 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/security-groups/1d7a7e4a-cb26-4c7c-a239-3da13242fa57 HTTP/1.1" status: 204 len: 168 time: 1.4605253 Mar 03 12:16:47.246866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60060) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:47.249360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:47.256559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:47.265379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:47.304132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.306587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.310426 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-200fc3b4-e4ed-47b8-a72b-ae047b31d327 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5885947 Mar 03 12:16:47.310797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:47.380268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e2552fd-3de9-4782-a83c-1a01e4a124ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.386191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.390562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.458007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2552fd-3de9-4782-a83c-1a01e4a124ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eaf84a-3299-4cf8-8b13-83ccae9c50f4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:47.486630 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/networks/49e5b7c5-cbde-4423-8c0d-d4cdefe36479 HTTP/1.1" status: 204 len: 168 time: 0.8191602 Mar 03 12:16:47.487951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1600-3024-4811-a9fe-a0bb8df1dcaf tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Network': ['ID=49e5b7c5-cbde-4423-8c0d-d4cdefe36479,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:47.491467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60068) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:47.492910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63c5325e-54ed-4491-b56f-5e39b360f889 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.507316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:47.519713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e2552fd-3de9-4782-a83c-1a01e4a124ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.519713 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6e2552fd-3de9-4782-a83c-1a01e4a124ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95eaf84a-3299-4cf8-8b13-83ccae9c50f4 HTTP/1.1" status: 204 len: 168 time: 1.6670122 Mar 03 12:16:47.519713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet 8c2024f7-07f2-4b61-84fe-c3f680e856af {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:47.522341 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:47.527329 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-628ae41d-fbc2-4368-84c7-f67dd7af616f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2110021 Mar 03 12:16:47.529765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60072) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:47.534938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.542116 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:47.543041 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:47.566172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278638980'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:47.580934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Allocated IP 172.26.8.35 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/7c6279c0-d907-4f18-a79a-89a5abc37336) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:47.596474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:47.611456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:47.620251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:47.645379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:47.664447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.707077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.771217 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:47.815920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f69f23-27a4-4bf0-b292-56be6c6d9a70,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:47.828305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:47.830952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba8c9a-e914-45f1-bb05-502834d4da48 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:47.832702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.848151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.928752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:47.944210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.954221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:47.954822 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment a8a2aede-708a-4ed6-ade1-fd3b1f08395f of type vlan for network df4c2990-188f-45bf-9b71-f936032458fe Mar 03 12:16:47.975192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.067322 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-40e25c4b-1092-4bf4-87b2-758ccab2057c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/a3f69f23-27a4-4bf0-b292-56be6c6d9a70 HTTP/1.1" status: 204 len: 168 time: 2.1071653 Mar 03 12:16:48.091352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60080) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:48.099530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63c5325e-54ed-4491-b56f-5e39b360f889 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.118292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63c5325e-54ed-4491-b56f-5e39b360f889 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.131219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.241984 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:16:42Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:44Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:48.246001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.249257 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:16:48.249617 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Updating router 4986a67b-92a4-4a84-b34c-1725ab564196 port d06c7fb6-aa54-47eb-b592-c74d8533c26f binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:16:48.294755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f1fde-e963-4bbf-b4e9-04e5df7a63b8 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:48.300872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f1fde-e963-4bbf-b4e9-04e5df7a63b8 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:48.301837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-558f1fde-e963-4bbf-b4e9-04e5df7a63b8 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Synchronizing usage tracker for tenant:11da790b22bc4dbdab919198ebb66940 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:48.307471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.326689 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.354935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet c1452e0a-b683-42fb-b1af-b1a42c5816c4 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:16:48.364579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.401886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.419861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:48.430252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.436886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.437287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:48.440881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:48.441494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.442224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63c5325e-54ed-4491-b56f-5e39b360f889 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.443846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c5325e-54ed-4491-b56f-5e39b360f889 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1b532cb-f410-4c75-9fcc-39a8e4168ce6 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:48.453423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:48.475855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:48.491046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-558f1fde-e963-4bbf-b4e9-04e5df7a63b8 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Unset dirty status for tenant:11da790b22bc4dbdab919198ebb66940 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:48.496422 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-558f1fde-e963-4bbf-b4e9-04e5df7a63b8 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9464977 Mar 03 12:16:48.499625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.515099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60092) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:48.542444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-63c5325e-54ed-4491-b56f-5e39b360f889 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.551789 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-63c5325e-54ed-4491-b56f-5e39b360f889 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e1b532cb-f410-4c75-9fcc-39a8e4168ce6 HTTP/1.1" status: 204 len: 168 time: 1.2347870 Mar 03 12:16:48.553177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:48.555745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdeae89-adcd-40e2-87bb-df875a452bd4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:48.591889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:48.597049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:48.642281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Pushing event updated for resources: {'Port': ['ID=7c6279c0-d907-4f18-a79a-89a5abc37336,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:48.649282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-272294064'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:48.662046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.665415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2024f7-07f2-4b61-84fe-c3f680e856af,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:48.670792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc86ae0-9741-4add-9510-a3c2cb8ac89a None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:48.681775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:48.788661 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8b416063-ef3e-4854-810b-96696a8f26fe tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/8c2024f7-07f2-4b61-84fe-c3f680e856af HTTP/1.1" status: 204 len: 168 time: 1.5387142 Mar 03 12:16:48.793836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:48.801344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60102) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:48.808945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=df4c2990-188f-45bf-9b71-f936032458fe,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:48.835992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.838268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network df4c2990-188f-45bf-9b71-f936032458fe details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:48.838755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:48.872552 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6efd2ac0-f7d1-4225-927a-e5ee318e6f5b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3411634 Mar 03 12:16:48.882944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60106) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:48.890844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:48.970387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:48.997016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.038739 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.057914 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Transition to ACTIVE for port object d06c7fb6-aa54-47eb-b592-c74d8533c26f will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:49.085980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77ef63-0244-45e3-a0e3-2bf4ed5d406e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:49.100402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.123351 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.133602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Made reservation on behalf of 11da790b22bc4dbdab919198ebb66940 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:49.142049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.220319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=c1452e0a-b683-42fb-b1af-b1a42c5816c4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:49.251775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.253816 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-64f422a8-e1d8-4896-813f-89b74b274aba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c1452e0a-b683-42fb-b1af-b1a42c5816c4 HTTP/1.1" status: 204 len: 168 time: 1.1573939 Mar 03 12:16:49.260584 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Pushing event updated for resources: {'Port': ['ID=d06c7fb6-aa54-47eb-b592-c74d8533c26f,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:49.261472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60114) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:49.275968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60118) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:49.276351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60120) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:49.287192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:49.288045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4592cb-b5ce-4b62-ba1e-48844f23c272 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:49.293096 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.293466 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.293805 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.294134 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.294531 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.294883 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.295210 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.295530 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.295874 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.296212 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.296522 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.296839 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:49.312271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:49.317874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:49.331348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:49.357361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:49.361027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e4cd2a35-3fff-4a29-b9ee-efcef8590027 None None] Provisioning complete for port 8885a038-b66e-4331-97b1-dceb72014fda triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:49.361708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2a35-3fff-4a29-b9ee-efcef8590027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.370538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.370878 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Added segment 983b4bb6-0f4d-41f6-8402-d58c3ddf457c of type vlan for network e3bacb10-bfda-43a3-8c91-50a1902fcd82 Mar 03 12:16:49.425000 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cf15bac4-a791-429c-9beb-f1a9a098520e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1589701 Mar 03 12:16:49.436893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60130) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:49.437832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.445186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f6c82bde-f098-4754-b10a-26f9979a3cb8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6938140 Mar 03 12:16:49.450331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60132) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:49.525283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:49.620206 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Attempting to bind port d06c7fb6-aa54-47eb-b592-c74d8533c26f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:49.620870 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Attempting to bind port d06c7fb6-aa54-47eb-b592-c74d8533c26f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:49.621661 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Attempting to bind port d06c7fb6-aa54-47eb-b592-c74d8533c26f on network ee3eb660-11ce-45f8-897d-adf1798121be {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:49.633951 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:49.634615 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Checking segment: {'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:49.635191 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.635752 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Bound using segment: {'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:49.636563 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Bound port: d06c7fb6-aa54-47eb-b592-c74d8533c26f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b617bb45-e47d-4c64-81c0-8e17ededcc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:49.637131 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.716474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-379506687-network', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:49.722422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:49.724811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-555697621', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:49.732296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:49.743360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:49.745934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:49.746576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:49.762887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Usage tracker for resource:network and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:49.776792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Usage tracker for resource:router and tenant:c4fe0eda950f453da1c660f21b0117ba is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:49.779577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:49.784765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:49.788134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:49.791405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:49.795088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.804683 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] For port d06c7fb6-aa54-47eb-b592-c74d8533c26f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:49.809731 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] For port d06c7fb6-aa54-47eb-b592-c74d8533c26f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d06c7fb6-aa54-47eb-b592-c74d8533c26f,segment=NetworkSegment(b617bb45-e47d-4c64-81c0-8e17ededcc6f),segment_id=b617bb45-e47d-4c64-81c0-8e17ededcc6f)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:49.814394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:49.829759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.832713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:49.839633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:49.845281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:49.846474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8b03b5b2-6d94-4c9a-9ab9-41985b6e0f15 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:49.852894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:49.853049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:49.895928 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.923282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:49.926800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:49.995546 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:49.996236 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:50.080594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8b03b5b2-6d94-4c9a-9ab9-41985b6e0f15 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:50.084414 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc941239-425d-41b6-8243-ea2b43fae771 None None] Pushing event updated for resources: {'Port': ['ID=d06c7fb6-aa54-47eb-b592-c74d8533c26f,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:50.092940 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8b03b5b2-6d94-4c9a-9ab9-41985b6e0f15 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6319041 Mar 03 12:16:50.097142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60138) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:50.097632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:50.101359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.137430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ccfccc01-511a-4f72-b30f-38f95e6f58fa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-security--1633883994', 'description': 'tempest-security-description-310997993'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:50.145139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:16:50.165693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] Deleting port 8885a038-b66e-4331-97b1-dceb72014fda {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:50.165693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.291180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Made reservation on behalf of bc31158a5c8e4953ae82b3c61b4442ef for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:50.292706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ccfccc01-511a-4f72-b30f-38f95e6f58fa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.294908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.314835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.316695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.318764 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:16:50.323960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:16:50.409677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.466725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.472253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ccfccc01-511a-4f72-b30f-38f95e6f58fa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.531236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8885a038-b66e-4331-97b1-dceb72014fda no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:16:50.544441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:50.548526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:50.551662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:50.558532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:50.576406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ccfccc01-511a-4f72-b30f-38f95e6f58fa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.622206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ccfccc01-511a-4f72-b30f-38f95e6f58fa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.623439 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ccfccc01-511a-4f72-b30f-38f95e6f58fa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "PUT /v2.0/security-groups/1e77ef63-0244-45e3-a0e3-2bf4ed5d406e HTTP/1.1" status: 200 len: 1777 time: 0.5057197 Mar 03 12:16:50.639467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60142) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:50.647758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.659064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] For port 8885a038-b66e-4331-97b1-dceb72014fda, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8885a038-b66e-4331-97b1-dceb72014fda,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:50.659505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.678181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.685743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:50.686828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.705546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfccc01-511a-4f72-b30f-38f95e6f58fa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77ef63-0244-45e3-a0e3-2bf4ed5d406e,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:50.780281 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bf725597-e1b8-4d21-a2c4-f913e6a45adb tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups/1e77ef63-0244-45e3-a0e3-2bf4ed5d406e HTTP/1.1" status: 200 len: 1777 time: 0.1397681 Mar 03 12:16:50.788987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60146) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:50.795439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.807139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=49722c17-ce24-45b0-b01a-c9afb0abae9c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:50.828704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] Calling delete_port for 8885a038-b66e-4331-97b1-dceb72014fda owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:50.838780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.878664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.885913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.924072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df76af67-0d03-4398-84ba-1b4ca55d8f9c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.933222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:50.935330 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:16:42Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:49Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:50.940480 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1aff5d-aa35-4022-bf14-eebd211615b7 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:16:42Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:49Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:50.953035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:50.957760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.963970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:50.970455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:50.970455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.972031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3505056a-1624-49d2-b46f-e46dcffafe02 None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:50.972620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3505056a-1624-49d2-b46f-e46dcffafe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.979595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:50.985390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=ddae53dc-8dd0-4814-81ea-7ec2724372d8,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:50.996091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:50.996260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:50.996702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.004780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2316e608-5fc5-4db9-b9a7-7a02788dd67c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:51.018680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a94ea-4a81-46c0-80b2-f7ba44a5562e None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:51.022603 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4877677 Mar 03 12:16:51.059983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df76af67-0d03-4398-84ba-1b4ca55d8f9c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.069656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=d464988f-9d57-45a0-bac9-0789985af130,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:51.079735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60150) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:51.096976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1905430789'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:51.110596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:51.126940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Usage tracker for resource:network and tenant:11da790b22bc4dbdab919198ebb66940 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:51.130887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:51.136287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:51.142949 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-227ec24a-ade3-46b3-9d7a-c339365e7afd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6963897 Mar 03 12:16:51.146376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60154) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:51.153901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:51.249314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.362532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:51.362750 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-938a9526-36fa-4f17-b72b-8b9d7abcc756 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5587642 Mar 03 12:16:51.368475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60158) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:51.380699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'security_group': {'name': 'tempest-secgroup-27730161'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:51.389350 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:51.398095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d239360-8e75-465a-bea5-ededa7adf3e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Network': ['ID=e3bacb10-bfda-43a3-8c91-50a1902fcd82,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:51.424471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] No DVR routers for this DVR port 8885a038-b66e-4331-97b1-dceb72014fda on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:16:51.434361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.434361 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Added segment f3e5576a-673e-4333-b3b2-c42c4ef11d73 of type vlan for network d086bbd9-7e2a-4260-88fb-5113c3fee776 Mar 03 12:16:51.434696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e3bacb10-bfda-43a3-8c91-50a1902fcd82 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:51.434780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:51.434780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: df4c2990-188f-45bf-9b71-f936032458fe, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:51.449629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df76af67-0d03-4398-84ba-1b4ca55d8f9c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.455259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3215b49-f315-4dda-823c-f5f013cb22aa None None] Pushing event deleted for resources: {'Port': ['ID=8885a038-b66e-4331-97b1-dceb72014fda,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:51.486259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:51.500235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Made reservation on behalf of 11da790b22bc4dbdab919198ebb66940 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:51.503581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.519906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:51.531404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6955c743-4b77-425e-84d3-4c1d179a5883 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:51.535730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:51.542431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76af67-0d03-4398-84ba-1b4ca55d8f9c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77ef63-0244-45e3-a0e3-2bf4ed5d406e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:51.597824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:16:51.605922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:51.617725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:51.621450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.622052 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Added segment b666c2c6-ffc3-4af2-b96b-855084b99212 of type vlan for network dac42a77-0024-4a9a-8bde-c23aa97abf8a Mar 03 12:16:51.627883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:51.636274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df76af67-0d03-4398-84ba-1b4ca55d8f9c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.637732 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df76af67-0d03-4398-84ba-1b4ca55d8f9c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/1e77ef63-0244-45e3-a0e3-2bf4ed5d406e HTTP/1.1" status: 204 len: 168 time: 0.8479898 Mar 03 12:16:51.641811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:51.645510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60162) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:51.648993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.699320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.713101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:51.726780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group_rule and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:51.734413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:51.764418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:51.790455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f2b0ac66-506f-4119-bedc-8b83683986ea tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:51.795945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:51.799795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.870497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3505056a-1624-49d2-b46f-e46dcffafe02 None None] Provisioning complete for port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:51.870955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3505056a-1624-49d2-b46f-e46dcffafe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.911106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.917062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:51.917833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.923218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network df4c2990-188f-45bf-9b71-f936032458fe is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:51.928386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.937727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:51.997545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f2b0ac66-506f-4119-bedc-8b83683986ea tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:52.002754 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f2b0ac66-506f-4119-bedc-8b83683986ea tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3401866 Mar 03 12:16:52.010635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60166) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:52.014748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.043582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.104412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3505056a-1624-49d2-b46f-e46dcffafe02 None None] Port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:52.107477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Network': ['ID=dac42a77-0024-4a9a-8bde-c23aa97abf8a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:52.111211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': 'ddae53dc-8dd0-4814-81ea-7ec2724372d8'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:52.116812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.133371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:16:52.144943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, df4c2990-188f-45bf-9b71-f936032458fe) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:52.150682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:52.151341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.160298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network dac42a77-0024-4a9a-8bde-c23aa97abf8a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:52.163442 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-19e83f43-a189-4541-a14d-263422ef5f07 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] delete failed (client error): The resource could not be found. Mar 03 12:16:52.168093 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-19e83f43-a189-4541-a14d-263422ef5f07 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/1e77ef63-0244-45e3-a0e3-2bf4ed5d406e HTTP/1.1" status: 404 len: 347 time: 0.1517351 Mar 03 12:16:52.174484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60170) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:52.190670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634599777'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:52.197538 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b001e6ab-a47e-4072-9a7c-846e08e254e9 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1165450 Mar 03 12:16:52.208208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60174) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:52.214477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.219919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'ports': [{'network_id': 'e3bacb10-bfda-43a3-8c91-50a1902fcd82', 'name': 'tempest-port--2087848477', 'admin_state_up': True}, {'network_id': 'dac42a77-0024-4a9a-8bde-c23aa97abf8a', 'admin_state_up': False}]} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:52.220302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'port': {'network_id': 'e3bacb10-bfda-43a3-8c91-50a1902fcd82', 'name': 'tempest-port--2087848477', 'admin_state_up': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:52.221871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'port': {'network_id': 'dac42a77-0024-4a9a-8bde-c23aa97abf8a', 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:52.251381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98e73f-60d2-4715-be04-7e3c4ab1fb64 None None] Network df4c2990-188f-45bf-9b71-f936032458fe requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:52.296447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:52.303953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.304983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:52.305887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.373515 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-02bf4b70-e335-4827-b723-23d24374ab26 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4863980 Mar 03 12:16:52.374647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:52.390328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60178) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:52.466319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.555147 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2737689 Mar 03 12:16:52.561214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60182) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:52.581448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f553d65c-b0a1-40a5-bf77-64e431b7c561,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:52.592330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d06c7fb6-aa54-47eb-b592-c74d8533c26f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:52.633188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf03e1-9d5d-412b-af4d-fd5beffc2bcb admin admin] Pushing event updated for resources: {'Network': ['ID=d086bbd9-7e2a-4260-88fb-5113c3fee776,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:52.664432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:16:52.667214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Request body: {'subnet': {'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-379506687-subnet', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:52.681402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.688512 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b8c237a8-d640-4660-a57d-ed0f7b898eb8 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.3179607 Mar 03 12:16:52.690007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.701892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60186) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:52.713478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:52.717785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Usage tracker for resource:subnet and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:52.717990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903440308'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:52.718107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] Update dhcp port {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'fixed_ips': [{'subnet_id': '94423cca-a1d5-4122-a2b8-b4b250dfc6ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd464988f-9d57-45a0-bac9-0789985af130'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:16:52.727195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:52.738465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:52.743933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:52.748845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:52.759968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:52.761378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Usage tracker for resource:port and tenant:11da790b22bc4dbdab919198ebb66940 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:52.784774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:52.797142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:52.798373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:52.813658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:16:52.814411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:52.816560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.844422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:52.844972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Allocated IP 172.20.0.2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/ddae53dc-8dd0-4814-81ea-7ec2724372d8/fd60b4f9-aade-44b4-b2fb-ca02add4c083) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:52.850857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:52.879650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:52.883723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.892702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:52.901085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:52.901661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.921984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:52.923723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=a452b941-6bc0-4b46-a162-32c904126331,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:52.928741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:52.928930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:52.932962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group_rule and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:52.935975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:52.939473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:52.943070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:53.019420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Router d96fa7df-a5c7-4c05-934a-fde795c74154 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:16:53.022763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Made reservation on behalf of bc31158a5c8e4953ae82b3c61b4442ef for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:53.022949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.028960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.037824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Made reservation on behalf of 11da790b22bc4dbdab919198ebb66940 for: {'port': 2} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:53.042559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.063692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.079376 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-17c57f31-d68b-4d7a-aaba-b7961abdfdb8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9291799 Mar 03 12:16:53.080120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60190) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:53.089693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:c2:ff:c2', 'name': 'tempest-NetworksTestDHCPv6-1920201749'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:53.101696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port d06c7fb6-aa54-47eb-b592-c74d8533c26f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:53.152973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d06c7fb6-aa54-47eb-b592-c74d8533c26f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:53.154066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.168659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.244527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-df4c2990-188f-45bf-9b71-f936032458fe', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:53.245704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.378980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.431798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.436550 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7334833 Mar 03 12:16:53.437897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c7bde-154e-4f2f-8169-fad461587490 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad7ff4f-9da5-4a2b-bf44-17c090b7f96c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:53.445784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60194) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:53.455413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] device_id is not set on port 14bfa1c6-e1e9-4dc7-8f69-3dc6bdbc4257 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:53.457317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'security_group': {'name': 'tempest-secgroup-1039540359'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:53.473061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:53.503797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:53.511201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:53.520517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:53.523552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:53.537771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:53.623331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.642673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] Allocated IP 2001:db8::2 (fc0b853a-dbb0-4993-8361-372d45421cd8/d464988f-9d57-45a0-bac9-0789985af130/896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:53.655542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Transition to ACTIVE for port object fd60b4f9-aade-44b4-b2fb-ca02add4c083 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:53.695076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:53.709721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.720099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.794215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.816134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Allocated IP 2001:db8:1::2 (df4c2990-188f-45bf-9b71-f936032458fe/49722c17-ce24-45b0-b01a-c9afb0abae9c/c11b807a-cb2a-4df4-afa1-fefdd236a9e2) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:53.832060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:53.847938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:security_group_rule and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:53.855250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:53.863991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.866983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:53.871104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Transition to ACTIVE for port object fd60b4f9-aade-44b4-b2fb-ca02add4c083 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:53.941170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60f8894-400b-4eab-a4ab-2bce47a2be95,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:53.942006 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.944136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:53.979231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port d06c7fb6-aa54-47eb-b592-c74d8533c26f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d06c7fb6-aa54-47eb-b592-c74d8533c26f,segment=NetworkSegment(b617bb45-e47d-4c64-81c0-8e17ededcc6f),segment_id=b617bb45-e47d-4c64-81c0-8e17ededcc6f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:53.986823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.031084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:16:54.039876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] device_id is not set on port 6c0779f5-f8e8-4210-9725-f53f87224d3f yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:54.047395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.048518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9a41c771-f19e-4e0b-92be-a9489ae030ae tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "PUT /v2.0/routers/d96fa7df-a5c7-4c05-934a-fde795c74154 HTTP/1.1" status: 200 len: 915 time: 9.9861977 Mar 03 12:16:54.051921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.053922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60198) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:54.053922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 42d81d07-43a5-4c67-aa50-ead51535cbd6 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:54.064278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] Sync routers for ids ['d96fa7df-a5c7-4c05-934a-fde795c74154'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:16:54.073041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.074857 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3df2f282-2e96-4065-9d59-7d3cb9809f8a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8971145 Mar 03 12:16:54.077689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:54.086979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.088978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:54.097887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:54.113104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60200) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:54.166311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] Routers {'d96fa7df-a5c7-4c05-934a-fde795c74154'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:54.166939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d96fa7df-a5c7-4c05-934a-fde795c74154'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:54.227765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Pushing event updated for resources: {'Port': ['ID=fd60b4f9-aade-44b4-b2fb-ca02add4c083,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:54.252133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': 'c60f8894-400b-4eab-a4ab-2bce47a2be95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:54.289362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:54.320777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:54.328363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:54.331087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:54.335594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,segment=NetworkSegment(12de9e01-bf5a-4197-a2ce-68167939496a),segment_id=12de9e01-bf5a-4197-a2ce-68167939496a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:54.370214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.370432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.371687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:54.385349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.424370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Attempting to bind port fd60b4f9-aade-44b4-b2fb-ca02add4c083 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:54.424738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Attempting to bind port fd60b4f9-aade-44b4-b2fb-ca02add4c083 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:54.425092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Attempting to bind port fd60b4f9-aade-44b4-b2fb-ca02add4c083 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:54.437062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] Routers {'d96fa7df-a5c7-4c05-934a-fde795c74154'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:16:54.437712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d96fa7df-a5c7-4c05-934a-fde795c74154'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:54.500595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.508620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.resource_extend [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:16:54.518773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:54.519149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:54.519537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.520404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:54.520404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Bound port: fd60b4f9-aade-44b4-b2fb-ca02add4c083, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:54.520839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.532095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Allocated IP 172.26.8.179 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/0caeeac9-8e1d-4055-8337-4781a5ff22c9) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:54.540552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:16:54.540955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dea307-7b99-4906-b368-cee48e9b9358 None None] The sync data for ids ['d96fa7df-a5c7-4c05-934a-fde795c74154'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:16:54.551407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=d06c7fb6-aa54-47eb-b592-c74d8533c26f,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:54.556105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.570933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.589090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-10706ad8-5b74-4012-bc19-312ffb7757c0 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/d96fa7df-a5c7-4c05-934a-fde795c74154 HTTP/1.1" status: 200 len: 921 time: 0.4783030 Mar 03 12:16:54.609593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60206) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:54.624404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Transition to ACTIVE for port object c11b807a-cb2a-4df4-afa1-fefdd236a9e2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:54.627824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38edfb95-5f57-439a-b8bb-36290ef359ac,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:54.627945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] Transition to ACTIVE for port object 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:54.668584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe8c284-6b30-4f11-9065-49f085f2326b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:54.670791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.674038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Transition to ACTIVE for port object c11b807a-cb2a-4df4-afa1-fefdd236a9e2 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:54.682336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Checking segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:54.682336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Network hostable DHCP agents. Network: d086bbd9-7e2a-4260-88fb-5113c3fee776, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:54.690747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] For port fd60b4f9-aade-44b4-b2fb-ca02add4c083, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:54.694373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] For port fd60b4f9-aade-44b4-b2fb-ca02add4c083, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fd60b4f9-aade-44b4-b2fb-ca02add4c083,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:54.729348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.735241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.739451 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-40651dff-c586-4fad-983b-dacc8b86d80a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2919190 Mar 03 12:16:54.741905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60210) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:54.769960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-24441531', 'security_groups': ['fbe8c284-6b30-4f11-9065-49f085f2326b'], 'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd464988f-9d57-45a0-bac9-0789985af130'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:54.774193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.830517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.878403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.886571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 172.20.0.3 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/ddae53dc-8dd0-4814-81ea-7ec2724372d8/42d81d07-43a5-4c67-aa50-ead51535cbd6) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:54.896936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Network df4c2990-188f-45bf-9b71-f936032458fe is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:54.904960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:54.913865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:54.922552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7a31b-9ec8-4f32-a1b5-bcf760209e4d None None] Pushing event updated for resources: {'Port': ['ID=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:54.934236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:54.949345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:54.950335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fec2:ffc2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/a452b941-6bc0-4b46-a162-32c904126331/42d81d07-43a5-4c67-aa50-ead51535cbd6) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:55.003240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.079357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8:1::1 (df4c2990-188f-45bf-9b71-f936032458fe/49722c17-ce24-45b0-b01a-c9afb0abae9c/bde9b530-df3d-4c86-9965-0716dce3aed5) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:55.086689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc995f-ddae-454b-91c5-2522f2e5283c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:55.088241 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-23dc995f-ddae-454b-91c5-2522f2e5283c tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=d96fa7df-a5c7-4c05-934a-fde795c74154&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4793720 Mar 03 12:16:55.091586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60214) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:55.097314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Pushing event updated for resources: {'Port': ['ID=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:55.103219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, d086bbd9-7e2a-4260-88fb-5113c3fee776) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:55.120487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.150534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:55.151529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842cf95-8aea-41af-af20-c8ca5594eb24 None None] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:55.151731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.171400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:55.200090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Attempting to bind port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:55.200465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Attempting to bind port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:55.200827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Attempting to bind port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 on network df4c2990-188f-45bf-9b71-f936032458fe {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:55.236732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:55.237108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Checking segment: {'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:55.237546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.237941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Bound using segment: {'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:55.238429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Bound port: c11b807a-cb2a-4df4-afa1-fefdd236a9e2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:55.238828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.260522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2756f801-01f6-4bd3-8c1b-0fd81a18a269,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:55.262738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.264757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:55.404077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f02be9-a1f8-4baa-b730-ff6bd1712f48 None None] Pushing event updated for resources: {'Port': ['ID=fd60b4f9-aade-44b4-b2fb-ca02add4c083,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:55.425598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.431733 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-32e3a384-2e25-435e-987a-90f18e82fb6a tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2173629 Mar 03 12:16:55.477338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60218) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:55.480071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:55.531885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Port': ['ID=14bfa1c6-e1e9-4dc7-8f69-3dc6bdbc4257,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:55.564057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.590144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] For port c11b807a-cb2a-4df4-afa1-fefdd236a9e2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:55.606736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] For port c11b807a-cb2a-4df4-afa1-fefdd236a9e2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,segment=NetworkSegment(a8a2aede-708a-4ed6-ade1-fd3b1f08395f),segment_id=a8a2aede-708a-4ed6-ade1-fd3b1f08395f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:55.621866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.653712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Checking segment: {'id': '983b4bb6-0f4d-41f6-8402-d58c3ddf457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e3bacb10-bfda-43a3-8c91-50a1902fcd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:55.654101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network hostable DHCP agents. Network: e3bacb10-bfda-43a3-8c91-50a1902fcd82, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:55.687693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9065f151-fb0e-4283-a7cb-002acca48914 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.736900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.777059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d5d22-a879-41b3-a260-22f059b339a9 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:55.781863 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cf9d5d22-a879-41b3-a260-22f059b339a9 tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.6850829 Mar 03 12:16:55.819526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-d086bbd9-7e2a-4260-88fb-5113c3fee776', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:16:55.820460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.829717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.847618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60222) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:55.849325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 42d81d07-43a5-4c67-aa50-ead51535cbd6 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:55.851409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9065f151-fb0e-4283-a7cb-002acca48914 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:55.854900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object bde9b530-df3d-4c86-9965-0716dce3aed5 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:55.920465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395359-823e-473c-a298-fc9acab5dd21 None None] Pushing event updated for resources: {'Port': ['ID=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:55.925679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:55.929428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:55.937716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:55.939474 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8e649d20-ba18-4cce-b8e7-6959bdf335a1 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=d96fa7df-a5c7-4c05-934a-fde795c74154 HTTP/1.1" status: 200 len: 205 time: 0.0794230 Mar 03 12:16:55.955992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60226) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:55.976678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event updated for resources: {'Port': ['ID=0caeeac9-8e1d-4055-8337-4781a5ff22c9,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:55.991087 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c5093b93-4b74-47ea-89ec-494d6573beb1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3567758 Mar 03 12:16:55.991764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60230) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:56.000667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:56.013940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:56.049427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.070215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network e3bacb10-bfda-43a3-8c91-50a1902fcd82 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:56.075372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Usage tracker for resource:router and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:56.081395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Allocated IP 172.20.0.2 (d086bbd9-7e2a-4260-88fb-5113c3fee776/38edfb95-5f57-439a-b8bb-36290ef359ac/4c586b99-d970-4395-91f4-14785834f7cc) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:56.083662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:56.087468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.098519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] device_id is not set on port aba73e14-3bc7-4fc5-a60d-3800945cd626 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:16:56.143759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9065f151-fb0e-4283-a7cb-002acca48914 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.154098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:56.252931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-becb216a-56f3-4265-b903-070ba31feb6c None None] Provisioning for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:56.266243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-becb216a-56f3-4265-b903-070ba31feb6c None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:56.273124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network df4c2990-188f-45bf-9b71-f936032458fe is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:56.273725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-becb216a-56f3-4265-b903-070ba31feb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.299406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.302951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e3bacb10-bfda-43a3-8c91-50a1902fcd82) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:56.339709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcafb308-009d-4840-a1ea-c5e6e7d54673 None None] Network e3bacb10-bfda-43a3-8c91-50a1902fcd82 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:56.361990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065f151-fb0e-4283-a7cb-002acca48914 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2756f801-01f6-4bd3-8c1b-0fd81a18a269,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:56.362514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:56.377287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=bde9b530-df3d-4c86-9965-0716dce3aed5,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:56.381715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:56.385553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.441260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.444241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.530931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:56.531781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.534967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.552981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:56.582625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:56.585518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:56.645672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9065f151-fb0e-4283-a7cb-002acca48914 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.646828 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9065f151-fb0e-4283-a7cb-002acca48914 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/2756f801-01f6-4bd3-8c1b-0fd81a18a269 HTTP/1.1" status: 204 len: 168 time: 1.1683314 Mar 03 12:16:56.662842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60234) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:56.690075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:56.690763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.771317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:56.785229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.805958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-22eeabb8-22ff-4a6f-9392-198f604fd422 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:56.849904 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Checking segment: {'id': 'b666c2c6-ffc3-4af2-b96b-855084b99212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dac42a77-0024-4a9a-8bde-c23aa97abf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:56.850222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network hostable DHCP agents. Network: dac42a77-0024-4a9a-8bde-c23aa97abf8a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:16:56.857507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:56.860729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9594fd62-913e-41c7-af00-164b38da2de2 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:56.873610 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7924819 Mar 03 12:16:56.875010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60238) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:56.883745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8a9e9-695a-4885-9076-a1fbb24c463c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=42d81d07-43a5-4c67-aa50-ead51535cbd6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:56.918368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Transition to ACTIVE for port object 4c586b99-d970-4395-91f4-14785834f7cc will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:57.064659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Transition to ACTIVE for port object 4c586b99-d970-4395-91f4-14785834f7cc will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:57.069986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.121652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:57.122340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.183325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.203677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Port': ['ID=6c0779f5-f8e8-4210-9725-f53f87224d3f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:57.238411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8::f3 (fc0b853a-dbb0-4993-8361-372d45421cd8/d464988f-9d57-45a0-bac9-0789985af130/aba73e14-3bc7-4fc5-a60d-3800945cd626) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:57.276923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.332220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555ba1c-4940-40a6-be11-579b6bce457b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:57.337510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555ba1c-4940-40a6-be11-579b6bce457b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:57.338401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0555ba1c-4940-40a6-be11-579b6bce457b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:57.360088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network dac42a77-0024-4a9a-8bde-c23aa97abf8a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:16:57.392343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-22eeabb8-22ff-4a6f-9392-198f604fd422 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:57.393611 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-22eeabb8-22ff-4a6f-9392-198f604fd422 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7105443 Mar 03 12:16:57.398209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.406661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60242) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:57.409632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Deleting port 7c6279c0-d907-4f18-a79a-89a5abc37336 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:57.409975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.412360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.423058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f3a84-2bcf-40ba-8380-6abbe26c0a42 None None] Network df4c2990-188f-45bf-9b71-f936032458fe requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:57.464842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-becb216a-56f3-4265-b903-070ba31feb6c None None] Provisioning complete for port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:57.465488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-becb216a-56f3-4265-b903-070ba31feb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.504396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:57.527032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0555ba1c-4940-40a6-be11-579b6bce457b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:57.529005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:57.531806 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0555ba1c-4940-40a6-be11-579b6bce457b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.6498518 Mar 03 12:16:57.532559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, dac42a77-0024-4a9a-8bde-c23aa97abf8a) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:57.536733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:57.542881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:57.546409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60246) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:57.547993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:57.548489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.588564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:57.591092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb45281a-ae29-4a17-b665-946ea0c97225 None None] Network dac42a77-0024-4a9a-8bde-c23aa97abf8a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:16:57.602560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Pushing event updated for resources: {'Port': ['ID=4c586b99-d970-4395-91f4-14785834f7cc,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:57.632139 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b2d979e0-7e41-48a7-b539-4ae453806703 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4273295 Mar 03 12:16:57.638188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60250) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:57.794636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.821017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.832256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-becb216a-56f3-4265-b903-070ba31feb6c None None] Port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:16:57.858529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 42d81d07-43a5-4c67-aa50-ead51535cbd6 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:57.858862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.954809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:57.978122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Attempting to bind port 4c586b99-d970-4395-91f4-14785834f7cc on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:16:57.978484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Attempting to bind port 4c586b99-d970-4395-91f4-14785834f7cc by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:16:57.978842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Attempting to bind port 4c586b99-d970-4395-91f4-14785834f7cc on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:16:58.031753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object aba73e14-3bc7-4fc5-a60d-3800945cd626 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:58.060134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:16:58.060362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Checking segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:16:58.060639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.061015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Bound using segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:16:58.061983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Bound port: 4c586b99-d970-4395-91f4-14785834f7cc, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:16:58.061983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.080396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fd60b4f9-aade-44b4-b2fb-ca02add4c083 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:16:58.098236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Calling delete_port for 7c6279c0-d907-4f18-a79a-89a5abc37336 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:58.157451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.186048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f6054a-f86c-400d-885e-5f7e46377558 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:58.191781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f6054a-f86c-400d-885e-5f7e46377558 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:58.193155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d0f6054a-f86c-400d-885e-5f7e46377558 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Synchronizing usage tracker for tenant:11da790b22bc4dbdab919198ebb66940 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:16:58.233879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Provisioning for port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:58.270662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.369725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] For port 4c586b99-d970-4395-91f4-14785834f7cc, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:16:58.373270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] Update dhcp port {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': 'ddae53dc-8dd0-4814-81ea-7ec2724372d8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a452b941-6bc0-4b46-a162-32c904126331'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': 'fd60b4f9-aade-44b4-b2fb-ca02add4c083'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:16:58.383306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.400194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d0f6054a-f86c-400d-885e-5f7e46377558 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Unset dirty status for tenant:11da790b22bc4dbdab919198ebb66940 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:16:58.402097 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d0f6054a-f86c-400d-885e-5f7e46377558 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7175698 Mar 03 12:16:58.416674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.419117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] For port 4c586b99-d970-4395-91f4-14785834f7cc, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4c586b99-d970-4395-91f4-14785834f7cc,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:16:58.420581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60254) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:58.440396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port fd60b4f9-aade-44b4-b2fb-ca02add4c083 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:58.443409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Provisioning for port fd60b4f9-aade-44b4-b2fb-ca02add4c083 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:16:58.459514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Provisioning complete for port fd60b4f9-aade-44b4-b2fb-ca02add4c083 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:58.461607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.487630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port fd60b4f9-aade-44b4-b2fb-ca02add4c083 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:16:58.488028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.511989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.512217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:16:58.537259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:16:58.539718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:16:58.545661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:16:58.546436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.548259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.603403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.609803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=aba73e14-3bc7-4fc5-a60d-3800945cd626,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:58.653306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60f8894-400b-4eab-a4ab-2bce47a2be95,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:58.682516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event deleted for resources: {'Port': ['ID=7c6279c0-d907-4f18-a79a-89a5abc37336,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:58.715484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Deleting port 14bfa1c6-e1e9-4dc7-8f69-3dc6bdbc4257 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:16:58.716156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.746636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:58.793642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8486c11-d25a-4395-aab1-fff99e0a7dd4 None None] Pushing event updated for resources: {'Port': ['ID=4c586b99-d970-4395-91f4-14785834f7cc,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:58.829089 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ff29e160-d99e-4955-81e9-f18a4bc61ee4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0678627 Mar 03 12:16:58.896443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60258) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:58.951639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:58.985073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.009050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.019662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.020311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.021009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.021612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.022125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.022621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.023113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.023669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.024200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.024673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.025176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.031353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:16:59.117670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.125316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:16:59.156421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] Allocated IP 2001:db8::f816:3eff:fe24:c235 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/a452b941-6bc0-4b46-a162-32c904126331/fd60b4f9-aade-44b4-b2fb-ca02add4c083) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:16:59.168321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.221828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.241431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.331500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 42d81d07-43a5-4c67-aa50-ead51535cbd6 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:59.401335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] For port fd60b4f9-aade-44b4-b2fb-ca02add4c083, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fd60b4f9-aade-44b4-b2fb-ca02add4c083,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:16:59.424161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.426012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.431801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.432369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Fanout notify agent at l3_agent the message router_deleted on router d96fa7df-a5c7-4c05-934a-fde795c74154 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:16:59.447492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.471872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] Transition to ACTIVE for port object fd60b4f9-aade-44b4-b2fb-ca02add4c083 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:16:59.477787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.499980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.501074 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-705095e5-69f5-4e56-a134-f45df178d41e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/d96fa7df-a5c7-4c05-934a-fde795c74154 HTTP/1.1" status: 204 len: 168 time: 3.5441444 Mar 03 12:16:59.530611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.540366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60262) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:59.555880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.559599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c632a9fc-b27e-4af6-ad20-d76d8f06da04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/c60f8894-400b-4eab-a4ab-2bce47a2be95 HTTP/1.1" status: 204 len: 168 time: 2.1497133 Mar 03 12:16:59.560291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1783847840', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:59.564720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60266) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:59.628724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:59.631901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:59.651116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Calling delete_port for 14bfa1c6-e1e9-4dc7-8f69-3dc6bdbc4257 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:16:59.677886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Usage tracker for resource:router and tenant:24c1d4ed33e14d6493c42a08260749d2 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:59.681335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:59.687279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:59.689660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:59.702802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:59.747144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:59.772848 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-da560a6b-5590-4c42-8f7e-229fdd1290a6 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2070174 Mar 03 12:16:59.777222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60270) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:16:59.783295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--863483678'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:16:59.790574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:16:59.795642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:16:59.798780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:16:59.800619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=bde9b530-df3d-4c86-9965-0716dce3aed5,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:59.806782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:16:59.818227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.856875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:59.857279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:59.860209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.864702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:16:59.870442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:16:59.870601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:16:59.870601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.877323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35929239-cdfe-44d1-9035-e5c1401052f9 None None] Pushing event updated for resources: {'Port': ['ID=fd60b4f9-aade-44b4-b2fb-ca02add4c083,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:16:59.912351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.961975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.963068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:16:59.966510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Router 83919233-14d7-4cc6-8b37-974805704933 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:17:00.040844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network df4c2990-188f-45bf-9b71-f936032458fe is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:00.049494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:00.110949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.178651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.214488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.217549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Port': ['ID=14bfa1c6-e1e9-4dc7-8f69-3dc6bdbc4257,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:00.244927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.245378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.245762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.246159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.246587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.247001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.247431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.247843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.248284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.248689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.249100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.249506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:00.259773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:00.264720 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d464988f-9d57-45a0-bac9-0789985af130 (CIDR: 2001:db8::/64) Mar 03 12:17:00.266223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:00.280753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:00.287470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:00.323945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:00.324935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:00.348730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Allocated IP 172.26.8.171 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/9d00aca8-d06d-439d-b153-b48074a71099) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:00.357198 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f82eb7da-7b7d-418a-bba5-d748209336f1 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/ports/14bfa1c6-e1e9-4dc7-8f69-3dc6bdbc4257 HTTP/1.1" status: 204 len: 168 time: 1.9318750 Mar 03 12:17:00.370084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60274) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:00.444160 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c0acf8cd-2d6c-4478-9a41-4c0bb14cccc3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5362988 Mar 03 12:17:00.448663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60278) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:00.474438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:00.552092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.556505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Deleting port 6c0779f5-f8e8-4210-9725-f53f87224d3f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:00.556775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.561596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.606975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port fd60b4f9-aade-44b4-b2fb-ca02add4c083, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fd60b4f9-aade-44b4-b2fb-ca02add4c083,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:00.617217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33ad02-3526-45a6-9bcf-d67641ccaf2e None None] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:00.726515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.727425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c11b807a-cb2a-4df4-afa1-fefdd236a9e2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:00.765052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:00.778693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:00.802602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:00.812104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:00.914219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:17:00.914685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a71ae2f0-e3ca-49cb-9810-713d858f778b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:17:00.924884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:00.957734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:00.973938 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] Sync routers for ids ['83919233-14d7-4cc6-8b37-974805704933'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:00.991436 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] Routers {'83919233-14d7-4cc6-8b37-974805704933'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:00.992977 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['83919233-14d7-4cc6-8b37-974805704933'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:00.999982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.030601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=fd60b4f9-aade-44b4-b2fb-ca02add4c083,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:01.039557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:01.047209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:01.047823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.074237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:01.078932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.118309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:01.118765 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:01.128400 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] Routers {'83919233-14d7-4cc6-8b37-974805704933'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:01.129239 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['83919233-14d7-4cc6-8b37-974805704933'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:01.187878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Calling delete_port for 6c0779f5-f8e8-4210-9725-f53f87224d3f owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:01.242647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.257343 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:01.259546 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797fa90-fb02-4a88-a7b0-f84d67a3522b None None] The sync data for ids ['83919233-14d7-4cc6-8b37-974805704933'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:01.295970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port c11b807a-cb2a-4df4-afa1-fefdd236a9e2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,segment=NetworkSegment(a8a2aede-708a-4ed6-ade1-fd3b1f08395f),segment_id=a8a2aede-708a-4ed6-ade1-fd3b1f08395f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:01.322223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.354238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.355852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d06c7fb6-aa54-47eb-b592-c74d8533c26f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:01.396077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=42d81d07-43a5-4c67-aa50-ead51535cbd6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:01.472582 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 94423cca-a1d5-4122-a2b8-b4b250dfc6ae (CIDR: 2001:db8:0:1::/64) Mar 03 12:17:01.475811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.477795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.509014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:01.528553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d06c7fb6-aa54-47eb-b592-c74d8533c26f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:01.528553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.536594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Port': ['ID=6c0779f5-f8e8-4210-9725-f53f87224d3f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:01.541667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.549214 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:01.549675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:01.557298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.573039 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5a5053a7-a2c8-4602-b1f8-f1c4f19ca569 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/ports/6c0779f5-f8e8-4210-9725-f53f87224d3f HTTP/1.1" status: 204 len: 168 time: 1.1981652 Mar 03 12:17:01.573264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60282) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:01.610519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.643632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.645047 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e495955b-84f2-4a68-9b92-e510eb294929 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.3652611 Mar 03 12:17:01.651157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60286) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:01.662150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-247df8a8-2bf3-4dc5-ae40-06b566e0a3a4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Synchronizing usage tracker for tenant:11da790b22bc4dbdab919198ebb66940 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:01.669020 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8c0146a5-153e-4c1f-a157-f063ab37977c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2006423 Mar 03 12:17:01.673990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ddfdee-f746-427f-9504-2408b86e5d03,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:01.675134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60290) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:01.684871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'subnet': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:01.727868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.732160 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aa8c966b-bfd2-48e7-9847-e51afc2be513 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9506373 Mar 03 12:17:01.732616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60294) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:01.793872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '52ddfdee-f746-427f-9504-2408b86e5d03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:01.822166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:01.824464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-247df8a8-2bf3-4dc5-ae40-06b566e0a3a4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Unset dirty status for tenant:11da790b22bc4dbdab919198ebb66940 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:01.828180 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-247df8a8-2bf3-4dc5-ae40-06b566e0a3a4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2515416 Mar 03 12:17:01.828355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:01.830724 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-59d44495-8b54-4cd3-b27d-0286d2a8cbac tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/42d81d07-43a5-4c67-aa50-ead51535cbd6 HTTP/1.1" status: 204 len: 168 time: 4.2594905 Mar 03 12:17:01.832599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60298) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:01.833125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60300) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:01.847439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:01.852073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:01.859015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:01.891123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fd60b4f9-aade-44b4-b2fb-ca02add4c083 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:01.902527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:01.908176 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d0a9ea3e-15e2-4d99-8375-3da10ffcc9ab tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5121417 Mar 03 12:17:01.919990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60306) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:01.921636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:01.971727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1920838820'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:01.979526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:01.981538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:01.986024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-478301231'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:01.987417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:02.004384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.008667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Usage tracker for resource:network and tenant:11da790b22bc4dbdab919198ebb66940 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:02.011630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:02.012783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:02.015652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:02.023660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:02.026017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Usage tracker for resource:subnet and tenant:0d04cd13b7634ff7983bc39f04e4326e is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:02.030257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.040593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:02.059534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a8efd-a2d7-445a-8b54-9994119d4a86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:02.061151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a8efd-a2d7-445a-8b54-9994119d4a86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:02.062625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a8efd-a2d7-445a-8b54-9994119d4a86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:02.063472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fb2a8efd-a2d7-445a-8b54-9994119d4a86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:02.068489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:02.068684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:02.122470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:02.125698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.140533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Made reservation on behalf of 11da790b22bc4dbdab919198ebb66940 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:02.145820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.148696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:02.164968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c11b807a-cb2a-4df4-afa1-fefdd236a9e2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:02.167533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:02.172964 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-35630abd-2ca6-4f50-b8a1-17caae471522 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/83919233-14d7-4cc6-8b37-974805704933 HTTP/1.1" status: 200 len: 924 time: 0.5133805 Mar 03 12:17:02.173506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60310) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:02.175910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:02.178897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:02.213358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:02.216686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Made reservation on behalf of 0d04cd13b7634ff7983bc39f04e4326e for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:02.220356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.236391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Pushing event updated for resources: {'Port': ['ID=9d00aca8-d06d-439d-b153-b48074a71099,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:02.256540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fb2a8efd-a2d7-445a-8b54-9994119d4a86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:02.260194 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fb2a8efd-a2d7-445a-8b54-9994119d4a86 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4131021 Mar 03 12:17:02.263155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60314) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:02.407249 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb3fe985-0bf2-4541-894e-8eb86076502a tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=83919233-14d7-4cc6-8b37-974805704933 HTTP/1.1" status: 200 len: 205 time: 0.2301860 Mar 03 12:17:02.438700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning for port 4c586b99-d970-4395-91f4-14785834f7cc completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:02.450644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.459316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60318) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:02.489868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:02.552470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:02.553082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:02.553082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.554024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.581055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbd1851-00f9-4682-bd92-14d314ea9026,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:02.603056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.603877 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Added segment 80cd47ed-f65e-4dba-a489-83231c073abb of type vlan for network 35559de5-fc16-4ef2-836a-da5c164838c4 Mar 03 12:17:02.631489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning for port bde9b530-df3d-4c86-9965-0716dce3aed5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:02.665888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning complete for port bde9b530-df3d-4c86-9965-0716dce3aed5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:02.666258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.699150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet a452b941-6bc0-4b46-a162-32c904126331 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:02.706462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.715048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.719186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e3c1ded8-6cf4-4c5e-8c29-1ca1d2fa8e93 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9856355 Mar 03 12:17:02.721235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.730885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60322) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:02.741121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '52ddfdee-f746-427f-9504-2408b86e5d03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:02.764335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:02.767542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:02.781644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:02.784075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Port bde9b530-df3d-4c86-9965-0716dce3aed5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:02.788712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.805576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c586b99-d970-4395-91f4-14785834f7cc up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:02.840744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:02.849700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.858588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:16:56Z', 'revision_number': 3, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:16:58Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:02.863849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:02.864232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:02.864850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Updating router 4986a67b-92a4-4a84-b34c-1725ab564196 port bde9b530-df3d-4c86-9965-0716dce3aed5 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:02.881397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.881764 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment 056d6d76-7996-4ba5-a343-4990884063ce of type vlan for network 356377e9-d98e-49c9-95ff-efd706cd3691 Mar 03 12:17:02.925715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:02.951819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning for port fd60b4f9-aade-44b4-b2fb-ca02add4c083 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:02.964220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning complete for port fd60b4f9-aade-44b4-b2fb-ca02add4c083 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:02.964590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.020729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.026199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:03.026853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.059708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.111592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.141860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.166219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.179839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4c586b99-d970-4395-91f4-14785834f7cc completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:03.214440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Network': ['ID=35559de5-fc16-4ef2-836a-da5c164838c4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:03.218891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4c586b99-d970-4395-91f4-14785834f7cc triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:03.219273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.221452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.272074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 35559de5-fc16-4ef2-836a-da5c164838c4 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:03.276338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:17:03.281560 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9c41c58a-21d1-43e3-8fca-c601ff95276c tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4421728 Mar 03 12:17:03.282332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60326) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:03.284451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.289612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1496753169'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:03.295007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:03.299384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Usage tracker for resource:network and tenant:11da790b22bc4dbdab919198ebb66940 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:03.301847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:03.307620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:03.310965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Deleting port 0caeeac9-8e1d-4055-8337-4781a5ff22c9 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:03.310965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.329525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.387675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.390655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.442593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.444258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Made reservation on behalf of 11da790b22bc4dbdab919198ebb66940 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:03.447732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.492814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning complete for port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:03.493183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.530132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.536482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:03.537094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.568110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad130ab-5cd7-47dd-9961-eb56effde81b,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:03.575203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Network fc0b853a-dbb0-4993-8361-372d45421cd8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:03.586549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:03.595984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:03.596768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.608199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Subnet': ['ID=12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:03.610546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756bdcda-c2a9-4fca-9f3d-157d50a86091 None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:03.631900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:03.653186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.663856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Added segment a1d6c329-b8a0-4b81-b804-ecb7cc07bd66 of type vlan for network 365881fe-a406-4b82-a4e2-a275ec62855d Mar 03 12:17:03.719765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.723871 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4123f298-3744-4f52-87ae-ec9f41f6a814 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9919589 Mar 03 12:17:03.726492 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-34308248-2b75-4cd1-9061-2994a8e2a44d tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0494337 Mar 03 12:17:03.729023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60330) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:03.741430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60332) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:03.742692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.777809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-361273974', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef'}], 'security_groups': ['f553d65c-b0a1-40a5-bf77-64e431b7c561', 'fad7ff4f-9da5-4a2b-bf44-17c090b7f96c']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:03.801276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Calling delete_port for 0caeeac9-8e1d-4055-8337-4781a5ff22c9 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:03.820056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Allocated IP 172.26.8.235 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/94adc1da-b440-41a3-ad9a-6b599fef465e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:03.829970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=356377e9-d98e-49c9-95ff-efd706cd3691,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:03.830415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '52ddfdee-f746-427f-9504-2408b86e5d03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:03.860837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:03.867587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 356377e9-d98e-49c9-95ff-efd706cd3691 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:03.871749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.882046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:03.887276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:03.900793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:03.981841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:03.985095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4c586b99-d970-4395-91f4-14785834f7cc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4c586b99-d970-4395-91f4-14785834f7cc,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:04.016483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.029167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.034933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:04.035565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.088097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.095367 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5731101a-bad9-43ba-b724-06016e592bae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1712260 Mar 03 12:17:04.105744 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.166761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60338) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:04.184946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Could not find standard attr ID for object 42d81d07-43a5-4c67-aa50-ead51535cbd6. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:17:04.211025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:04.225678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=a452b941-6bc0-4b46-a162-32c904126331,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:04.233859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.238370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b08a3bcf-34ff-490e-9666-a3836c0e94cb tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/a452b941-6bc0-4b46-a162-32c904126331 HTTP/1.1" status: 204 len: 168 time: 1.9765737 Mar 03 12:17:04.239969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60342) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:04.248877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88d731-fd5e-47a7-8d4d-e81ea5c41393 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:04.341411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4c586b99-d970-4395-91f4-14785834f7cc,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:04.349959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning for port aba73e14-3bc7-4fc5-a60d-3800945cd626 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:04.367951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Provisioning complete for port aba73e14-3bc7-4fc5-a60d-3800945cd626 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:04.368782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.387861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.398402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Transition to ACTIVE for port object bde9b530-df3d-4c86-9965-0716dce3aed5 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:04.444346 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1588988 Mar 03 12:17:04.455685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.527448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.531872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c77bafe1-5e8b-43c3-b06f-17c42b0d3bfa None None] Port aba73e14-3bc7-4fc5-a60d-3800945cd626 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:04.543130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet ddae53dc-8dd0-4814-81ea-7ec2724372d8 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:04.549788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event deleted for resources: {'Port': ['ID=0caeeac9-8e1d-4055-8337-4781a5ff22c9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:04.574369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52621fae-ab46-4db9-bb99-57e1360b0ae5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Network': ['ID=365881fe-a406-4b82-a4e2-a275ec62855d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:04.574906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.576718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.576948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60346) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:04.577936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:04.597835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'subnets': [{'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--714313416', 'ip_version': 4}, {'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:04.598243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'subnet': {'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--714313416', 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:04.599521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Request body: {'subnet': {'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:04.629024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:04.634770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 365881fe-a406-4b82-a4e2-a275ec62855d details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:04.671103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.702718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Pushing event updated for resources: {'Port': ['ID=bde9b530-df3d-4c86-9965-0716dce3aed5,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:04.705705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:04.733614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9013a576-1191-4f14-ae3d-ef0871ac019c,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:04.740230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:04.828599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.870334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.921724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.922075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.922480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.922873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.923272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.923663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.924073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.924460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.924848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.925237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.925622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.926002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:04.955100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:04.959174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.968295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.969606 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-220136a5-8127-4f24-8f35-17d4942c7781 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1790683 Mar 03 12:17:04.985944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:04.987534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60350) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:05.033477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Attempting to bind port bde9b530-df3d-4c86-9965-0716dce3aed5 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:05.034113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Attempting to bind port bde9b530-df3d-4c86-9965-0716dce3aed5 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:05.034326 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Attempting to bind port bde9b530-df3d-4c86-9965-0716dce3aed5 on network df4c2990-188f-45bf-9b71-f936032458fe {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:05.038660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.048986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] Update dhcp port {'port': {'network_id': 'fc0b853a-dbb0-4993-8361-372d45421cd8', 'fixed_ips': [{'subnet_id': '94423cca-a1d5-4122-a2b8-b4b250dfc6ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd464988f-9d57-45a0-bac9-0789985af130', 'ip_address': '2001:db8::2'}, {'subnet_id': '12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:17:05.073238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:05.073787 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Checking segment: {'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:05.074278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.074753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Bound using segment: {'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:05.075337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Bound port: bde9b530-df3d-4c86-9965-0716dce3aed5, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:05.075667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '52ddfdee-f746-427f-9504-2408b86e5d03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:05.075889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.099405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:05.111749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.117816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.160983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.163952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:05.177284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.220372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.220926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Fanout notify agent at l3_agent the message router_deleted on router 83919233-14d7-4cc6-8b37-974805704933 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:17:05.237179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:05.238539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.240702 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e4a06cff-0cb2-4643-a0fc-2d9aea58a451 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/83919233-14d7-4cc6-8b37-974805704933 HTTP/1.1" status: 204 len: 168 time: 2.7732618 Mar 03 12:17:05.245625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60354) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:05.251152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'router': {'name': 'tempest-snat-router-650899978', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': False}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:05.258480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:05.266589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:router and tenant:eca05a28b6914096be2f8341c6d1b8dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:05.268459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] For port bde9b530-df3d-4c86-9965-0716dce3aed5, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:05.273558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:05.281848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:05.293082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:05.341308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.393306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] For port bde9b530-df3d-4c86-9965-0716dce3aed5, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bde9b530-df3d-4c86-9965-0716dce3aed5,segment=NetworkSegment(a8a2aede-708a-4ed6-ade1-fd3b1f08395f),segment_id=a8a2aede-708a-4ed6-ade1-fd3b1f08395f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:05.397384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:05.414707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Usage tracker for resource:subnet and tenant:11da790b22bc4dbdab919198ebb66940 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:05.417316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=ddae53dc-8dd0-4814-81ea-7ec2724372d8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:05.418547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:05.421673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.422692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.429973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.450126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:05.452914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.459129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.477232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.483248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:05.518692 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0d69887b-f63a-45f3-82b7-f819b598d2c1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/ddae53dc-8dd0-4814-81ea-7ec2724372d8 HTTP/1.1" status: 204 len: 168 time: 1.2649519 Mar 03 12:17:05.521033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60358) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:05.544882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] Allocated IP 2001:db8:0:2::2 (fc0b853a-dbb0-4993-8361-372d45421cd8/12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef/896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:05.603047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437d2d-e382-4058-9c38-530620795f3f None None] Pushing event updated for resources: {'Port': ['ID=bde9b530-df3d-4c86-9965-0716dce3aed5,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:05.606047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:05.606766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:05.715017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-10117e65-d0f2-4bb8-a032-f93955357f96 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1902103 Mar 03 12:17:05.715843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60362) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:05.721666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:05.882182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event updated for resources: {'Port': ['ID=94adc1da-b440-41a3-ad9a-6b599fef465e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:05.907243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:05.948280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:05.951169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:05.983992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,segment=NetworkSegment(12de9e01-bf5a-4197-a2ce-68167939496a),segment_id=12de9e01-bf5a-4197-a2ce-68167939496a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:06.013909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.024061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:06.084175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579efe26-c8af-4d2a-ba95-e1e8896845a6 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:06.089150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:17:06.090901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Made reservation on behalf of 11da790b22bc4dbdab919198ebb66940 for: {'subnet': 2} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:06.093948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:06.095496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.096033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.102428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:06.102428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:06.105242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.107518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:06.190497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:06.194294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.217264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c586b99-d970-4395-91f4-14785834f7cc up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:06.300676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] Transition to ACTIVE for port object 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:06.392064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.417743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.544060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.641025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9db0028f-e940-434d-bbd8-295849bdd9f4 None None] Provisioning complete for port fd60b4f9-aade-44b4-b2fb-ca02add4c083 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:06.641401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9db0028f-e940-434d-bbd8-295849bdd9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.664246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.712031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f386d0-321d-4c89-ae2e-ffdbad392449,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:06.712495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4c586b99-d970-4395-91f4-14785834f7cc triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:06.712870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.819289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.820602 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3602c-dec9-4f62-8bb4-20bf9cfb738e None None] Pushing event updated for resources: {'Port': ['ID=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:06.853619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.902217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.949597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:06.960908 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:06.970398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:06.979559 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:06.980304 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:06.982959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60366) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:06.983808 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-33d450a0-0d8e-49fb-a9a3-9d2b027d746d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9362397 Mar 03 12:17:07.003487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '52ddfdee-f746-427f-9504-2408b86e5d03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:07.016786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:07.018258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=cd7cee3f-f47d-48ac-9102-22e4b64c799f,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:07.023161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:07.031718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:07.037443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:07.040372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:07.040995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:07.052412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:07.075811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=5bfcf250-7661-4d09-bbe7-e37a57a85997,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:07.079205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:07.092173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Delete allocated IP 2001:db8::f3 (fc0b853a-dbb0-4993-8361-372d45421cd8/d464988f-9d57-45a0-bac9-0789985af130) {{(pid=88430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 12:17:07.137596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:16:56Z', 'revision_number': 3, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:05Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:07.151663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95c316-9d71-493a-ac44-4d9bb7de96d2 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:16:56Z', 'revision_number': 3, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:05Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:07.158003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Allocated IP 2001:db8:0:2::1c (fc0b853a-dbb0-4993-8361-372d45421cd8/12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef/aba73e14-3bc7-4fc5-a60d-3800945cd626) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:07.183360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:07.185067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: 356377e9-d98e-49c9-95ff-efd706cd3691, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:07.205781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:17:07.210956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] Deleting port fd60b4f9-aade-44b4-b2fb-ca02add4c083 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:07.211505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:07.243503 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6d9fbd6d-d8e2-4f37-af98-a28d1775608f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5264957 Mar 03 12:17:07.247606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Allocated IP 172.26.8.250 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/e028664e-800e-4b97-8431-7570dc626d07) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:07.250510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60370) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:07.256765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:07.280791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:07.323021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:07.324755 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ef78aec6-f840-4a2c-964b-a961b7e4543e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3315363 Mar 03 12:17:07.330034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60374) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:07.353388 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:07.676173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] For port fd60b4f9-aade-44b4-b2fb-ca02add4c083, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fd60b4f9-aade-44b4-b2fb-ca02add4c083,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:07.677202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:07.957264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] Calling delete_port for fd60b4f9-aade-44b4-b2fb-ca02add4c083 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:07.958398 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:02Z', 'revision_number': 3, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:07.960863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:07.962399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:07.963895 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:07.964953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Updating router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 port 9d00aca8-d06d-439d-b153-b48074a71099 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:07.979047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:07.984391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:08.006095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 356377e9-d98e-49c9-95ff-efd706cd3691 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:08.010367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:08.021806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.024231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.035932 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.040507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.089265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4eeb24-8db7-42fe-a251-b9dc9a8dc427,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:08.106844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.125022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:08.128791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.189798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.194534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] No DVR routers for this DVR port fd60b4f9-aade-44b4-b2fb-ca02add4c083 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:17:08.195201 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6e703ca2-3a8c-493b-b7a1-ce9039260b4c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2037020 Mar 03 12:17:08.207849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.208775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf6f89b0-a83f-42f7-8a79-a6d5fd0fca94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.219723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Provisioning for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:08.227013 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690b3b8-7bca-4cf1-ac5f-11b813c2fd25 None None] Pushing event deleted for resources: {'Port': ['ID=fd60b4f9-aade-44b4-b2fb-ca02add4c083,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:08.230028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9e6c6-ffb8-454f-8572-b7529247d2e5 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:08.248416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:08.248884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.284218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60378) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:08.299747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.381377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 356377e9-d98e-49c9-95ff-efd706cd3691) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:08.401294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:08.401294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.426895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:08.434488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb31989d-716b-4fe9-98c9-466dc4f1cc05 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.440111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:08.463200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:08.469362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:08.500512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb31989d-716b-4fe9-98c9-466dc4f1cc05 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.516158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Port': ['ID=e028664e-800e-4b97-8431-7570dc626d07,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:08.541776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e341b58-b7bd-46ef-9e8b-f90bbca5c3fb None None] Network 356377e9-d98e-49c9-95ff-efd706cd3691 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:08.598915 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.636973 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4a127510-f48c-44fc-b88f-178205028d5d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4520667 Mar 03 12:17:08.640460 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Transition to ACTIVE for port object 9d00aca8-d06d-439d-b153-b48074a71099 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:08.641971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60382) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:08.716673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:08.717028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.726051 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.829274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb31989d-716b-4fe9-98c9-466dc4f1cc05 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.833862 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba6c0c-4067-4d6f-9f86-7ebad2716dbb None None] Pushing event updated for resources: {'Port': ['ID=9d00aca8-d06d-439d-b153-b48074a71099,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:08.868032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:17:08.878884 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Attempting to bind port 9d00aca8-d06d-439d-b153-b48074a71099 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:08.880319 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Attempting to bind port 9d00aca8-d06d-439d-b153-b48074a71099 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:08.880845 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Attempting to bind port 9d00aca8-d06d-439d-b153-b48074a71099 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:08.891587 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:08.892417 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:08.895446 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.896792 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:08.897895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31989d-716b-4fe9-98c9-466dc4f1cc05 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c4eeb24-8db7-42fe-a251-b9dc9a8dc427,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:08.898417 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Bound port: 9d00aca8-d06d-439d-b153-b48074a71099, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:08.898976 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.938876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb31989d-716b-4fe9-98c9-466dc4f1cc05 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:08.940151 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb31989d-716b-4fe9-98c9-466dc4f1cc05 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/2c4eeb24-8db7-42fe-a251-b9dc9a8dc427 HTTP/1.1" status: 204 len: 168 time: 0.6555204 Mar 03 12:17:08.970069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60386) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:08.995949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.006397 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] For port 9d00aca8-d06d-439d-b153-b48074a71099, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:09.012959 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] For port 9d00aca8-d06d-439d-b153-b48074a71099, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9d00aca8-d06d-439d-b153-b48074a71099,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:09.034145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bde9b530-df3d-4c86-9965-0716dce3aed5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:09.095310 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.134311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Transition to ACTIVE for port object aba73e14-3bc7-4fc5-a60d-3800945cd626 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:09.139763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6c71caac-38b6-44e3-8e4d-4210f0b502b5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:09.203527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '5bfcf250-7661-4d09-bbe7-e37a57a85997'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:09.204438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.235691 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:09.235899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-356377e9-d98e-49c9-95ff-efd706cd3691', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:09.236347 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:16:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:09.236758 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.246529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Provisioning complete for port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:09.246901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.301964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.308287 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba6c0c-4067-4d6f-9f86-7ebad2716dbb None None] Pushing event updated for resources: {'Port': ['ID=9d00aca8-d06d-439d-b153-b48074a71099,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:09.432305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6c71caac-38b6-44e3-8e4d-4210f0b502b5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:09.436668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6c71caac-38b6-44e3-8e4d-4210f0b502b5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4654930 Mar 03 12:17:09.437304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60390) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:09.495689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Allocated IP 2001:db8:2::2 (356377e9-d98e-49c9-95ff-efd706cd3691/cd7cee3f-f47d-48ac-9102-22e4b64c799f/7af4e0fe-c859-47ba-b34c-e695477380ef) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:09.520088 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:09.566547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.569217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e6ad-8c15-430a-a329-4a8068bcdecc tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.604188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e6ad-8c15-430a-a329-4a8068bcdecc tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.687151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port bde9b530-df3d-4c86-9965-0716dce3aed5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:09.700417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:09.709448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bde9b530-df3d-4c86-9965-0716dce3aed5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:09.709448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.781070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.831275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] In _notify_port_updated(), no bound segment for port aba73e14-3bc7-4fc5-a60d-3800945cd626 on network fc0b853a-dbb0-4993-8361-372d45421cd8 {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:17:09.837660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:09.838719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:09.839874 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "PUT /v2.0/ports/aba73e14-3bc7-4fc5-a60d-3800945cd626 HTTP/1.1" status: 200 len: 968 time: 6.0789721 Mar 03 12:17:09.843415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60394) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:09.964990 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:02Z', 'revision_number': 3, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:09.967125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Allocated IP 172.20.0.2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/5bfcf250-7661-4d09-bbe7-e37a57a85997/c657d2d5-b2ce-4db3-8ace-47ceaafc1e01) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:09.972303 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7d98f-2155-464b-856f-7b1f649fa0ce None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:02Z', 'revision_number': 3, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:10.015087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.018671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012af1e7-e5b1-44c4-b22c-cf959dd1b86c tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event updated for resources: {'Port': ['ID=aba73e14-3bc7-4fc5-a60d-3800945cd626,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:10.020083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Provisioning for port aba73e14-3bc7-4fc5-a60d-3800945cd626 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:10.038459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e6ad-8c15-430a-a329-4a8068bcdecc tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.048278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.060784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Provisioning complete for port aba73e14-3bc7-4fc5-a60d-3800945cd626 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:10.061154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.121703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:17:10.124680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.134359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5e6ad-8c15-430a-a329-4a8068bcdecc tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97f386d0-321d-4c89-ae2e-ffdbad392449,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:10.138955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Transition to ACTIVE for port object 7af4e0fe-c859-47ba-b34c-e695477380ef will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:10.178308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.213821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Transition to ACTIVE for port object 7af4e0fe-c859-47ba-b34c-e695477380ef will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:10.218713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:10.228893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:10.230722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e6ad-8c15-430a-a329-4a8068bcdecc tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.232126 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f4d5e6ad-8c15-430a-a329-4a8068bcdecc tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/97f386d0-321d-4c89-ae2e-ffdbad392449 HTTP/1.1" status: 204 len: 168 time: 0.7790947 Mar 03 12:17:10.235872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:10.236476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.242999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port aba73e14-3bc7-4fc5-a60d-3800945cd626 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:10.243334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.269632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.273580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60398) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:10.308537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port bde9b530-df3d-4c86-9965-0716dce3aed5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bde9b530-df3d-4c86-9965-0716dce3aed5,segment=NetworkSegment(a8a2aede-708a-4ed6-ade1-fd3b1f08395f),segment_id=a8a2aede-708a-4ed6-ade1-fd3b1f08395f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:10.315699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0ecbff3d-1bee-4eea-b858-c5d2797b6291 None None] Port aba73e14-3bc7-4fc5-a60d-3800945cd626 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:10.326080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-31bc3d01-6866-45c0-a78b-ae4c49f6090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.346035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.370630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Subnet': ['ID=51b1f409-e04a-49e2-bb05-cd218f121d1b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:10.438864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=e81d5e33-1821-4a58-9906-d327b12f2236,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:10.449212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.545768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Network 356377e9-d98e-49c9-95ff-efd706cd3691 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:10.579351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:10.621643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Pushing event updated for resources: {'Port': ['ID=7af4e0fe-c859-47ba-b34c-e695477380ef,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:10.624744 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fd60b4f9-aade-44b4-b2fb-ca02add4c083 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:10.647163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f3227112-8f63-4506-972e-43670c0861aa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:10.651377 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-29fe1cb0-b1b6-42de-b1fe-58653aef8c9c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3996456 Mar 03 12:17:10.671733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Checking segment: {'id': '80cd47ed-f65e-4dba-a489-83231c073abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:10.672117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network hostable DHCP agents. Network: 35559de5-fc16-4ef2-836a-da5c164838c4, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:10.696836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60402) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:10.698948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:10.703906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:d1:fe:40', 'name': 'tempest-NetworksTestDHCPv6-666936750'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:10.749592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8d2d1fef-358b-4b97-b672-51a0ef20dd45 None None] Provisioning complete for port aba73e14-3bc7-4fc5-a60d-3800945cd626 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:10.750002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d2d1fef-358b-4b97-b672-51a0ef20dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.806197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: fd60b4f9-aade-44b4-b2fb-ca02add4c083 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:10.806626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fd60b4f9-aade-44b4-b2fb-ca02add4c083 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:10.901231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.939266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9d00aca8-d06d-439d-b153-b48074a71099 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:10.963879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network 35559de5-fc16-4ef2-836a-da5c164838c4 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:10.978112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:10.981448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Attempting to bind port 7af4e0fe-c859-47ba-b34c-e695477380ef on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:10.981920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Attempting to bind port 7af4e0fe-c859-47ba-b34c-e695477380ef by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:10.983109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Attempting to bind port 7af4e0fe-c859-47ba-b34c-e695477380ef on network 356377e9-d98e-49c9-95ff-efd706cd3691 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:10.985214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=bde9b530-df3d-4c86-9965-0716dce3aed5,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:10.988085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d1fef-358b-4b97-b672-51a0ef20dd45 None None] Port aba73e14-3bc7-4fc5-a60d-3800945cd626 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:10.995399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Router 290ebcf2-9de8-4465-b2fd-75023202e5cb is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:17:11.009661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:11.010234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Checking segment: {'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:11.010701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.011174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Bound using segment: {'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:11.011719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Bound port: 7af4e0fe-c859-47ba-b34c-e695477380ef, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:11.012221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.035927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Transition to ACTIVE for port object c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:11.054533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.122647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Transition to ACTIVE for port object c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:11.150677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f3227112-8f63-4506-972e-43670c0861aa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:11.156588 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f3227112-8f63-4506-972e-43670c0861aa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.8171093 Mar 03 12:17:11.159155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 35559de5-fc16-4ef2-836a-da5c164838c4) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:11.165282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60406) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:11.165481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] For port 7af4e0fe-c859-47ba-b34c-e695477380ef, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:11.169381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] For port 7af4e0fe-c859-47ba-b34c-e695477380ef, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7af4e0fe-c859-47ba-b34c-e695477380ef,segment=NetworkSegment(056d6d76-7996-4ba5-a343-4990884063ce),segment_id=056d6d76-7996-4ba5-a343-4990884063ce)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:11.171931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7629557-99a8-4e54-8771-bae191c0924a None None] Network 35559de5-fc16-4ef2-836a-da5c164838c4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:11.241529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.264335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.269570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.274222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.285252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:11.297203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:11.321604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 9d00aca8-d06d-439d-b153-b48074a71099 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:11.340224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Router 25ac40fe-c081-4204-a31d-07b8c9d63f63 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:17:11.367546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9d00aca8-d06d-439d-b153-b48074a71099 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:11.368116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.437288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:11.437739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:11.457820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:11.477059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:11.483228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.491407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Pushing event updated for resources: {'Port': ['ID=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:11.493832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.678599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7385574c-cc33-4108-b3e4-c4ebafb69f08 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.687186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for aba73e14-3bc7-4fc5-a60d-3800945cd626 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:11.718076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7385574c-cc33-4108-b3e4-c4ebafb69f08 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.724703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event updated for resources: {'Subnet': ['ID=eca0688f-65ed-4eb2-938a-08a87c7ed088,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:11.787916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df5fea-fbd4-4193-a19b-4df94d702bea None None] Pushing event updated for resources: {'Port': ['ID=7af4e0fe-c859-47ba-b34c-e695477380ef,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:11.895801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.910713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:11.955164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-35559de5-fc16-4ef2-836a-da5c164838c4', 'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4', 'tenant_id': '11da790b22bc4dbdab919198ebb66940', 'fixed_ips': [{'subnet_id': '51b1f409-e04a-49e2-bb05-cd218f121d1b'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:11.956683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:11.964825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 32d7721b-5916-46ec-8045-ffeca6bcbb19 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:11.973559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Sync routers for ids ['25ac40fe-c081-4204-a31d-07b8c9d63f63'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:12.012103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Attempting to bind port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:12.012103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Attempting to bind port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:12.012406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Attempting to bind port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:12.017241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:12.027328 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] Sync routers for ids ['290ebcf2-9de8-4465-b2fd-75023202e5cb'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:12.038150 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] Routers {'290ebcf2-9de8-4465-b2fd-75023202e5cb'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:12.041447 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['290ebcf2-9de8-4465-b2fd-75023202e5cb'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:12.048092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:12.048699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:12.049110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.049503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:12.049967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Bound port: c657d2d5-b2ce-4db3-8ace-47ceaafc1e01, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:12.050614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.066599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.084849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Checking segment: {'id': 'a1d6c329-b8a0-4b81-b804-ecb7cc07bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:12.088231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network hostable DHCP agents. Network: 365881fe-a406-4b82-a4e2-a275ec62855d, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:12.143616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Allocated IP 172.20.0.1 (d086bbd9-7e2a-4260-88fb-5113c3fee776/38edfb95-5f57-439a-b8bb-36290ef359ac/1da7a974-b2ea-4992-9931-ac9bc2ee4113) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:12.144558 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:12.154754 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] Routers {'290ebcf2-9de8-4465-b2fd-75023202e5cb'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:12.155288 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['290ebcf2-9de8-4465-b2fd-75023202e5cb'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:12.167554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Routers {'25ac40fe-c081-4204-a31d-07b8c9d63f63'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:12.168358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['25ac40fe-c081-4204-a31d-07b8c9d63f63'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:12.169250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.170896 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d1a87325-ed40-4339-9abe-0ef753835206 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9243238 Mar 03 12:17:12.181881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60410) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:12.202531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.210826 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83ad6ae6-d542-46a0-a4de-1eb4ac4b56a7 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.6691658 Mar 03 12:17:12.227475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60414) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:12.232162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7385574c-cc33-4108-b3e4-c4ebafb69f08 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.236882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7385574c-cc33-4108-b3e4-c4ebafb69f08 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.241228 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7385574c-cc33-4108-b3e4-c4ebafb69f08 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9013a576-1191-4f14-ae3d-ef0871ac019c HTTP/1.1" status: 204 len: 168 time: 1.0218272 Mar 03 12:17:12.256121 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:12.256523 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9e699-c1ba-4695-a799-62d9debb6b4a None None] The sync data for ids ['290ebcf2-9de8-4465-b2fd-75023202e5cb'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:12.284773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60416) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:12.333980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385574c-cc33-4108-b3e4-c4ebafb69f08 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9013a576-1191-4f14-ae3d-ef0871ac019c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:12.360470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:12.386055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Network 365881fe-a406-4b82-a4e2-a275ec62855d is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:12.437625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.457781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 9d00aca8-d06d-439d-b153-b48074a71099, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9d00aca8-d06d-439d-b153-b48074a71099,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:12.477623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e889cc3b-5409-46a3-bc50-d0774e83dcda tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:12.489719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Set router 25ac40fe-c081-4204-a31d-07b8c9d63f63 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:12.513856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 365881fe-a406-4b82-a4e2-a275ec62855d) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:12.516632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=aba73e14-3bc7-4fc5-a60d-3800945cd626,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:12.518714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:12.519207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:12.520521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.566748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8:2::1 (356377e9-d98e-49c9-95ff-efd706cd3691/cd7cee3f-f47d-48ac-9102-22e4b64c799f/ddb91e67-839a-4757-a75b-c6bb2182bb60) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:12.583369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.597807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.636996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Transition to ACTIVE for port object 1da7a974-b2ea-4992-9931-ac9bc2ee4113 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:12.637433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5228e5-0d0f-466b-a862-62e4174ef2aa None None] Network 365881fe-a406-4b82-a4e2-a275ec62855d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:12.659774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.679746 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8972e00b-d8d6-4d7b-9a1f-46d58094290e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 8.0879354 Mar 03 12:17:12.701809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e889cc3b-5409-46a3-bc50-d0774e83dcda tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:12.703316 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e889cc3b-5409-46a3-bc50-d0774e83dcda tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4142370 Mar 03 12:17:12.723774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60422) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:12.724059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60424) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:12.762737 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:17:12.818799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] For port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:12.841554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] For port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:12.879114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:12.892425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37652a03-bb76-4a07-978b-7379ab53c5c2 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:12.895541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37652a03-bb76-4a07-978b-7379ab53c5c2 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:12.897306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37652a03-bb76-4a07-978b-7379ab53c5c2 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:12.900065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-37652a03-bb76-4a07-978b-7379ab53c5c2 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Synchronizing usage tracker for tenant:11da790b22bc4dbdab919198ebb66940 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:12.995463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.002353 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b65d7d03-9f93-4f1c-b100-4aa4df20deeb tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/aba73e14-3bc7-4fc5-a60d-3800945cd626 HTTP/1.1" status: 204 len: 168 time: 3.1577678 Mar 03 12:17:13.012287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60430) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:13.077188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccb1e3f-a2af-4e6d-8c04-81e8e1e0050c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.089914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccb1e3f-a2af-4e6d-8c04-81e8e1e0050c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.108455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60434) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:13.108573 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-660b64d3-e7ea-40f6-b129-54c4899669e3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/25ac40fe-c081-4204-a31d-07b8c9d63f63 HTTP/1.1" status: 200 len: 908 time: 0.9211605 Mar 03 12:17:13.108669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:13.113849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:13.116773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:13.125001 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0e42ab-6325-4b5f-9f6b-b92476208654 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] GET failed (client error): The resource could not be found. Mar 03 12:17:13.125724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fd0e42ab-6325-4b5f-9f6b-b92476208654 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Synchronizing usage tracker for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:13.135127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 172.20.0.13 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/5bfcf250-7661-4d09-bbe7-e37a57a85997/32d7721b-5916-46ec-8045-ffeca6bcbb19) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:13.156834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-37652a03-bb76-4a07-978b-7379ab53c5c2 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Unset dirty status for tenant:11da790b22bc4dbdab919198ebb66940 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:13.162165 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-37652a03-bb76-4a07-978b-7379ab53c5c2 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4330201 Mar 03 12:17:13.206567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7af4e0fe-c859-47ba-b34c-e695477380ef up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:13.210388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60438) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:13.217443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.235955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fed1:fe40 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/e81d5e33-1821-4a58-9906-d327b12f2236/32d7721b-5916-46ec-8045-ffeca6bcbb19) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:13.236309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.237801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object ddb91e67-839a-4757-a75b-c6bb2182bb60 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:13.275777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'router': {'name': 'tempest-snat-router-650899978', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': True}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:13.320645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef68493e-7a9a-4d51-b879-8fcd760c269f None None] Network 356377e9-d98e-49c9-95ff-efd706cd3691 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:13.328899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1da7a974-b2ea-4992-9931-ac9bc2ee4113,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:13.359302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:13.366674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.376639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.425731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Usage tracker for resource:router and tenant:eca05a28b6914096be2f8341c6d1b8dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:13.451030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=9d00aca8-d06d-439d-b153-b48074a71099,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:13.453688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fd0e42ab-6325-4b5f-9f6b-b92476208654 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Unset dirty status for tenant:0d04cd13b7634ff7983bc39f04e4326e on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:13.455062 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fd0e42ab-6325-4b5f-9f6b-b92476208654 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports/aba73e14-3bc7-4fc5-a60d-3800945cd626 HTTP/1.1" status: 404 len: 333 time: 0.4398780 Mar 03 12:17:13.464680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Deleting subnet 51b1f409-e04a-49e2-bb05-cd218f121d1b {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:13.466517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60442) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:13.470249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:13.486131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 356377e9-d98e-49c9-95ff-efd706cd3691 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:13.496619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccb1e3f-a2af-4e6d-8c04-81e8e1e0050c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.501209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:13.510568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:13.528999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:13.529530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.544695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb1e3f-a2af-4e6d-8c04-81e8e1e0050c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ad130ab-5cd7-47dd-9961-eb56effde81b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:13.552728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Allocated IP 172.20.0.2 (35559de5-fc16-4ef2-836a-da5c164838c4/51b1f409-e04a-49e2-bb05-cd218f121d1b/bf858c20-2de8-4ea0-8970-5797ad2fb958) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:13.584657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=ddb91e67-839a-4757-a75b-c6bb2182bb60,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:13.637501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.638754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.670360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccb1e3f-a2af-4e6d-8c04-81e8e1e0050c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.671465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eccb1e3f-a2af-4e6d-8c04-81e8e1e0050c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8ad130ab-5cd7-47dd-9961-eb56effde81b HTTP/1.1" status: 204 len: 168 time: 0.9448886 Mar 03 12:17:13.677261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60446) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:13.695883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.706096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-33bcb5da-1849-41b3-b622-1a98cee38010 None None] Provisioning for port 7af4e0fe-c859-47ba-b34c-e695477380ef completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:13.742576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-775bf1ce-e3d6-4d50-8238-5ca369de38f1 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:13.786459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09988f18-b5bf-4c3c-804b-cf1b8dbf54d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.801781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd22fd-2cd9-4887-9ea4-fc497c60ecf9 None None] Pushing event updated for resources: {'Port': ['ID=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:13.960648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.965407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09988f18-b5bf-4c3c-804b-cf1b8dbf54d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:13.976628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.015676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7af4e0fe-c859-47ba-b34c-e695477380ef completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:14.022554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 32d7721b-5916-46ec-8045-ffeca6bcbb19 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:14.034459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.048645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7af4e0fe-c859-47ba-b34c-e695477380ef triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:14.048941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.107496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.135975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-365881fe-a406-4b82-a4e2-a275ec62855d', 'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d', 'tenant_id': '11da790b22bc4dbdab919198ebb66940', 'fixed_ips': [{'subnet_id': 'eca0688f-65ed-4eb2-938a-08a87c7ed088'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:14.136897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.147220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09988f18-b5bf-4c3c-804b-cf1b8dbf54d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.172109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09988f18-b5bf-4c3c-804b-cf1b8dbf54d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe8c284-6b30-4f11-9065-49f085f2326b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:14.174375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.195241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5807f38e-81fe-4ff2-acc1-b41176721625 None None] Provisioning for port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:14.252408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Deleting port 94adc1da-b440-41a3-ad9a-6b599fef465e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:14.252763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.287471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-775bf1ce-e3d6-4d50-8238-5ca369de38f1 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:14.292774 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-775bf1ce-e3d6-4d50-8238-5ca369de38f1 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6104524 Mar 03 12:17:14.294303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60450) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:14.295591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5807f38e-81fe-4ff2-acc1-b41176721625 None None] Provisioning complete for port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:14.296094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5807f38e-81fe-4ff2-acc1-b41176721625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.296305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:14.299108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-09988f18-b5bf-4c3c-804b-cf1b8dbf54d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.300211 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-09988f18-b5bf-4c3c-804b-cf1b8dbf54d6 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/security-groups/fbe8c284-6b30-4f11-9065-49f085f2326b HTTP/1.1" status: 204 len: 168 time: 0.8210785 Mar 03 12:17:14.337995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:14.347143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60454) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:14.354586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ecdac40f-ec2f-4ef3-bb3f-dbcc63cc3346 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.376573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ecdac40f-ec2f-4ef3-bb3f-dbcc63cc3346 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.397701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:14.445179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.450808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac40fe-c081-4204-a31d-07b8c9d63f63', 'name': 'tempest-snat-router-650899978', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': False}, 'gw_port_id': 'e028664e-800e-4b97-8431-7570dc626d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:05Z', 'updated_at': '2022-03-03T12:17:08Z', 'revision_number': 3, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port': {'id': 'e028664e-800e-4b97-8431-7570dc626d07', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac40fe-c081-4204-a31d-07b8c9d63f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:06Z', 'updated_at': '2022-03-03T12:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:14.466365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.470933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5807f38e-81fe-4ff2-acc1-b41176721625 None None] Port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:14.485071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Checking router: 25ac40fe-c081-4204-a31d-07b8c9d63f63 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:14.486729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Updating router 25ac40fe-c081-4204-a31d-07b8c9d63f63 port e028664e-800e-4b97-8431-7570dc626d07 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:14.525276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=32d7721b-5916-46ec-8045-ffeca6bcbb19,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:14.596619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5bb7cd04-6799-45f3-8718-0ea6bdf5547e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.629995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.677084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Transition to ACTIVE for port object bf858c20-2de8-4ea0-8970-5797ad2fb958 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:14.687158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5bb7cd04-6799-45f3-8718-0ea6bdf5547e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.690286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.700358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.736864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Allocated IP 172.20.0.18 (365881fe-a406-4b82-a4e2-a275ec62855d/eca0688f-65ed-4eb2-938a-08a87c7ed088/228de8e9-9b9a-43db-98eb-5aca1919485e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:14.782920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Transition to ACTIVE for port object bf858c20-2de8-4ea0-8970-5797ad2fb958 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:14.901322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.939120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.956118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7af4e0fe-c859-47ba-b34c-e695477380ef, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7af4e0fe-c859-47ba-b34c-e695477380ef,segment=NetworkSegment(056d6d76-7996-4ba5-a343-4990884063ce),segment_id=056d6d76-7996-4ba5-a343-4990884063ce)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:14.959955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:14.960865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:14.966688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ecdac40f-ec2f-4ef3-bb3f-dbcc63cc3346 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.036631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.037323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bde9b530-df3d-4c86-9965-0716dce3aed5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:15.086260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.093494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Network 35559de5-fc16-4ef2-836a-da5c164838c4 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:15.112410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:15.114773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:15.216398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Pushing event updated for resources: {'Port': ['ID=bf858c20-2de8-4ea0-8970-5797ad2fb958,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:15.279070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207008f-7f35-4bde-9312-e5cee47bc50d None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:15.351645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.371345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.413468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ecdac40f-ec2f-4ef3-bb3f-dbcc63cc3346 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.417445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ecdac40f-ec2f-4ef3-bb3f-dbcc63cc3346 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1fbd1851-00f9-4682-bd92-14d314ea9026 HTTP/1.1" status: 204 len: 168 time: 1.1198850 Mar 03 12:17:15.420408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdac40f-ec2f-4ef3-bb3f-dbcc63cc3346 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fbd1851-00f9-4682-bd92-14d314ea9026,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:15.422337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5bb7cd04-6799-45f3-8718-0ea6bdf5547e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.424625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5bb7cd04-6799-45f3-8718-0ea6bdf5547e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.427345 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5bb7cd04-6799-45f3-8718-0ea6bdf5547e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/security-groups/fad7ff4f-9da5-4a2b-bf44-17c090b7f96c HTTP/1.1" status: 204 len: 168 time: 1.0372880 Mar 03 12:17:15.427477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60458) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:15.435218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60460) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:15.438144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.465308 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-86c6200e-e2b8-46d7-8217-276654fcaaa8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7649028 Mar 03 12:17:15.465495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.465495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.477584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60466) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:15.485723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7cd04-6799-45f3-8718-0ea6bdf5547e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad7ff4f-9da5-4a2b-bf44-17c090b7f96c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:15.495836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.592202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d84b62c6-36a6-41db-87cb-64ad92f3e045 None None] Provisioning complete for port 7af4e0fe-c859-47ba-b34c-e695477380ef triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:15.592596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d84b62c6-36a6-41db-87cb-64ad92f3e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.697430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Calling delete_port for 94adc1da-b440-41a3-ad9a-6b599fef465e owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:15.754628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Attempting to bind port bf858c20-2de8-4ea0-8970-5797ad2fb958 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:15.755191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Attempting to bind port bf858c20-2de8-4ea0-8970-5797ad2fb958 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '80cd47ed-f65e-4dba-a489-83231c073abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:15.756025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Attempting to bind port bf858c20-2de8-4ea0-8970-5797ad2fb958 on network 35559de5-fc16-4ef2-836a-da5c164838c4 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:15.766689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89cfdeb2-dd4c-4925-b5c7-8fe20aef2a2b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:15.767575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7af4e0fe-c859-47ba-b34c-e695477380ef,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:15.801753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:15.802285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Checking segment: {'id': '80cd47ed-f65e-4dba-a489-83231c073abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:15.802923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.803105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Bound using segment: {'id': '80cd47ed-f65e-4dba-a489-83231c073abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:15.804054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Bound port: bf858c20-2de8-4ea0-8970-5797ad2fb958, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cd47ed-f65e-4dba-a489-83231c073abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '35559de5-fc16-4ef2-836a-da5c164838c4'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:15.804210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.827836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.837931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bde9b530-df3d-4c86-9965-0716dce3aed5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:15.838296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.844898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.879575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1da7a974-b2ea-4992-9931-ac9bc2ee4113,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:15.886619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.901020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89cfdeb2-dd4c-4925-b5c7-8fe20aef2a2b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:15.905740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89cfdeb2-dd4c-4925-b5c7-8fe20aef2a2b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4607697 Mar 03 12:17:15.909572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60470) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:15.924132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:15.928994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537ee75-e13f-449d-9600-7a10b885fffa tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:15.934955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537ee75-e13f-449d-9600-7a10b885fffa tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:15.935835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7537ee75-e13f-449d-9600-7a10b885fffa tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:15.948174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Transition to ACTIVE for port object 228de8e9-9b9a-43db-98eb-5aca1919485e will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:16.005164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.077928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Transition to ACTIVE for port object 228de8e9-9b9a-43db-98eb-5aca1919485e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:16.093186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bccba981-3048-45c5-867e-87a7b0abe53b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.101956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7537ee75-e13f-449d-9600-7a10b885fffa tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:16.105835 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7537ee75-e13f-449d-9600-7a10b885fffa tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.6221476 Mar 03 12:17:16.106959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.110419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60474) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:16.189497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-402b2e8e-60f9-4f7d-9308-61f3adb055a5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.196301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.200613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=ddb91e67-839a-4757-a75b-c6bb2182bb60,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:16.204715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network 356377e9-d98e-49c9-95ff-efd706cd3691 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:16.215358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:16.221954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Subnet': ['ID=51b1f409-e04a-49e2-bb05-cd218f121d1b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:16.230925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.247318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bccba981-3048-45c5-867e-87a7b0abe53b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.297665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] For port bf858c20-2de8-4ea0-8970-5797ad2fb958, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:16.307320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-402b2e8e-60f9-4f7d-9308-61f3adb055a5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.377324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Network 365881fe-a406-4b82-a4e2-a275ec62855d is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:16.383684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] For port bf858c20-2de8-4ea0-8970-5797ad2fb958, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bf858c20-2de8-4ea0-8970-5797ad2fb958,segment=NetworkSegment(80cd47ed-f65e-4dba-a489-83231c073abb),segment_id=80cd47ed-f65e-4dba-a489-83231c073abb)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:16.388670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.398029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:16.400526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:16.423533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 32d7721b-5916-46ec-8045-ffeca6bcbb19 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:16.424723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.471260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Pushing event updated for resources: {'Port': ['ID=228de8e9-9b9a-43db-98eb-5aca1919485e,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:16.489879 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.494048 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.507406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:16.514643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:16.518110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:16.544980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Transition to ACTIVE for port object e028664e-800e-4b97-8431-7570dc626d07 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:16.590897 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2060f8eb-261b-4255-b3ed-eb05c514b56b tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/subnets/51b1f409-e04a-49e2-bb05-cd218f121d1b HTTP/1.1" status: 204 len: 168 time: 3.3646352 Mar 03 12:17:16.591990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-402b2e8e-60f9-4f7d-9308-61f3adb055a5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.594454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-402b2e8e-60f9-4f7d-9308-61f3adb055a5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.599641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60478) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:16.599993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60480) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:16.602751 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-402b2e8e-60f9-4f7d-9308-61f3adb055a5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/52ddfdee-f746-427f-9504-2408b86e5d03 HTTP/1.1" status: 204 len: 168 time: 0.6920080 Mar 03 12:17:16.663085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Pushing event deleted for resources: {'Port': ['ID=94adc1da-b440-41a3-ad9a-6b599fef465e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:16.684429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d84b62c6-36a6-41db-87cb-64ad92f3e045 None None] Provisioning for port ddb91e67-839a-4757-a75b-c6bb2182bb60 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:16.688149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.720927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Attempting to bind port 228de8e9-9b9a-43db-98eb-5aca1919485e on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:16.721272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Attempting to bind port 228de8e9-9b9a-43db-98eb-5aca1919485e by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a1d6c329-b8a0-4b81-b804-ecb7cc07bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:16.721696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Attempting to bind port 228de8e9-9b9a-43db-98eb-5aca1919485e on network 365881fe-a406-4b82-a4e2-a275ec62855d {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:16.728898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d84b62c6-36a6-41db-87cb-64ad92f3e045 None None] Provisioning complete for port ddb91e67-839a-4757-a75b-c6bb2182bb60 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:16.729382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d84b62c6-36a6-41db-87cb-64ad92f3e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.743022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b2e8e-60f9-4f7d-9308-61f3adb055a5 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ddfdee-f746-427f-9504-2408b86e5d03,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:16.867233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d84b62c6-36a6-41db-87cb-64ad92f3e045 None None] Port ddb91e67-839a-4757-a75b-c6bb2182bb60 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:16.867233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1895f8c-bb69-43e2-9622-09acb9bcdd41 None None] Pushing event updated for resources: {'Port': ['ID=bf858c20-2de8-4ea0-8970-5797ad2fb958,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:16.933416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Attempting to bind port e028664e-800e-4b97-8431-7570dc626d07 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:16.933792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Attempting to bind port e028664e-800e-4b97-8431-7570dc626d07 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:16.934154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Attempting to bind port e028664e-800e-4b97-8431-7570dc626d07 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:16.936120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bccba981-3048-45c5-867e-87a7b0abe53b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.939852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:16.940260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Checking segment: {'id': 'a1d6c329-b8a0-4b81-b804-ecb7cc07bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:16.940749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.941444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Bound using segment: {'id': 'a1d6c329-b8a0-4b81-b804-ecb7cc07bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:16.942483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Bound port: 228de8e9-9b9a-43db-98eb-5aca1919485e, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d6c329-b8a0-4b81-b804-ecb7cc07bd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '365881fe-a406-4b82-a4e2-a275ec62855d'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:16.942861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.963614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:16.973781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9d00aca8-d06d-439d-b153-b48074a71099 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:17.086030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccba981-3048-45c5-867e-87a7b0abe53b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f553d65c-b0a1-40a5-bf77-64e431b7c561,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:17.090177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:17.090555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:17.090957 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.091352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:17.091833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Bound port: e028664e-800e-4b97-8431-7570dc626d07, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:17.092232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.146742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-76a30fdd-1134-495d-95d9-38c8dcd7bef7 None None] Provisioning for port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:17.196953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Allocated IP 172.26.8.6 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/37664646-82a6-4202-a0de-e321f897ebb7) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:17.257249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2d015-9668-40cb-95ad-6dd7943ac4dd None None] Pushing event updated for resources: {'Port': ['ID=e028664e-800e-4b97-8431-7570dc626d07,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:17.289033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] For port 228de8e9-9b9a-43db-98eb-5aca1919485e, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:17.312271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.343458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-76a30fdd-1134-495d-95d9-38c8dcd7bef7 None None] Provisioning complete for port ddb91e67-839a-4757-a75b-c6bb2182bb60 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:17.343891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-76a30fdd-1134-495d-95d9-38c8dcd7bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.373991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] For port 228de8e9-9b9a-43db-98eb-5aca1919485e, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=228de8e9-9b9a-43db-98eb-5aca1919485e,segment=NetworkSegment(a1d6c329-b8a0-4b81-b804-ecb7cc07bd66),segment_id=a1d6c329-b8a0-4b81-b804-ecb7cc07bd66)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:17.407845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] Update dhcp port {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': '5bfcf250-7661-4d09-bbe7-e37a57a85997', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e81d5e33-1821-4a58-9906-d327b12f2236'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': 'c657d2d5-b2ce-4db3-8ace-47ceaafc1e01'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:17:17.453906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.467640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] For port e028664e-800e-4b97-8431-7570dc626d07, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:17.534412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9d00aca8-d06d-439d-b153-b48074a71099 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:17.534836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.541830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Deleting subnet eca0688f-65ed-4eb2-938a-08a87c7ed088 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:17.570713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-76a30fdd-1134-495d-95d9-38c8dcd7bef7 None None] Port ddb91e67-839a-4757-a75b-c6bb2182bb60 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:17.582824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.587579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] For port e028664e-800e-4b97-8431-7570dc626d07, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e028664e-800e-4b97-8431-7570dc626d07,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:17.615289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-74a651b9-b3dc-4fe7-bf27-25991fb18f6c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:17.618593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:17.620064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.635209 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-33e87485-6714-4d01-a839-a4b10d35887e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9819689 Mar 03 12:17:17.639196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:17.644285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60486) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:17.644413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 32d7721b-5916-46ec-8045-ffeca6bcbb19 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:17.650895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bccba981-3048-45c5-867e-87a7b0abe53b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.655341 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bccba981-3048-45c5-867e-87a7b0abe53b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/security-groups/f553d65c-b0a1-40a5-bf77-64e431b7c561 HTTP/1.1" status: 204 len: 168 time: 2.2186782 Mar 03 12:17:17.660169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:17.661590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60488) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:17.669124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-825175375'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:17.672240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.727871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665e3f-a8d8-49f4-8a41-362d11dbec51 None None] Pushing event updated for resources: {'Port': ['ID=228de8e9-9b9a-43db-98eb-5aca1919485e,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:17.739753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:17.777686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.781761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-76a30fdd-1134-495d-95d9-38c8dcd7bef7 None None] Provisioning complete for port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:17.784498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-76a30fdd-1134-495d-95d9-38c8dcd7bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.789129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:network and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:17.798956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:17.807472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:17.813422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:17.841963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.848593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:17.907629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-74a651b9-b3dc-4fe7-bf27-25991fb18f6c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:17.914280 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-74a651b9-b3dc-4fe7-bf27-25991fb18f6c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.3079011 Mar 03 12:17:17.917662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60494) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:17.921211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:17.928395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.013591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969378522'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:18.045054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:18.070334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet d464988f-9d57-45a0-bac9-0789985af130 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:18.098300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:18.105739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.107843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Router 290ebcf2-9de8-4465-b2fd-75023202e5cb has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:18.335129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.340540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:18.352254 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] Sync routers for ids ['290ebcf2-9de8-4465-b2fd-75023202e5cb'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:18.364782 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] Routers {'290ebcf2-9de8-4465-b2fd-75023202e5cb'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:18.365391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['290ebcf2-9de8-4465-b2fd-75023202e5cb'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:18.368474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.372262 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-78fb7d3f-d9f1-41d9-8e21-f0ad897da040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "PUT /v2.0/routers/290ebcf2-9de8-4465-b2fd-75023202e5cb HTTP/1.1" status: 200 len: 706 time: 6.0341635 Mar 03 12:17:18.377329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60498) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:18.398808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:18.400554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:18.403772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.421154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7af4e0fe-c859-47ba-b34c-e695477380ef up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:18.423321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.450745 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:18.467991 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] Routers {'290ebcf2-9de8-4465-b2fd-75023202e5cb'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:18.468785 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['290ebcf2-9de8-4465-b2fd-75023202e5cb'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:18.489467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2d015-9668-40cb-95ad-6dd7943ac4dd None None] Pushing event updated for resources: {'Port': ['ID=e028664e-800e-4b97-8431-7570dc626d07,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:18.512764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Routers {'25ac40fe-c081-4204-a31d-07b8c9d63f63'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:18.513690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['25ac40fe-c081-4204-a31d-07b8c9d63f63'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:18.514783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Port': ['ID=37664646-82a6-4202-a0de-e321f897ebb7,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:18.545121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:18.547160 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:18.547560 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b3365-6523-4a41-90eb-da1b9b87e1e4 None None] The sync data for ids ['290ebcf2-9de8-4465-b2fd-75023202e5cb'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:18.575466 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-be522de6-2687-47e6-ac8c-2578c0f152a2 admin admin] 10.222.0.35 "PUT /v2.0/routers/fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1917262 Mar 03 12:17:18.575466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.575654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e959152-585e-4286-a49f-ad32df5d2c9e None None] Network 35559de5-fc16-4ef2-836a-da5c164838c4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:18.582818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.590453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:18.602407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:18.624259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:18.636681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:18.659139 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-09b3c23f-29f1-4e23-bb7a-58e31e3d182b tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/routers/290ebcf2-9de8-4465-b2fd-75023202e5cb HTTP/1.1" status: 200 len: 741 time: 0.2723694 Mar 03 12:17:18.661389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-76a30fdd-1134-495d-95d9-38c8dcd7bef7 None None] Port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:18.667481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60504) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:18.667652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:18.738082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=32d7721b-5916-46ec-8045-ffeca6bcbb19,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:18.832556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-665fe4b2-3d74-4f81-a332-991bf545d4bb tempest-RoutersAdminTest-1313740577 tempest-RoutersAdminTest-1313740577-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=290ebcf2-9de8-4465-b2fd-75023202e5cb HTTP/1.1" status: 200 len: 205 time: 0.1340697 Mar 03 12:17:18.838862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60510) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:18.941256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:18.942431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:18.948076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-79d03118-d991-4789-91f0-7a496bfa4534 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=290ebcf2-9de8-4465-b2fd-75023202e5cb HTTP/1.1" status: 200 len: 205 time: 0.1063731 Mar 03 12:17:18.955211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60516) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:19.005022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.065001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:19.081083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:19.103232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:19.105685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Subnet': ['ID=eca0688f-65ed-4eb2-938a-08a87c7ed088,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:19.131512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.133784 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-01a44289-a154-40fd-86a2-5b4f3a2de2d8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/32d7721b-5916-46ec-8045-ffeca6bcbb19 HTTP/1.1" status: 204 len: 168 time: 2.9836946 Mar 03 12:17:19.232262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] Allocated IP 2001:db8::f816:3eff:fe4a:d17a (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/e81d5e33-1821-4a58-9906-d327b12f2236/c657d2d5-b2ce-4db3-8ace-47ceaafc1e01) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:19.309874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60522) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:19.312527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.319415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87722a3f-1b46-4db8-9e22-7fce60633a5e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.325614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7af4e0fe-c859-47ba-b34c-e695477380ef triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:19.325942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.326073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.415463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.415957 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added segment 8d42ef26-9516-44a7-9e21-3bbc52309c28 of type vlan for network d9262fc8-efd2-4a96-a58d-7c2e9e32352b Mar 03 12:17:19.434217 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cb2adab2-d825-4a19-bba4-fa289628ef38 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/subnets/eca0688f-65ed-4eb2-938a-08a87c7ed088 HTTP/1.1" status: 204 len: 168 time: 2.8306389 Mar 03 12:17:19.448936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60530) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:19.449476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c651bf-07fd-4565-a65e-1aa4171e7c26 None None] Network 365881fe-a406-4b82-a4e2-a275ec62855d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:19.539855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60536) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:19.557855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-597859696-network', 'tenant_id': '93a4760df9b54a79810c6982f44186a5'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:19.563081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-88e29c50-fafd-4278-96fd-60edea62d7d7 None None] Provisioning for port bf858c20-2de8-4ea0-8970-5797ad2fb958 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:19.568323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:19.622053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Usage tracker for resource:network and tenant:93a4760df9b54a79810c6982f44186a5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:19.626845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:19.705807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:19.719865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b2aea-0699-44ec-9581-7886eba5c399 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:19.721511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b2aea-0699-44ec-9581-7886eba5c399 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:19.723090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b2aea-0699-44ec-9581-7886eba5c399 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:19.724161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5d4b2aea-0699-44ec-9581-7886eba5c399 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:19.769007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.793702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.804043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87722a3f-1b46-4db8-9e22-7fce60633a5e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.807979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87722a3f-1b46-4db8-9e22-7fce60633a5e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.851398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571c740-e33a-4e46-82b7-a1cbff3ec0ca tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:19.852211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3571c740-e33a-4e46-82b7-a1cbff3ec0ca tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Synchronizing usage tracker for tenant:11da790b22bc4dbdab919198ebb66940 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:19.855078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Made reservation on behalf of 93a4760df9b54a79810c6982f44186a5 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:19.857757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.873299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.884467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5d4b2aea-0699-44ec-9581-7886eba5c399 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:19.884467 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5d4b2aea-0699-44ec-9581-7886eba5c399 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5726469 Mar 03 12:17:19.887582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60540) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:19.891844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87722a3f-1b46-4db8-9e22-7fce60633a5e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.892475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87722a3f-1b46-4db8-9e22-7fce60633a5e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Fanout notify agent at l3_agent the message router_deleted on router 290ebcf2-9de8-4465-b2fd-75023202e5cb {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:17:19.950882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:19.963797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87722a3f-1b46-4db8-9e22-7fce60633a5e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:19.968710 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-87722a3f-1b46-4db8-9e22-7fce60633a5e tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/290ebcf2-9de8-4465-b2fd-75023202e5cb HTTP/1.1" status: 204 len: 168 time: 1.0126421 Mar 03 12:17:19.973889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60544) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:19.976544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Usage tracker for resource:security_group_rule and tenant:93a4760df9b54a79810c6982f44186a5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:20.002057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.007672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] Set router 25ac40fe-c081-4204-a31d-07b8c9d63f63 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:20.011891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:20.040586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60548) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.040828 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cbf98b1f-6785-40ff-8d3a-734282549692 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=290ebcf2-9de8-4465-b2fd-75023202e5cb HTTP/1.1" status: 200 len: 205 time: 0.0655272 Mar 03 12:17:20.044050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:20.056407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 5bfcf250-7661-4d09-bbe7-e37a57a85997 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:20.167416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.171012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.176427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:20.177450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.180812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3571c740-e33a-4e46-82b7-a1cbff3ec0ca tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Unset dirty status for tenant:11da790b22bc4dbdab919198ebb66940 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:20.185511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3571c740-e33a-4e46-82b7-a1cbff3ec0ca tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7362378 Mar 03 12:17:20.188132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60552) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.244796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.268255 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-5f5e081e-3865-402c-a785-841693f4a8f2 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] delete failed (client error): The resource could not be found. Mar 03 12:17:20.272252 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5f5e081e-3865-402c-a785-841693f4a8f2 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/290ebcf2-9de8-4465-b2fd-75023202e5cb HTTP/1.1" status: 404 len: 336 time: 0.2256203 Mar 03 12:17:20.286414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60556) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.298831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] For port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:20.302565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:20.331498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.344073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Deleting port 228de8e9-9b9a-43db-98eb-5aca1919485e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:20.344284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.352059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-23c342b1-f12d-489b-9ff2-378c08d5c6de None None] Provisioning for port 228de8e9-9b9a-43db-98eb-5aca1919485e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:20.394727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.396316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.400238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.444437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d80d8-685d-463f-b9cb-33bfc7c2092a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:20.474821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:20.495123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.495502 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Added segment eeca6aec-2a21-4c1c-8480-7acab495c1b4 of type vlan for network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e Mar 03 12:17:20.502546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1b8a6-e141-440e-a0a5-91f64926aedf,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:20.528767 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-043905b0-b5c7-42e0-8296-c8f86e801b85 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=d96fa7df-a5c7-4c05-934a-fde795c74154 HTTP/1.1" status: 200 len: 205 time: 0.2294016 Mar 03 12:17:20.530828 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8708034 Mar 03 12:17:20.542072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60560) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.542252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60562) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.543300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=d464988f-9d57-45a0-bac9-0789985af130,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:20.550367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.557965 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7b60ace8-efe7-47df-9c18-53db2688c50e tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/d464988f-9d57-45a0-bac9-0789985af130 HTTP/1.1" status: 204 len: 168 time: 2.8745039 Mar 03 12:17:20.558311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4dae6-de2d-4214-ba85-0919a56e6bee tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Network': ['ID=d9262fc8-efd2-4a96-a58d-7c2e9e32352b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:20.560510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.561705 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3b113a81-af3e-46e2-b2ff-32acd212978d tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5943310 Mar 03 12:17:20.564232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60568) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.567919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60570) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.569005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'subnet': {'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:20.626021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': 'ec1d80d8-685d-463f-b9cb-33bfc7c2092a', 'direction': 'ingress', 'protocol': 17}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:20.630609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a31d87-0aa4-4c6d-b139-44ca1ad6e6ab None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:20.651402 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-4eed4b69-ff98-4c58-bfb5-77cf74dc9b21 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] delete failed (client error): The resource could not be found. Mar 03 12:17:20.651659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:20.652462 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4eed4b69-ff98-4c58-bfb5-77cf74dc9b21 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/d96fa7df-a5c7-4c05-934a-fde795c74154 HTTP/1.1" status: 404 len: 336 time: 0.1094530 Mar 03 12:17:20.654111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.659938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60576) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.663732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.resource_extend [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:17:20.673187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:20.762197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] For port 228de8e9-9b9a-43db-98eb-5aca1919485e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=228de8e9-9b9a-43db-98eb-5aca1919485e,segment=NetworkSegment(a1d6c329-b8a0-4b81-b804-ecb7cc07bd66),segment_id=a1d6c329-b8a0-4b81-b804-ecb7cc07bd66)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:20.763095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.773299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.778185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:20.801958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] DHCP port deletion for 35559de5-fc16-4ef2-836a-da5c164838c4 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:17:20.846250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.847509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:20.848338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:20.848840 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0b7fa7d9-635a-4c7a-abd0-4755a36f0a10 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f7d0597-7209-4278-9408-c305c1414264 HTTP/1.1" status: 200 len: 205 time: 0.1815932 Mar 03 12:17:20.862808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60580) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:20.915851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:20.937603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Calling delete_port for 228de8e9-9b9a-43db-98eb-5aca1919485e owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:20.974371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet 12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:20.980105 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:20.989250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.003635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] Deleting port bf858c20-2de8-4ea0-8970-5797ad2fb958 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:21.004243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.020421 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-7e2e4ff3-a455-49c5-83b0-82732f19aab3 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] delete failed (client error): The resource could not be found. Mar 03 12:17:21.021443 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7e2e4ff3-a455-49c5-83b0-82732f19aab3 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/1f7d0597-7209-4278-9408-c305c1414264 HTTP/1.1" status: 404 len: 336 time: 0.1468408 Mar 03 12:17:21.022642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:subnet and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:21.032766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.045511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60584) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:21.049574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:21.081131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] Transition to ACTIVE for port object c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:21.098245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:21.151621 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-abe20545-073f-43bc-b53d-76ed2f6083cc tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=efa4a71c-bdc0-45d7-a3a1-e1179296f3dc HTTP/1.1" status: 200 len: 205 time: 0.0957921 Mar 03 12:17:21.162015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60588) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:21.166089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.199331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.245152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.265285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc410dc-1f43-40f5-a6ce-7a939f3ac74e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:21.302814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.357755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:21.371202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6711a-4516-46c1-91bb-f8aaf3553d41 None None] Pushing event updated for resources: {'Port': ['ID=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:21.371396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a9f6d95d-bb40-4a84-8252-a782e880c282 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8302398 Mar 03 12:17:21.372183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60596) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:21.383589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Request body: {'subnet': {'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-597859696-subnet', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:21.389785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:21.398644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Usage tracker for resource:subnet and tenant:93a4760df9b54a79810c6982f44186a5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:21.403582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:21.412886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:21.438528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.440512 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-be6b653f-d473-452d-a8f3-81d6aa6f6718 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] delete failed (client error): The resource could not be found. Mar 03 12:17:21.444658 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-be6b653f-d473-452d-a8f3-81d6aa6f6718 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/efa4a71c-bdc0-45d7-a3a1-e1179296f3dc HTTP/1.1" status: 404 len: 336 time: 0.2786193 Mar 03 12:17:21.446639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60600) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:21.471482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.521508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Made reservation on behalf of b2ebb6b10f0643c584ccf13108ef3bdf for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:21.525330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.525484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Made reservation on behalf of 93a4760df9b54a79810c6982f44186a5 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:21.529050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.540658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.551894 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8f3433b2-7636-4a4e-97a4-830e027708b0 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=30df42b2-acdf-4eeb-8806-a3ac8fda695b HTTP/1.1" status: 200 len: 205 time: 0.0970643 Mar 03 12:17:21.556247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60604) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:21.642308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Port': ['ID=228de8e9-9b9a-43db-98eb-5aca1919485e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:21.647856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.652752 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] No DVR routers for this DVR port 228de8e9-9b9a-43db-98eb-5aca1919485e on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:17:21.661150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c0f0c-fa41-43a8-b7d4-bab74dee810a None None] DHCP port deletion for 365881fe-a406-4b82-a4e2-a275ec62855d request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:17:21.666495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Router fb93b9eb-0ff6-4c88-beea-023ad49f1160 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:17:21.735188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-7092c8be-0367-4a75-a6b2-abe0278d7017 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] delete failed (client error): The resource could not be found. Mar 03 12:17:21.736255 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7092c8be-0367-4a75-a6b2-abe0278d7017 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/30df42b2-acdf-4eeb-8806-a3ac8fda695b HTTP/1.1" status: 404 len: 336 time: 0.1790640 Mar 03 12:17:21.756662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60608) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:21.760755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2838d44-7bb4-45cd-b848-204f1e85083f,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:21.786344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:14Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:21.845644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:21.846296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Updating router 4986a67b-92a4-4a84-b34c-1725ab564196 port ddb91e67-839a-4757-a75b-c6bb2182bb60 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:21.870421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.881554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ac40fe-c081-4204-a31d-07b8c9d63f63', 'name': 'tempest-snat-router-650899978', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': False}, 'gw_port_id': 'e028664e-800e-4b97-8431-7570dc626d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:05Z', 'updated_at': '2022-03-03T12:17:08Z', 'revision_number': 3, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port': {'id': 'e028664e-800e-4b97-8431-7570dc626d07', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac40fe-c081-4204-a31d-07b8c9d63f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:06Z', 'updated_at': '2022-03-03T12:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:21.897623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:21.909350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.918002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:21.924161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365881fe-a406-4b82-a4e2-a275ec62855d']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:21.943877 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d6885e19-cf47-48e7-ba60-c4d25afce040 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9b66e98-ca68-4390-8093-5d55cb93103c HTTP/1.1" status: 200 len: 205 time: 0.1842926 Mar 03 12:17:21.951705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60612) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:22.001351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfcf250-7661-4d09-bbe7-e37a57a85997,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:22.009210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d6c329-b8a0-4b81-b804-ecb7cc07bd66') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:22.009622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d6c329-b8a0-4b81-b804-ecb7cc07bd66') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:22.021648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.024877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebea5c2-9cf9-4c27-b3e7-509638b301d9 None None] The sync data for ids ['25ac40fe-c081-4204-a31d-07b8c9d63f63'] in dv-neutron-831730-1-hyperv is: [{'id': '25ac40fe-c081-4204-a31d-07b8c9d63f63', 'name': 'tempest-snat-router-650899978', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': False}, 'gw_port_id': 'e028664e-800e-4b97-8431-7570dc626d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:05Z', 'updated_at': '2022-03-03T12:17:08Z', 'revision_number': 3, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port': {'id': 'e028664e-800e-4b97-8431-7570dc626d07', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ac40fe-c081-4204-a31d-07b8c9d63f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:06Z', 'updated_at': '2022-03-03T12:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:22.029911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.061327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.062504 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-98109965-ff77-46bd-aea8-e1d49ab7db8c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4769449 Mar 03 12:17:22.069794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60616) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:22.075167 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-2c8452b9-764d-4a82-a7f2-b03213d9f26d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] delete failed (client error): The resource could not be found. Mar 03 12:17:22.078752 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2c8452b9-764d-4a82-a7f2-b03213d9f26d tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/routers/f9b66e98-ca68-4390-8093-5d55cb93103c HTTP/1.1" status: 404 len: 336 time: 0.1146214 Mar 03 12:17:22.082890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60620) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:22.094421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] For port bf858c20-2de8-4ea0-8970-5797ad2fb958, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bf858c20-2de8-4ea0-8970-5797ad2fb958,segment=NetworkSegment(80cd47ed-f65e-4dba-a489-83231c073abb),segment_id=80cd47ed-f65e-4dba-a489-83231c073abb)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:22.097288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.112830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.132512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:14Z', 'revision_number': 2, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:22.148765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:22.149120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Updating router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:22.150097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.190324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.211653 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-de32b0a8-3abf-4174-a63e-c69c9d4a8336 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:22.213000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de32b0a8-3abf-4174-a63e-c69c9d4a8336 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:22.215023 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-de32b0a8-3abf-4174-a63e-c69c9d4a8336 tempest-RoutersAdminTest-631624221 tempest-RoutersAdminTest-631624221-project] 10.222.0.35 "DELETE /v2.0/subnets/dcc8a6d4-c0b7-4c3f-84a5-4b5cd24b26ad HTTP/1.1" status: 404 len: 337 time: 0.1317213 Mar 03 12:17:22.247407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:22.273055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:17:22.273470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.411882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da411da-1cf7-4522-be33-4da3fe689f74,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:17:22.414915 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:17:22.443582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:22.450527 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b867a18d-6648-460c-b147-e7e9d57696d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5bfcf250-7661-4d09-bbe7-e37a57a85997 HTTP/1.1" status: 204 len: 168 time: 2.5617249 Mar 03 12:17:22.452767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60626) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:22.468850 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Sync routers for ids ['fb93b9eb-0ff6-4c88-beea-023ad49f1160'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:22.493443 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Routers {'fb93b9eb-0ff6-4c88-beea-023ad49f1160'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:22.494865 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fb93b9eb-0ff6-4c88-beea-023ad49f1160'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:22.515766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] Calling delete_port for bf858c20-2de8-4ea0-8970-5797ad2fb958 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:22.570282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-26e3fea3-9a4c-4a30-a94d-b39e3bf9ef04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.633002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.673263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.686372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Checking segment: {'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:22.686739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Network hostable DHCP agents. Network: cfc410dc-1f43-40f5-a6ce-7a939f3ac74e, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:22.700675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.714136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet e81d5e33-1821-4a58-9906-d327b12f2236 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:22.726398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.798995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.812172 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Set router fb93b9eb-0ff6-4c88-beea-023ad49f1160 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:22.823567 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef HTTP/1.1" status: 204 len: 168 time: 2.2395747 Mar 03 12:17:22.824498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60632) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:22.850612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acbde4-13c3-4ba8-881d-c22d8c2ab10b tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=12713e06-d3f3-4b3a-9ed2-9ac387d5e0ef,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:22.883289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.938400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-26e3fea3-9a4c-4a30-a94d-b39e3bf9ef04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.944070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f482e9-7704-43e9-b6b1-9719c5396888 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:22.989469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:22.993716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-70af9f43-1b77-4054-8237-d008603ce350 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 9.8815699 Mar 03 12:17:22.994383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60636) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.031308 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ac98d0-b069-4c57-98a5-a5e55689076a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:23.031793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ac98d0-b069-4c57-98a5-a5e55689076a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:23.042032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.053267 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f8ac98d0-b069-4c57-98a5-a5e55689076a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/d464988f-9d57-45a0-bac9-0789985af130 HTTP/1.1" status: 404 len: 337 time: 0.1970336 Mar 03 12:17:23.150327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60638) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.156534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60642) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.173920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.190772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.255630 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/networks/365881fe-a406-4b82-a4e2-a275ec62855d HTTP/1.1" status: 204 len: 168 time: 3.0669310 Mar 03 12:17:23.261072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60650) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.266237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb23a7-cd56-403a-802f-d9b87677ea58 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Network': ['ID=365881fe-a406-4b82-a4e2-a275ec62855d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:23.287878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.376796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.405974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.409971 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/e81d5e33-1821-4a58-9906-d327b12f2236 HTTP/1.1" status: 204 len: 168 time: 0.9562094 Mar 03 12:17:23.414874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60654) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.419708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7a7d7-d46e-4346-9ba6-7f888a8c2833 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=e81d5e33-1821-4a58-9906-d327b12f2236,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:23.422845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:23.444521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] Provisioning for port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:23.509416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] Pushing event deleted for resources: {'Port': ['ID=bf858c20-2de8-4ea0-8970-5797ad2fb958,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:23.511556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd18d9-00ba-40f5-87ba-a5a0e5e0352f None None] No DVR routers for this DVR port bf858c20-2de8-4ea0-8970-5797ad2fb958 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:17:23.610465 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-830c6264-b774-42a4-a3a3-bf7b371f1b51 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1674705 Mar 03 12:17:23.610465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, cfc410dc-1f43-40f5-a6ce-7a939f3ac74e) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:23.618443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:23.619179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.641193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60660) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.659859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] Provisioning complete for port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:23.661410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.718656 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dcb468b8-f6e9-458a-b59f-2158d17c2acf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3422787 Mar 03 12:17:23.721318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60664) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.728277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:23.729550 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb93b9eb-0ff6-4c88-beea-023ad49f1160', 'name': 'tempest-snat-router-650899978', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '37664646-82a6-4202-a0de-e321f897ebb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:13Z', 'updated_at': '2022-03-03T12:17:18Z', 'revision_number': 3, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port': {'id': '37664646-82a6-4202-a0de-e321f897ebb7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb93b9eb-0ff6-4c88-beea-023ad49f1160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:16Z', 'updated_at': '2022-03-03T12:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:23.733472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:23.737624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Usage tracker for resource:router and tenant:93a4760df9b54a79810c6982f44186a5 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:23.740729 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Checking router: fb93b9eb-0ff6-4c88-beea-023ad49f1160 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:23.741082 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Updating router fb93b9eb-0ff6-4c88-beea-023ad49f1160 port 37664646-82a6-4202-a0de-e321f897ebb7 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:23.742454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:23.750097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:23.796033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f940cb1-6291-49c5-8753-5788015ae08f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:23.797487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2f940cb1-6291-49c5-8753-5788015ae08f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:23.801335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d738d2-6072-4f1d-9897-d474eb0b2c61 None None] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:23.852264 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.861179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.865207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.936672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47889f9-7ff8-49f8-9f4a-de295b2cef58 None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:23.938750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:23.974605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2f940cb1-6291-49c5-8753-5788015ae08f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:23.976802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting subnet 94423cca-a1d5-4122-a2b8-b4b250dfc6ae {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:23.979090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2f940cb1-6291-49c5-8753-5788015ae08f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3366649 Mar 03 12:17:23.986149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60668) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:23.994746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.088973 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0c173990-62bc-4658-a69a-e3f5f587d6f8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/fb93b9eb-0ff6-4c88-beea-023ad49f1160 HTTP/1.1" status: 200 len: 905 time: 1.0683749 Mar 03 12:17:24.094295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.118042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:24.123950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Usage tracker for resource:security_group_rule and tenant:24c1d4ed33e14d6493c42a08260749d2 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:24.127481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:24.134756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:24.146183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60672) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:24.228975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-26e3fea3-9a4c-4a30-a94d-b39e3bf9ef04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.235336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Subnet': ['ID=d12fdb83-2669-454a-83a1-a3abe73ced92,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:24.264544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Checking segment: {'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:24.265294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network hostable DHCP agents. Network: d9262fc8-efd2-4a96-a58d-7c2e9e32352b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:24.331715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3fea3-9a4c-4a30-a94d-b39e3bf9ef04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d80d8-685d-463f-b9cb-33bfc7c2092a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:24.343422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e028664e-800e-4b97-8431-7570dc626d07 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:24.397991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.426152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.518858 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.552952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.558368 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Transition to ACTIVE for port object 37664646-82a6-4202-a0de-e321f897ebb7 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:24.618235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.628277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-26e3fea3-9a4c-4a30-a94d-b39e3bf9ef04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.634139 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-26e3fea3-9a4c-4a30-a94d-b39e3bf9ef04 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/ec1d80d8-685d-463f-b9cb-33bfc7c2092a HTTP/1.1" status: 204 len: 168 time: 2.5604558 Mar 03 12:17:24.640999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60676) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:24.652821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b11e6c-cb34-4042-9fbb-94217feecda7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:24.652821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52b11e6c-cb34-4042-9fbb-94217feecda7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:24.672537 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.772956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.790586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.797120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] For port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:24.812098 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b0553-2dac-4d7a-8b84-66f662978161 None None] Pushing event updated for resources: {'Port': ['ID=37664646-82a6-4202-a0de-e321f897ebb7,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:24.815527 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Attempting to bind port 37664646-82a6-4202-a0de-e321f897ebb7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:24.816051 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Attempting to bind port 37664646-82a6-4202-a0de-e321f897ebb7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:24.817139 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Attempting to bind port 37664646-82a6-4202-a0de-e321f897ebb7 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:24.825038 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:24.829359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:24.829359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.829359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:24.829359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Bound port: 37664646-82a6-4202-a0de-e321f897ebb7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:24.829359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.833404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.839805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:24.871084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35559de5-fc16-4ef2-836a-da5c164838c4']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:24.921120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cd47ed-f65e-4dba-a489-83231c073abb') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:24.921471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cd47ed-f65e-4dba-a489-83231c073abb') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:24.938782 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24c1d4ed33e14d6493c42a08260749d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7809496 Mar 03 12:17:24.944385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60680) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:24.946061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.952633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9697f-96bd-466e-932b-1991df8b63d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8ea733-5bd8-41a6-b41a-6b8b721e2dce,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:24.973936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.986107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52b11e6c-cb34-4042-9fbb-94217feecda7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:24.990072 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-52b11e6c-cb34-4042-9fbb-94217feecda7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0004342 Mar 03 12:17:24.990574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:24.995525 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] For port 37664646-82a6-4202-a0de-e321f897ebb7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:25.001145 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] For port 37664646-82a6-4202-a0de-e321f897ebb7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=37664646-82a6-4202-a0de-e321f897ebb7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:25.003322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9d2deef8-82f4-49b7-b9f5-34db28fe3040 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:25.003488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.007179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, d9262fc8-efd2-4a96-a58d-7c2e9e32352b) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:25.010560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60684) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:25.027001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:25.029968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.047339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.049173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port e028664e-800e-4b97-8431-7570dc626d07 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:25.052312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:17:25.058283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'fixed_ips': [{'subnet_id': '1da411da-1cf7-4522-be33-4da3fe689f74'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:25.058283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.067888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.resource_extend [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:17:25.078484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:17:25.078711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.079513 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.094259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a5c5c-8e4a-46ac-a06b-e9ada861b246 None None] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:17:25.097235 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:17:25.125662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] Could not find standard attr ID for object 32d7721b-5916-46ec-8045-ffeca6bcbb19. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:17:25.165087 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e4f82883-4d9c-4261-8c2e-2627698c414f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1530249 Mar 03 12:17:25.172039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60688) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:25.177003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d470504c-1488-494e-8fd4-374fe9a38a0b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6304140 Mar 03 12:17:25.183666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60692) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:25.184476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:25.194407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] Deleting port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:25.195035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.239619 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b0553-2dac-4d7a-8b84-66f662978161 None None] Pushing event updated for resources: {'Port': ['ID=37664646-82a6-4202-a0de-e321f897ebb7,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:25.254643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e028664e-800e-4b97-8431-7570dc626d07 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:25.254643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.261749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9d2deef8-82f4-49b7-b9f5-34db28fe3040 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:25.264232 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Routers {'fb93b9eb-0ff6-4c88-beea-023ad49f1160'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:25.265494 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fb93b9eb-0ff6-4c88-beea-023ad49f1160'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:25.268454 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d2deef8-82f4-49b7-b9f5-34db28fe3040 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6264131 Mar 03 12:17:25.269449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60696) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:25.292370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1127f087-9520-4749-afeb-469ec92af6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.294390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.361850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Transition to ACTIVE for port object ddb91e67-839a-4757-a75b-c6bb2182bb60 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:25.362915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937116660'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:25.376588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:25.460575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.481627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Subnet': ['ID=94423cca-a1d5-4122-a2b8-b4b250dfc6ae,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:25.511156 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.513913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.514982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.548888 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] Set router fb93b9eb-0ff6-4c88-beea-023ad49f1160 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:25.551403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1127f087-9520-4749-afeb-469ec92af6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.555608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:25.561269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Network': ['ID=35559de5-fc16-4ef2-836a-da5c164838c4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:25.561519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.581160 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0eb2b9d4-16ca-49c4-a643-d5490e38a504 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/94423cca-a1d5-4122-a2b8-b4b250dfc6ae HTTP/1.1" status: 204 len: 168 time: 2.4190195 Mar 03 12:17:25.581160 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-81808504-854d-42a6-b0af-649b0d00007e tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/networks/35559de5-fc16-4ef2-836a-da5c164838c4 HTTP/1.1" status: 204 len: 168 time: 2.3053622 Mar 03 12:17:25.581430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.585416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60702) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:25.585845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60704) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:25.594685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:25.648924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5fd93cd8-f347-4c9f-beac-1f311380831f None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:25.649589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cd8-f347-4c9f-beac-1f311380831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.703711 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-130d8f14-cc55-4af7-8285-62625d0e4f12 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:25.704268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130d8f14-cc55-4af7-8285-62625d0e4f12 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:25.714276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:25.717629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.725673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.759235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Deleting port 37664646-82a6-4202-a0de-e321f897ebb7 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:25.759780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.762522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e3ba9-4493-425c-92fc-35c4ab899422 None None] Pushing event updated for resources: {'Port': ['ID=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:25.875858 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-130d8f14-cc55-4af7-8285-62625d0e4f12 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/8c2024f7-07f2-4b61-84fe-c3f680e856af HTTP/1.1" status: 404 len: 337 time: 0.2851696 Mar 03 12:17:25.891683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60710) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:25.940998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:25.953267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.959138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:25.963546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:25.965343 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:25.965900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:25.971803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:25.984451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:26.020934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:26.047478 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb93b9eb-0ff6-4c88-beea-023ad49f1160', 'name': 'tempest-snat-router-650899978', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '37664646-82a6-4202-a0de-e321f897ebb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:13Z', 'updated_at': '2022-03-03T12:17:18Z', 'revision_number': 3, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port': {'id': '37664646-82a6-4202-a0de-e321f897ebb7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb93b9eb-0ff6-4c88-beea-023ad49f1160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:16Z', 'updated_at': '2022-03-03T12:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:26.054500 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2255a282-419f-4cd8-baae-ae6cb95ad6dd None None] The sync data for ids ['fb93b9eb-0ff6-4c88-beea-023ad49f1160'] in dv-neutron-831730-1-hyperv is: [{'id': 'fb93b9eb-0ff6-4c88-beea-023ad49f1160', 'name': 'tempest-snat-router-650899978', 'tenant_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.6'}], 'enable_snat': True}, 'gw_port_id': '37664646-82a6-4202-a0de-e321f897ebb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:13Z', 'updated_at': '2022-03-03T12:17:18Z', 'revision_number': 3, 'project_id': 'eca05a28b6914096be2f8341c6d1b8dc', 'gw_port': {'id': '37664646-82a6-4202-a0de-e321f897ebb7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb93b9eb-0ff6-4c88-beea-023ad49f1160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:16Z', 'updated_at': '2022-03-03T12:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:26.178077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Transition to ACTIVE for port object 1da7a974-b2ea-4992-9931-ac9bc2ee4113 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:26.182273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9bb8732b-cca9-4e2d-984b-e33a8c5d6118 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0635b6d-573e-44ec-89a8-ed51f97fcd0e HTTP/1.1" status: 200 len: 205 time: 0.2892296 Mar 03 12:17:26.185757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60714) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:26.308245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-d9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:26.309079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:26.456235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:26.465771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] For port 37664646-82a6-4202-a0de-e321f897ebb7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=37664646-82a6-4202-a0de-e321f897ebb7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:26.466272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:26.467256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924858f-0e3c-4970-a5f1-ba0bc0dd3ac9 None None] Pushing event updated for resources: {'Port': ['ID=ddb91e67-839a-4757-a75b-c6bb2182bb60,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:26.521340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:26.552344 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-8abf8baf-64d0-46a4-bb30-015ccd33428a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] delete failed (client error): The resource could not be found. Mar 03 12:17:26.556181 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8abf8baf-64d0-46a4-bb30-015ccd33428a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/routers/c0635b6d-573e-44ec-89a8-ed51f97fcd0e HTTP/1.1" status: 404 len: 336 time: 0.1408362 Mar 03 12:17:26.561909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1127f087-9520-4749-afeb-469ec92af6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:26.579816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60718) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:26.720491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Calling delete_port for 37664646-82a6-4202-a0de-e321f897ebb7 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:26.871014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Allocated IP 2001:db8:3::2 (d9262fc8-efd2-4a96-a58d-7c2e9e32352b/d12fdb83-2669-454a-83a1-a3abe73ced92/bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:26.898985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] For port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:26.899774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:26.916217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Allocated IP 172.20.0.2 (cfc410dc-1f43-40f5-a6ce-7a939f3ac74e/1da411da-1cf7-4522-be33-4da3fe689f74/d76d6623-4c2d-4a28-b4a6-a79d83264373) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:27.082619 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-58d5e54b-c1e5-4137-b03a-dd40fb82e9c4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.9111180 Mar 03 12:17:27.087140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60722) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.105816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127f087-9520-4749-afeb-469ec92af6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8ea733-5bd8-41a6-b41a-6b8b721e2dce,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:27.117472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1127f087-9520-4749-afeb-469ec92af6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.121403 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1127f087-9520-4749-afeb-469ec92af6f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da8ea733-5bd8-41a6-b41a-6b8b721e2dce HTTP/1.1" status: 204 len: 168 time: 2.1634045 Mar 03 12:17:27.121403 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce01283-0b14-4b56-8848-2367d6eff2fc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.121403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce01283-0b14-4b56-8848-2367d6eff2fc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.133749 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6ce01283-0b14-4b56-8848-2367d6eff2fc tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/37a2c0f1-3100-4109-8244-9ec3948cf6c1 HTTP/1.1" status: 404 len: 337 time: 0.0880721 Mar 03 12:17:27.135155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60728) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.140585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:27.231312 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b36e42-54f0-4bcc-abdf-7900511b7b71 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.231312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b36e42-54f0-4bcc-abdf-7900511b7b71 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.231312 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-92b36e42-54f0-4bcc-abdf-7900511b7b71 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/6ae9c2ea-5d33-4269-a450-71ddd30d4700 HTTP/1.1" status: 404 len: 337 time: 0.0927880 Mar 03 12:17:27.236601 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60732) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.248060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Attempting to bind port ddb91e67-839a-4757-a75b-c6bb2182bb60 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:27.248619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Attempting to bind port ddb91e67-839a-4757-a75b-c6bb2182bb60 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:27.250073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Attempting to bind port ddb91e67-839a-4757-a75b-c6bb2182bb60 on network 356377e9-d98e-49c9-95ff-efd706cd3691 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:27.279484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] Calling delete_port for c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:27.313193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.346610 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f691ecc-6eb9-40d3-839e-a6a8d5f165c0 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.348162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f691ecc-6eb9-40d3-839e-a6a8d5f165c0 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.354481 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1f691ecc-6eb9-40d3-839e-a6a8d5f165c0 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/d7729d0c-073e-4f4b-9f35-eba5c19649f7 HTTP/1.1" status: 404 len: 337 time: 0.1165080 Mar 03 12:17:27.355163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60736) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.387475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.422379 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eac9f1a-da8e-4239-8efe-5f4eaecbefb4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.422936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eac9f1a-da8e-4239-8efe-5f4eaecbefb4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.436020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac42a77-0024-4a9a-8bde-c23aa97abf8a']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:27.437322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:27.437992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Checking segment: {'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:27.438880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.440189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Bound using segment: {'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:27.443362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Bound port: ddb91e67-839a-4757-a75b-c6bb2182bb60, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056d6d76-7996-4ba5-a343-4990884063ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:27.444491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.448217 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9eac9f1a-da8e-4239-8efe-5f4eaecbefb4 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/92ade7e6-8db5-44c1-a8cf-c6a5a0cc5e7c HTTP/1.1" status: 404 len: 333 time: 0.0906620 Mar 03 12:17:27.450961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60740) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.456489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b77088-0160-4849-8bf9-c1cb890592e9 None None] Network fc0b853a-dbb0-4993-8361-372d45421cd8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:27.457591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b666c2c6-ffc3-4af2-b96b-855084b99212') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:27.457912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b666c2c6-ffc3-4af2-b96b-855084b99212') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:27.476847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.517246 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-440143d7-2188-4d72-b8a2-20f479e2d95a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.517699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440143d7-2188-4d72-b8a2-20f479e2d95a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.525791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.526006 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-440143d7-2188-4d72-b8a2-20f479e2d95a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/b8a4874f-9c42-4abb-9e41-037c9978c0d2 HTTP/1.1" status: 404 len: 337 time: 0.0732634 Mar 03 12:17:27.526628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60746) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.548383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:17:27.548800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.582781 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd72583-ef7b-4a28-aaaf-85055dce7ae3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.583237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd72583-ef7b-4a28-aaaf-85055dce7ae3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.587938 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3bd72583-ef7b-4a28-aaaf-85055dce7ae3 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/c80a3cf0-7259-42ea-9e27-6fb0a59ba9d9 HTTP/1.1" status: 404 len: 337 time: 0.0601616 Mar 03 12:17:27.588583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60750) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.641468 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b69f640-2bad-4456-8810-1a3eb05a2d22 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.642110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b69f640-2bad-4456-8810-1a3eb05a2d22 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.647859 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9b69f640-2bad-4456-8810-1a3eb05a2d22 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/3aab0c63-0bb8-43ca-b154-96603479ae43 HTTP/1.1" status: 404 len: 333 time: 0.0581079 Mar 03 12:17:27.648358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60754) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:17:27.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:17:27.673232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.689375 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d5697b-910a-4454-969b-bdeb1d61d395 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.689829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d5697b-910a-4454-969b-bdeb1d61d395 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.694535 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-60d5697b-910a-4454-969b-bdeb1d61d395 tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/9d94032e-9f82-48cb-ae87-ea96b2490b16 HTTP/1.1" status: 404 len: 337 time: 0.0426610 Mar 03 12:17:27.695029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60758) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.715391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bafb5-072f-4148-91e9-bb39c401aaff None None] Pushing event updated for resources: {'Port': ['ID=1da7a974-b2ea-4992-9931-ac9bc2ee4113,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:27.733333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e14c6a-1de2-4b70-a9fa-a232a262008a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:27.733778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e14c6a-1de2-4b70-a9fa-a232a262008a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:27.736065 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-57e14c6a-1de2-4b70-a9fa-a232a262008a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/subnets/91c0835a-9373-4d5b-9bca-2d950ac7b073 HTTP/1.1" status: 404 len: 337 time: 0.0395391 Mar 03 12:17:27.739170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60762) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:27.757903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event deleted for resources: {'Port': ['ID=37664646-82a6-4202-a0de-e321f897ebb7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:27.799852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port e028664e-800e-4b97-8431-7570dc626d07, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e028664e-800e-4b97-8431-7570dc626d07,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:27.841116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:27.841459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.875823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:27.952456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.012083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Network': ['ID=dac42a77-0024-4a9a-8bde-c23aa97abf8a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:28.023914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:28.028393 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a8624cd8-d653-49e0-85ce-b8ac4285b6e4 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/networks/dac42a77-0024-4a9a-8bde-c23aa97abf8a HTTP/1.1" status: 204 len: 168 time: 2.4356277 Mar 03 12:17:28.031144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60766) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:28.055608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.057372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:28.092972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60770) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:28.144347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.225054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.227355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.356756 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-96e29db6-12f8-4bac-8950-e1f471b18dd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c6c24a86c9249b2b13bded8ab002e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551436 Mar 03 12:17:28.369354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Attempting to bind port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:28.370172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Attempting to bind port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:28.370696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60774) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:28.370916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Attempting to bind port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:28.419287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.431211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:28.431581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.434660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.436238 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:28.436875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:28.452582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:28.529290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:28.529587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Checking segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:28.529984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.530375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Bound using segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:28.530883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Bound port: 1da7a974-b2ea-4992-9931-ac9bc2ee4113, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:28.531255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.565287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.568108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.601806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.608636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5fd93cd8-f347-4c9f-beac-1f311380831f None None] Provisioning complete for port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:28.616118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cd8-f347-4c9f-beac-1f311380831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.626415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.630389 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.2823617 Mar 03 12:17:28.636295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60778) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:28.641544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843487092'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:28.655257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a42cde-d793-4481-90c0-c8ad4b528193 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810fde75-31e8-4d60-879f-76ba4ba548cf,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:28.657987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.658208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:28.662432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.663202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb93b9eb-0ff6-4c88-beea-023ad49f1160 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:17:28.669825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.675041 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-40d35349-27fa-46ca-9dd3-1eb0306b6ec6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "DELETE /v2.0/routers/fb93b9eb-0ff6-4c88-beea-023ad49f1160 HTTP/1.1" status: 204 len: 168 time: 4.5190217 Mar 03 12:17:28.677383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60782) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:28.686250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:28.688823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.693216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:28.703183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Transition to ACTIVE for port object bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:28.839605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Transition to ACTIVE for port object bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:28.851611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] For port ddb91e67-839a-4757-a75b-c6bb2182bb60, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:28.857174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] No DVR routers for this DVR port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:17:28.859239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=e028664e-800e-4b97-8431-7570dc626d07,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:28.866782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.874218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5fd93cd8-f347-4c9f-beac-1f311380831f None None] Port d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:28.909751 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-723457c0-9e6c-4cdf-a076-3da4e517156b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.8190038 Mar 03 12:17:28.913573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60788) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:28.924396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:28.986729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:28.993696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] For port ddb91e67-839a-4757-a75b-c6bb2182bb60, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ddb91e67-839a-4757-a75b-c6bb2182bb60,segment=NetworkSegment(056d6d76-7996-4ba5-a343-4990884063ce),segment_id=056d6d76-7996-4ba5-a343-4990884063ce)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:28.999400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb9ab0-e5a1-48b7-a1c3-6f31baf6dfdb None None] Pushing event deleted for resources: {'Port': ['ID=c657d2d5-b2ce-4db3-8ace-47ceaafc1e01,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:29.018183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No active binding found for port c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 {{(pid=88432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 12:17:29.018858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c657d2d5-b2ce-4db3-8ace-47ceaafc1e01 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:29.033773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.052915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.072648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] For port 1da7a974-b2ea-4992-9931-ac9bc2ee4113, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:29.076394 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] For port 1da7a974-b2ea-4992-9931-ac9bc2ee4113, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1da7a974-b2ea-4992-9931-ac9bc2ee4113,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:29.110934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-84951fe8-1412-4d5a-9084-01082016672b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.117245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:29.126756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:29.131062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:29.134416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:29.152459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:29.158503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:29.158995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.160696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Allocated IP 172.26.8.32 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/a508038d-28b8-42af-882f-528295f10436) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:29.168963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.185557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-84951fe8-1412-4d5a-9084-01082016672b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.198451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:29.213943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.216446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bacb10-bfda-43a3-8c91-50a1902fcd82']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:29.227406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Transition to ACTIVE for port object d76d6623-4c2d-4a28-b4a6-a79d83264373 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:29.268788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.271786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:29.294042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:29.298350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:29.299104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:29.327002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983b4bb6-0f4d-41f6-8402-d58c3ddf457c') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:29.327296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983b4bb6-0f4d-41f6-8402-d58c3ddf457c') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:29.346729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.347791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.349468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Allocated IP 2001:db8:3::1 (d9262fc8-efd2-4a96-a58d-7c2e9e32352b/d12fdb83-2669-454a-83a1-a3abe73ced92/2a716730-fce7-4223-8b4b-6d5fdacf553e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:29.376901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.390370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Pushing event updated for resources: {'Port': ['ID=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:29.393382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-06080dc3-2823-4dfc-8563-6c36a9ff36db None None] Provisioning complete for port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:29.393871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-06080dc3-2823-4dfc-8563-6c36a9ff36db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.444164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:29.447806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:29.452204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:29.466517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.475113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:17:29.475647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.483057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.605840 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5e4f0a60-97c6-4e81-b170-409c1d93c1e0 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6912038 Mar 03 12:17:29.615695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60792) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:29.626113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:29.626274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Transition to ACTIVE for port object d76d6623-4c2d-4a28-b4a6-a79d83264373 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:29.662130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:29.663431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:29.667146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:29.669803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.688244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:29.698978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:17:29.701352 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:17:29.711447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.715569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.733966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Pushing event updated for resources: {'Port': ['ID=a508038d-28b8-42af-882f-528295f10436,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:29.744399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:29.750581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.774910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] Pushing event deleted for resources: {'Network': ['ID=e3bacb10-bfda-43a3-8c91-50a1902fcd82,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:29.781023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.840562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.849137 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b15c8473-17a9-4c46-b041-b3441d6fb4a5 tempest-BulkNetworkOpsTest-2116006556 tempest-BulkNetworkOpsTest-2116006556-project] 10.222.0.35 "DELETE /v2.0/networks/e3bacb10-bfda-43a3-8c91-50a1902fcd82 HTTP/1.1" status: 204 len: 168 time: 1.8143010 Mar 03 12:17:29.868143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-84951fe8-1412-4d5a-9084-01082016672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.876504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-84951fe8-1412-4d5a-9084-01082016672b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.876504 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-84951fe8-1412-4d5a-9084-01082016672b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fd0c15f-719b-4c3c-82a7-23aa6cbcb245 HTTP/1.1" status: 204 len: 168 time: 1.4903605 Mar 03 12:17:29.882772 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fb5d4190-a26f-477e-bf3f-75ec86bd46df tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/ports/d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad HTTP/1.1" status: 204 len: 168 time: 2.1399229 Mar 03 12:17:29.891200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60800) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:29.892213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:29.962572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84951fe8-1412-4d5a-9084-01082016672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd0c15f-719b-4c3c-82a7-23aa6cbcb245,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:30.035740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] DHCP port deletion for fc0b853a-dbb0-4993-8361-372d45421cd8 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:17:30.068088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bafb5-072f-4148-91e9-bb39c401aaff None None] Pushing event updated for resources: {'Port': ['ID=1da7a974-b2ea-4992-9931-ac9bc2ee4113,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:30.070561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Attempting to bind port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:30.070999 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Attempting to bind port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:30.071423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Attempting to bind port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 on network d9262fc8-efd2-4a96-a58d-7c2e9e32352b {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:30.084880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Deleting port e028664e-800e-4b97-8431-7570dc626d07 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:30.085053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.087955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Deleting port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:30.088450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.114100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:30.116565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03367735-4228-442c-86a5-13e9be61580b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:30.136411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.151084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:30.181906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:30.184782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:30.185558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Checking segment: {'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:30.186163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.186743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Bound using segment: {'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:30.187433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Bound port: bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:30.188046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.190676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.193190 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-634beb60-f6c0-4ed1-8040-6eb0969a4daa tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5558529 Mar 03 12:17:30.196202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Transition to ACTIVE for port object 2a716730-fce7-4223-8b4b-6d5fdacf553e will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:30.197318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60804) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:30.204881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:30.210648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:30.232406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '810fde75-31e8-4d60-879f-76ba4ba548cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '03367735-4228-442c-86a5-13e9be61580b', 'remote_ip_prefix': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:30.246562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:30.311377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:30.319189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:30.323546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:30.338986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:30.343233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.379721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Deleting port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:30.383896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.415437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:30.418986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.421233 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:30.421841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:30.427441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] For port e028664e-800e-4b97-8431-7570dc626d07, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e028664e-800e-4b97-8431-7570dc626d07,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:30.428208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.451260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e028664e-800e-4b97-8431-7570dc626d07 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:30.636838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.642070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:30.741055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60816) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:30.750368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Calling delete_port for e028664e-800e-4b97-8431-7570dc626d07 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:30.775239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-42138054-ecc1-46bb-8322-ff5a45017b33 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1558356 Mar 03 12:17:30.780397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60820) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:30.818820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,segment=NetworkSegment(12de9e01-bf5a-4197-a2ce-68167939496a),segment_id=12de9e01-bf5a-4197-a2ce-68167939496a)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:30.819838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.826949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:30.865908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:30.866667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.914508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:30.939144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:30.939692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:30.952439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924858f-0e3c-4970-a5f1-ba0bc0dd3ac9 None None] Pushing event updated for resources: {'Port': ['ID=ddb91e67-839a-4757-a75b-c6bb2182bb60,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:31.015772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=2a716730-fce7-4223-8b4b-6d5fdacf553e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:31.057660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.129826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Calling delete_port for 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:31.130608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:31.138965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Attempting to bind port d76d6623-4c2d-4a28-b4a6-a79d83264373 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:31.139365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Attempting to bind port d76d6623-4c2d-4a28-b4a6-a79d83264373 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:31.139747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Attempting to bind port d76d6623-4c2d-4a28-b4a6-a79d83264373 on network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:31.141469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.157265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:31.198901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16c46e1-1d90-4491-9c80-b6b379a1ef6b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:31.279081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] For port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:31.281403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.282895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:31.283402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Checking segment: {'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:31.283902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.284417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Bound using segment: {'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:31.285445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Bound port: d76d6623-4c2d-4a28-b4a6-a79d83264373, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:31.286249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.325609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.326284 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a70fd7b7-1caa-4987-b846-0d2ff25fca91 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1104760 Mar 03 12:17:31.346676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] For port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,segment=NetworkSegment(8d42ef26-9516-44a7-9e21-3bbc52309c28),segment_id=8d42ef26-9516-44a7-9e21-3bbc52309c28)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:31.346872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60834) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:31.380846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:31.384320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.386315 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:31.386753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:31.434821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d5a97e6-5b5a-4094-97bc-5afd186d53e0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.446663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.461055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d5a97e6-5b5a-4094-97bc-5afd186d53e0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.468645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.515636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Port': ['ID=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:31.547394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.590692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] No DVR routers for this DVR port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:17:31.624623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event deleted for resources: {'Port': ['ID=e028664e-800e-4b97-8431-7570dc626d07,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:31.642273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-46cf9196-8855-4339-9264-7ac576bbece5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8431869 Mar 03 12:17:31.648803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60844) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:31.678639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:31.725968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.736190 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dca8319c-d43e-4a07-9af7-66baf69b8506 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11da790b22bc4dbdab919198ebb66940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9567451 Mar 03 12:17:31.748480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Pushing event updated for resources: {'Port': ['ID=d76d6623-4c2d-4a28-b4a6-a79d83264373,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:31.752888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60848) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:31.753203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60850) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:31.798079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d5a97e6-5b5a-4094-97bc-5afd186d53e0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.832141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e028664e-800e-4b97-8431-7570dc626d07 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:31.832526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.883940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port e028664e-800e-4b97-8431-7570dc626d07 was deleted so its status cannot be updated. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 12:17:31.940720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a97e6-5b5a-4094-97bc-5afd186d53e0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f16c46e1-1d90-4491-9c80-b6b379a1ef6b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:31.949917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.959718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:31.998478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] For port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e,segment=NetworkSegment(12de9e01-bf5a-4197-a2ce-68167939496a),segment_id=12de9e01-bf5a-4197-a2ce-68167939496a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:31.999086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.018191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-06080dc3-2823-4dfc-8563-6c36a9ff36db None None] Could not find standard attr ID for object d03f76f5-6d5e-43c5-9cb8-bc25c0a7acad. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:17:32.020493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 37664646-82a6-4202-a0de-e321f897ebb7 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:32.020866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d5a97e6-5b5a-4094-97bc-5afd186d53e0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.022787 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d5a97e6-5b5a-4094-97bc-5afd186d53e0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f16c46e1-1d90-4491-9c80-b6b379a1ef6b HTTP/1.1" status: 204 len: 168 time: 0.6433563 Mar 03 12:17:32.026648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-580100691'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:32.062887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d082d24-c42c-4b76-b98b-a05e800751b9 None None] Pushing event updated for resources: {'Port': ['ID=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:32.083293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:32.083293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60858) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:32.084151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0b853a-dbb0-4993-8361-372d45421cd8']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:32.103586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:32.124326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12de9e01-bf5a-4197-a2ce-68167939496a') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:32.124618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12de9e01-bf5a-4197-a2ce-68167939496a') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:32.138035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Usage tracker for resource:network and tenant:4feeb01e6d7d4d9883cde999370bb835 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:32.141895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:32.153539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.169186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 37664646-82a6-4202-a0de-e321f897ebb7 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:32.169186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 37664646-82a6-4202-a0de-e321f897ebb7 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:32.169186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:32.197848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.200182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.201724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:32.212607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:17:32.213495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.220029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.224049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c134e448-c7e7-4680-a207-99cb9f08f60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.224049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.228418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:32.277604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Calling delete_port for 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:17:32.310890 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:17:32.322532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] For port d76d6623-4c2d-4a28-b4a6-a79d83264373, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:32.323145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e8ceb59a-a8b7-4cc3-a53e-7da7a63afc79 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:32.337294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:32.337660 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:32.385416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] For port d76d6623-4c2d-4a28-b4a6-a79d83264373, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d76d6623-4c2d-4a28-b4a6-a79d83264373,segment=NetworkSegment(eeca6aec-2a21-4c1c-8480-7acab495c1b4),segment_id=eeca6aec-2a21-4c1c-8480-7acab495c1b4)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:32.391146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:32.405550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.407601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:17:32.408075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:32.479737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.527058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:17:32.527871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:17:32.539239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c134e448-c7e7-4680-a207-99cb9f08f60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.546763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.566528 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a8adf4d2-13e2-464c-8cf1-bf140a6a2ded tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8979449 Mar 03 12:17:32.566764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:28Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:32.575908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60862) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:32.594367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c77fa-71ca-482a-bf12-b7c0071f6c77 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:28Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:32.610548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74a7d-3cf4-4cd0-a863-4a40044db738 None None] Pushing event updated for resources: {'Port': ['ID=d76d6623-4c2d-4a28-b4a6-a79d83264373,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:32.615326 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:29Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:32.636832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8668a-c6af-4068-b112-f1ab52cddacb None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:29Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:32.649450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.653825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25ac40fe-c081-4204-a31d-07b8c9d63f63 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:17:32.659004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1fb07dc9-00d0-43b5-a4f3-6d1e0cc93e5f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:32.689044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:32.693618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.732423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.764923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.766060 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-156d6524-7f2a-4d02-b124-5c2ff36c093b tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "DELETE /v2.0/routers/25ac40fe-c081-4204-a31d-07b8c9d63f63 HTTP/1.1" status: 204 len: 168 time: 4.0877578 Mar 03 12:17:32.767333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:32.792196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60866) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:32.799586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Usage tracker for resource:security_group_rule and tenant:4feeb01e6d7d4d9883cde999370bb835 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:32.810581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:32.816342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1170864863', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:32.846357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.853145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:32.867481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:32.873078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1fb07dc9-00d0-43b5-a4f3-6d1e0cc93e5f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:32.876732 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1fb07dc9-00d0-43b5-a4f3-6d1e0cc93e5f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2974911 Mar 03 12:17:32.881583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60870) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:32.882549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Usage tracker for resource:router and tenant:c4fe0eda950f453da1c660f21b0117ba is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:32.888780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:32.930499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:32.939429 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] 10.222.0.35 "DELETE /v2.0/networks/fc0b853a-dbb0-4993-8361-372d45421cd8 HTTP/1.1" status: 204 len: 168 time: 3.0162458 Mar 03 12:17:32.939429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e8ceb59a-a8b7-4cc3-a53e-7da7a63afc79 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:32.939429 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e8ceb59a-a8b7-4cc3-a53e-7da7a63afc79 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8451512 Mar 03 12:17:33.008439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60876) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:33.011979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c09ccb-09e3-4326-9b71-1027fcbde92a tempest-PortsIpV6TestJSON-1749384753 tempest-PortsIpV6TestJSON-1749384753-project] Pushing event deleted for resources: {'Network': ['ID=fc0b853a-dbb0-4993-8361-372d45421cd8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:33.029207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Deleting port 896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:33.030863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.088369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:33.090400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.091093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.105119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c134e448-c7e7-4680-a207-99cb9f08f60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.234331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86c45fee-d09d-49c8-96ce-792c88228705 None None] The port '896a6e95-c9eb-41f2-8dc4-3bd7efa7db8e' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:17:33.308372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134e448-c7e7-4680-a207-99cb9f08f60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3632f-ade3-488c-aa5b-703963c4628a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:33.313118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1b51097-3f71-4bef-96f2-6a51a208f53b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.370065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1b51097-3f71-4bef-96f2-6a51a208f53b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.387259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c134e448-c7e7-4680-a207-99cb9f08f60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.389110 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c134e448-c7e7-4680-a207-99cb9f08f60c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ba3632f-ade3-488c-aa5b-703963c4628a HTTP/1.1" status: 204 len: 168 time: 1.6331751 Mar 03 12:17:33.404198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.405958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.417733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Router 279aae6f-1126-48b8-a9b5-5af72f579247 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:17:33.486432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event updated for resources: {'Port': ['ID=2a716730-fce7-4223-8b4b-6d5fdacf553e,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:33.492964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b2ec8f-d07a-47f3-9166-80c3ea6245a8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:33.497371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-94b2ec8f-d07a-47f3-9166-80c3ea6245a8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:33.554263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-94b2ec8f-d07a-47f3-9166-80c3ea6245a8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:33.554263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-94b2ec8f-d07a-47f3-9166-80c3ea6245a8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6660590 Mar 03 12:17:33.554263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60882) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:33.698283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:33.716379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:33.728742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c60359eb-09c9-496c-a293-7e807e10b828 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:router {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:33.765792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1b51097-3f71-4bef-96f2-6a51a208f53b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:33.829521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b51097-3f71-4bef-96f2-6a51a208f53b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03367735-4228-442c-86a5-13e9be61580b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:33.838487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60890) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:33.927453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:33.942416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Sync routers for ids ['279aae6f-1126-48b8-a9b5-5af72f579247'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:33.967319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Routers {'279aae6f-1126-48b8-a9b5-5af72f579247'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:33.967319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['279aae6f-1126-48b8-a9b5-5af72f579247'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:34.047631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1b51097-3f71-4bef-96f2-6a51a208f53b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.049845 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e1b51097-3f71-4bef-96f2-6a51a208f53b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/03367735-4228-442c-86a5-13e9be61580b HTTP/1.1" status: 204 len: 168 time: 1.0388577 Mar 03 12:17:34.059772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60902) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:34.096244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.102095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7821f00e-301e-47d2-8f20-9c537abbe41c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3795981 Mar 03 12:17:34.112713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60906) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:34.169189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.180088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.205889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:34.324898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c60359eb-09c9-496c-a293-7e807e10b828 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:router {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:34.333814 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c60359eb-09c9-496c-a293-7e807e10b828 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7782567 Mar 03 12:17:34.335170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60912) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:34.374854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.390116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:34.408944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.408944 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Added segment b5adf8c1-bfdb-470d-a4e2-cf699027c11c of type vlan for network e1052d9f-3031-4cef-ac54-b71004415f9b Mar 03 12:17:34.441589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.462685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a31263-d840-47a8-a349-2c357af7e48b None None] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:34.496730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:34.518283 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8e6e37b8-1f06-4a5b-8cc2-58cfce3b7cdc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d04cd13b7634ff7983bc39f04e4326e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762822 Mar 03 12:17:34.563390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:34.825935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-818b3e60-2d7e-4013-91bd-596975c4868c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:34.839563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ddb91e67-839a-4757-a75b-c6bb2182bb60 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:34.859342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.865721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:34.869450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:34.876641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:34.930896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c1daf342-f0fc-444e-a140-bc330a90e0d5 None None] Provisioning for port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:34.951963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Set router 279aae6f-1126-48b8-a9b5-5af72f579247 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:35.013578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d1acd-4153-4049-ae83-cd6a6eb6fca3 None None] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:35.030434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-818b3e60-2d7e-4013-91bd-596975c4868c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:35.032265 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-818b3e60-2d7e-4013-91bd-596975c4868c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.9709001 Mar 03 12:17:35.196137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f62d1a6b-aa14-48d8-b159-f0c0b5c2719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:35.212413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60926) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.253010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:35.255991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087a4a5e-0946-4651-ba78-2854a344f1a1,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:35.282554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60932) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.355148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f62d1a6b-aa14-48d8-b159-f0c0b5c2719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:35.416186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Network': ['ID=e1052d9f-3031-4cef-ac54-b71004415f9b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:35.454333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e1052d9f-3031-4cef-ac54-b71004415f9b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:35.466616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b8e1b461-b992-4984-8d3a-41559d848f15 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] Request body: {'port': {'network_id': 'e3385702-bc8b-4e17-8140-68c8eae4f016', 'name': 'tempest-NetworksNegativeTestJSON-1227725109'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:35.521560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:35.525500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:35.527818 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-97182191-96bf-4f59-8e14-78cba691d9ef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.7735777 Mar 03 12:17:35.532756 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e1b461-b992-4984-8d3a-41559d848f15 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] POST failed (client error): The resource could not be found. Mar 03 12:17:35.533289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e1b461-b992-4984-8d3a-41559d848f15 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:35.533488 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dd3fa84f-206a-4f48-a25e-72f2a4376457 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3424773 Mar 03 12:17:35.535227 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b8e1b461-b992-4984-8d3a-41559d848f15 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2440722 Mar 03 12:17:35.536199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60938) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.539468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60940) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.547296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60944) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.548023 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:35.548503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:35.553709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'subnet': {'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:35.561569 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:35.562487 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:35.615139 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-228b9897-1d4e-4a69-95bb-ab541e20cdd8 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:35.615625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228b9897-1d4e-4a69-95bb-ab541e20cdd8 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:35.617272 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-228b9897-1d4e-4a69-95bb-ab541e20cdd8 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "DELETE /v2.0/networks/57a15b6f-4ca8-4001-a6ca-245f738c8310 HTTP/1.1" status: 404 len: 339 time: 0.0693200 Mar 03 12:17:35.632254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60950) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.639268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aafe1909-2d58-457b-86eb-4938225fbcff None None] Provisioning for port d76d6623-4c2d-4a28-b4a6-a79d83264373 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:35.720025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port ddb91e67-839a-4757-a75b-c6bb2182bb60 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:35.720357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:35.726060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:35.766192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ddb91e67-839a-4757-a75b-c6bb2182bb60 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:35.766571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:35.808319 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2d9d86-7af4-47f0-8605-6caddd8223c3 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:35.808803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2d9d86-7af4-47f0-8605-6caddd8223c3 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:35.810494 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-be2d9d86-7af4-47f0-8605-6caddd8223c3 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "DELETE /v2.0/ports/a8baee82-65bc-4e86-9e7b-25a3b7d41bec HTTP/1.1" status: 404 len: 333 time: 0.1772916 Mar 03 12:17:35.814600 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:35.821414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdc3650-6811-44ff-85ae-085180ab1af4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:35.826930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60954) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.871835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f62d1a6b-aa14-48d8-b159-f0c0b5c2719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:35.936808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:35.963692 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c471c1d7-9546-4fd1-837f-f48bb768996d tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] DELETE failed (client error): The resource could not be found. Mar 03 12:17:35.964186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c471c1d7-9546-4fd1-837f-f48bb768996d tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:35.965927 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c471c1d7-9546-4fd1-837f-f48bb768996d tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "DELETE /v2.0/subnets/31b46e98-3250-4577-9ecc-3e41df0b2536 HTTP/1.1" status: 404 len: 337 time: 0.1367445 Mar 03 12:17:35.967074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Usage tracker for resource:subnet and tenant:4feeb01e6d7d4d9883cde999370bb835 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:35.981717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:35.984104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60958) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:35.992954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdc3650-6811-44ff-85ae-085180ab1af4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.029881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:36.067291 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46a6db2-0d06-45a2-87e6-6001b9b28ca4 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] GET failed (client error): The resource could not be found. Mar 03 12:17:36.068708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a46a6db2-0d06-45a2-87e6-6001b9b28ca4 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "GET /v2.0/networks/b12c17a4-57e0-4caa-a828-1b92f265a423 HTTP/1.1" status: 404 len: 339 time: 0.0784121 Mar 03 12:17:36.083739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a508038d-28b8-42af-882f-528295f10436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:17:30Z', 'revision_number': 3, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port': {'id': 'a508038d-28b8-42af-882f-528295f10436', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:28Z', 'updated_at': '2022-03-03T12:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:36.093315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Checking router: 279aae6f-1126-48b8-a9b5-5af72f579247 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:36.093664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Updating router 279aae6f-1126-48b8-a9b5-5af72f579247 port a508038d-28b8-42af-882f-528295f10436 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:36.127265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60962) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:36.130973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.219304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.243429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:36.246067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.278239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d1a6b-aa14-48d8-b159-f0c0b5c2719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadf7a68-d30a-42ea-9ea1-0f6570359926,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:36.294187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f62d1a6b-aa14-48d8-b159-f0c0b5c2719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.294510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port ddb91e67-839a-4757-a75b-c6bb2182bb60, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ddb91e67-839a-4757-a75b-c6bb2182bb60,segment=NetworkSegment(056d6d76-7996-4ba5-a343-4990884063ce),segment_id=056d6d76-7996-4ba5-a343-4990884063ce)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:36.299198 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f62d1a6b-aa14-48d8-b159-f0c0b5c2719b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cadf7a68-d30a-42ea-9ea1-0f6570359926 HTTP/1.1" status: 204 len: 168 time: 1.7309883 Mar 03 12:17:36.361808 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd33dd4-9e30-4c9d-9c59-01a031c6c279 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] GET failed (client error): The resource could not be found. Mar 03 12:17:36.362002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.362384 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ddd33dd4-9e30-4c9d-9c59-01a031c6c279 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "GET /v2.0/ports/fc46cd14-eae5-48b5-9de5-f6f253b0b960 HTTP/1.1" status: 404 len: 333 time: 0.2301059 Mar 03 12:17:36.370031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1da7a974-b2ea-4992-9931-ac9bc2ee4113 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:36.373836 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:31Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': '2a716730-fce7-4223-8b4b-6d5fdacf553e', 'name': '', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:81:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:26Z', 'updated_at': '2022-03-03T12:17:32Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:28Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:36.383863 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:36.384229 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Updating router 4986a67b-92a4-4a84-b34c-1725ab564196 port 2a716730-fce7-4223-8b4b-6d5fdacf553e binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:36.388314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60968) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:36.484664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.537498 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.629944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdc3650-6811-44ff-85ae-085180ab1af4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.657214 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96242a7-2ed0-4d0f-ad71-dd0b38bd2f29 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] GET failed (client error): The resource could not be found. Mar 03 12:17:36.667244 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a96242a7-2ed0-4d0f-ad71-dd0b38bd2f29 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "GET /v2.0/subnets/9b8d636e-6477-4909-897f-23a7b746b7d0 HTTP/1.1" status: 404 len: 337 time: 0.2611165 Mar 03 12:17:36.674026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60972) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:36.699419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc3650-6811-44ff-85ae-085180ab1af4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810fde75-31e8-4d60-879f-76ba4ba548cf,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:36.729477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=ddb91e67-839a-4757-a75b-c6bb2182bb60,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:36.746620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1c9b055c-b33f-4372-95c9-789938839948 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:36.775198 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9b055c-b33f-4372-95c9-789938839948 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] PUT failed (client error): The resource could not be found. Mar 03 12:17:36.775887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9b055c-b33f-4372-95c9-789938839948 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:36.780701 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1c9b055c-b33f-4372-95c9-789938839948 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "PUT /v2.0/networks/e1cc4839-f1c3-4788-a1d8-132f04a8a6a3 HTTP/1.1" status: 404 len: 339 time: 0.0989721 Mar 03 12:17:36.787922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60976) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:36.799440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-eb664d25-070a-4eee-98df-ed771a3c9efe None None] Provisioning for port 2a716730-fce7-4223-8b4b-6d5fdacf553e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:36.802312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-21613837-1430-456d-8c6e-a46bdc48e263 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:36.870958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-eb664d25-070a-4eee-98df-ed771a3c9efe None None] Provisioning complete for port 2a716730-fce7-4223-8b4b-6d5fdacf553e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:36.871680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-eb664d25-070a-4eee-98df-ed771a3c9efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.924213 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-21613837-1430-456d-8c6e-a46bdc48e263 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] PUT failed (client error): The resource could not be found. Mar 03 12:17:36.924699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21613837-1430-456d-8c6e-a46bdc48e263 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:36.933144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-21613837-1430-456d-8c6e-a46bdc48e263 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "PUT /v2.0/ports/4e4fbd17-41a9-4bc1-b106-8a00b394492d HTTP/1.1" status: 404 len: 333 time: 0.1354899 Mar 03 12:17:36.938284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 60982) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:36.948210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:36.970152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:36.970858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:36.999739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdc3650-6811-44ff-85ae-085180ab1af4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.000705 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-acdc3650-6811-44ff-85ae-085180ab1af4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/810fde75-31e8-4d60-879f-76ba4ba548cf HTTP/1.1" status: 204 len: 168 time: 1.7844865 Mar 03 12:17:37.004626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1df3b863-ce42-405a-be00-f503a8922f63 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:37.019171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 60986) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:37.059869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-eb664d25-070a-4eee-98df-ed771a3c9efe None None] Port 2a716730-fce7-4223-8b4b-6d5fdacf553e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:37.076318 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df3b863-ce42-405a-be00-f503a8922f63 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] PUT failed (client error): The resource could not be found. Mar 03 12:17:37.077177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df3b863-ce42-405a-be00-f503a8922f63 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:17:37.083002 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1df3b863-ce42-405a-be00-f503a8922f63 tempest-NetworksNegativeTestJSON-1645619723 tempest-NetworksNegativeTestJSON-1645619723-project] 10.222.0.35 "PUT /v2.0/subnets/aad0a4ac-b503-4f85-a790-31f213bdd1cf HTTP/1.1" status: 404 len: 337 time: 0.1298184 Mar 03 12:17:37.209323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Allocated IP 172.20.0.1 (cfc410dc-1f43-40f5-a6ce-7a939f3ac74e/1da411da-1cf7-4522-be33-4da3fe689f74/0f60362a-6d65-4721-b311-0f81290ba31f) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:37.389142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6192358c-7177-42ba-b13a-58bf3fe10d91 None None] Provisioning complete for port 2a716730-fce7-4223-8b4b-6d5fdacf553e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:37.389523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6192358c-7177-42ba-b13a-58bf3fe10d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.476672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.extraroute_db [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 12:17:37.478758 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.480680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.513581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Transition to ACTIVE for port object a508038d-28b8-42af-882f-528295f10436 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:37.516081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.542561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.547327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.extraroute_db [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Removed routes are [] {{(pid=88431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 12:17:37.550389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.563838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6192358c-7177-42ba-b13a-58bf3fe10d91 None None] Port 2a716730-fce7-4223-8b4b-6d5fdacf553e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:37.574072 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.591298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1da7a974-b2ea-4992-9931-ac9bc2ee4113, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1da7a974-b2ea-4992-9931-ac9bc2ee4113,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:37.593719 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Transition to ACTIVE for port object 2a716730-fce7-4223-8b4b-6d5fdacf553e will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:37.595984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.616690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Transition to ACTIVE for port object 0f60362a-6d65-4721-b311-0f81290ba31f will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:37.629862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.636742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:17:37.644894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.649126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.712783 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.739658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e9f16e84-0fd8-4892-be9d-1609102d51c6 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:37.740416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.742560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d76d6623-4c2d-4a28-b4a6-a79d83264373 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:37.881898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:37.904634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Attempting to bind port a508038d-28b8-42af-882f-528295f10436 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:37.907116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Attempting to bind port a508038d-28b8-42af-882f-528295f10436 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:37.907483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Attempting to bind port a508038d-28b8-42af-882f-528295f10436 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:37.911661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac637b-a03e-40fb-9d24-d44564237ff0 None None] Pushing event updated for resources: {'Port': ['ID=a508038d-28b8-42af-882f-528295f10436,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:37.932103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32770) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:37.941620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:37.950042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:37.950640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:37.959954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=e3e6c93c-7931-4400-b11b-62297ae35b50,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:38.048184 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc5f0f-38bb-48e3-b692-1631fa328dfa None None] Pushing event updated for resources: {'Port': ['ID=2a716730-fce7-4223-8b4b-6d5fdacf553e,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:38.104328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bcb368-efbb-42f3-b58c-2a68d290689a None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:38.131066 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Attempting to bind port 2a716730-fce7-4223-8b4b-6d5fdacf553e on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:38.131436 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Attempting to bind port 2a716730-fce7-4223-8b4b-6d5fdacf553e by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:38.131791 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Attempting to bind port 2a716730-fce7-4223-8b4b-6d5fdacf553e on network d9262fc8-efd2-4a96-a58d-7c2e9e32352b {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:38.150999 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:38.152460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:38.153175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.153404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e9f16e84-0fd8-4892-be9d-1609102d51c6 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:38.154434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:38.154712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e9f16e84-0fd8-4892-be9d-1609102d51c6 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1236115 Mar 03 12:17:38.155718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Bound port: a508038d-28b8-42af-882f-528295f10436, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:38.156396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.158951 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:38.159320 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Checking segment: {'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:38.160987 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.161486 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Bound using segment: {'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:38.163781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.164599 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Bound port: 2a716730-fce7-4223-8b4b-6d5fdacf553e, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d42ef26-9516-44a7-9e21-3bbc52309c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:38.164599 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.166073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32780) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:38.246966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.247691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--896853988'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:38.255347 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Checking segment: {'id': 'b5adf8c1-bfdb-470d-a4e2-cf699027c11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:38.255714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network hostable DHCP agents. Network: e1052d9f-3031-4cef-ac54-b71004415f9b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:38.284173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:38.320076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.341318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:38.345883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Subnet': ['ID=8316ad11-7a9b-433e-8659-03fdad7ab3c7,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:38.351915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Allocated IP 172.26.8.161 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/ad1bf0a7-4e87-4932-b700-7021b6cf4413) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:38.352210 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] For port 2a716730-fce7-4223-8b4b-6d5fdacf553e, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:38.354735 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c7a253ee-3b40-49c1-a18c-361fa464f898 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0036070 Mar 03 12:17:38.361940 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] For port 2a716730-fce7-4223-8b4b-6d5fdacf553e, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2a716730-fce7-4223-8b4b-6d5fdacf553e,segment=NetworkSegment(8d42ef26-9516-44a7-9e21-3bbc52309c28),segment_id=8d42ef26-9516-44a7-9e21-3bbc52309c28)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:38.365390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.365739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32786) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:38.370461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f60362a-6d65-4721-b311-0f81290ba31f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:38.378267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0dc8081c-0a80-4083-a44f-7d4cfdd67e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.384321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:42:72:4d', 'name': 'tempest-NetworksTestDHCPv6-2065519652'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:38.395462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:38.397750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:38.401327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.404396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:38.408276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port d76d6623-4c2d-4a28-b4a6-a79d83264373 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:38.422655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1da7a974-b2ea-4992-9931-ac9bc2ee4113,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:38.430366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:38.433710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d76d6623-4c2d-4a28-b4a6-a79d83264373 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:38.434084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.461663 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.473931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Usage tracker for resource:security_group_rule and tenant:c2426eb810394f72b4314c36216fbcf9 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:38.486655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] For port a508038d-28b8-42af-882f-528295f10436, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:38.528413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:38.554979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] For port a508038d-28b8-42af-882f-528295f10436, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a508038d-28b8-42af-882f-528295f10436,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:38.582310 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:38.583091 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:38.588099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.603057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network e1052d9f-3031-4cef-ac54-b71004415f9b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:38.682581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.711095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32792) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:38.711969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:38.790811 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:38.934369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e1052d9f-3031-4cef-ac54-b71004415f9b) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:38.979746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:38.999952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:39.006997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02cf939-8d74-43ee-8b0b-a3883b867a6c None None] Network e1052d9f-3031-4cef-ac54-b71004415f9b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:39.007552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:39.007787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.020107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1653596412'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:39.029878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:39.034052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:39.039154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:39.074852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:39.085975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:39.088330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:39.102618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:39.121876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:39.147215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:39.160856 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc5f0f-38bb-48e3-b692-1631fa328dfa None None] Pushing event updated for resources: {'Port': ['ID=2a716730-fce7-4223-8b4b-6d5fdacf553e,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:39.198182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.203261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:39.208850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.264725 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5c77f1bc-0cf3-4ce6-b1cf-fc6071ee5329 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7206080 Mar 03 12:17:39.268972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32798) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:39.292393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Routers {'279aae6f-1126-48b8-a9b5-5af72f579247'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:39.293394 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['279aae6f-1126-48b8-a9b5-5af72f579247'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:39.294548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'name': 'tempest-AllowedAddressPairTestJSON-610611896'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:39.312355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:39.316363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.321789 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 6, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': '2a716730-fce7-4223-8b4b-6d5fdacf553e', 'name': '', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:81:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:26Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:39.326579 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a778e-7fb4-417c-af8e-1afd3e6bdc83 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 6, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': '2a716730-fce7-4223-8b4b-6d5fdacf553e', 'name': '', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:81:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:26Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:39.343716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.346541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.358574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:39.385286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.436776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.457263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.501846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:39.529268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': 'e3e6c93c-7931-4400-b11b-62297ae35b50'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:39.530478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.540724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.544502 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb490451-adec-41e8-8e8e-1a74050e3015 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 200 len: 954 time: 4.0022166 Mar 03 12:17:39.544982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac637b-a03e-40fb-9d24-d44564237ff0 None None] Pushing event updated for resources: {'Port': ['ID=a508038d-28b8-42af-882f-528295f10436,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:39.546386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32802) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:39.552554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-84fbb297-7100-4f75-9b83-90aeaba7f4ce None None] Provisioning for port 0f60362a-6d65-4721-b311-0f81290ba31f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:39.609028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-84fbb297-7100-4f75-9b83-90aeaba7f4ce None None] Provisioning complete for port 0f60362a-6d65-4721-b311-0f81290ba31f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:39.612212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-84fbb297-7100-4f75-9b83-90aeaba7f4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.620484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:39.624897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.649691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group_rule and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:39.717029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.731392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port d76d6623-4c2d-4a28-b4a6-a79d83264373, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d76d6623-4c2d-4a28-b4a6-a79d83264373,segment=NetworkSegment(eeca6aec-2a21-4c1c-8480-7acab495c1b4),segment_id=eeca6aec-2a21-4c1c-8480-7acab495c1b4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:39.782498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:39.789739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:39.817466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.829161 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-944f40aa-22a9-4e05-a23a-93c34759478e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 200 len: 954 time: 0.2791984 Mar 03 12:17:39.830372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32806) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:39.836797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.837638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:39.838862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'routes': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:39.862377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-84fbb297-7100-4f75-9b83-90aeaba7f4ce None None] Port 0f60362a-6d65-4721-b311-0f81290ba31f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:39.872810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] Set router 279aae6f-1126-48b8-a9b5-5af72f579247 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:39.963500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.965833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:39.967155 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7590110 Mar 03 12:17:39.968034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b75054-fff2-4adb-8035-e7dff8836835,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:39.975964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32810) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:39.989202 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b546c0a4-b48b-4186-abb4-dfadcced4383 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2426eb810394f72b4314c36216fbcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0454414 Mar 03 12:17:39.994334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32812) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:39.998376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '14dc36af-f75f-4924-a1f2-bb0bd78d9e1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:40.007340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.007445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:40.010797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:40.017217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:40.022781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=d76d6623-4c2d-4a28-b4a6-a79d83264373,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:40.061723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.067992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:40.090358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.090787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:40.164560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-e1052d9f-3031-4cef-ac54-b71004415f9b', 'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'tenant_id': '4feeb01e6d7d4d9883cde999370bb835', 'fixed_ips': [{'subnet_id': '8316ad11-7a9b-433e-8659-03fdad7ab3c7'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:40.165450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.167335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:40.200948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f60362a-6d65-4721-b311-0f81290ba31f,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:40.202984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:40.209737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:40.221488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event updated for resources: {'Port': ['ID=ad1bf0a7-4e87-4932-b700-7021b6cf4413,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:40.225621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:40.241697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:40.297051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Usage tracker for resource:port and tenant:4feeb01e6d7d4d9883cde999370bb835 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:40.310602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de8de4-d92a-4dc4-a139-3a6e39d64cd0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc36af-f75f-4924-a1f2-bb0bd78d9e1f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:40.323233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.325643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:40.388883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.389235 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment e6df0be1-679e-4ba7-bece-c3c6cc043b73 of type vlan for network 42c9d800-ed64-48cd-b72e-d9a44806f18c Mar 03 12:17:40.395265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d85b20-4055-46b2-b988-af6159c1d050,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:40.402693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-21f6397b-694e-499b-b2f6-f6e54a70e8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.411006 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:40.417416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.501227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Allocated IP 2001:db8::f816:3eff:fe1d:d870 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/e3e6c93c-7931-4400-b11b-62297ae35b50/b2e4d520-0a2d-429c-ae26-97e3a71bfea2) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:40.579980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:40.634989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21c14393-fec3-416d-8e65-01faa006fc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.639868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:40.662572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21c14393-fec3-416d-8e65-01faa006fc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.705018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:40.705502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.725200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:40.728845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.748351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:40.748995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:40.751912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:40.760205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:40.763027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:41.014456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] device_id is not set on port c91afa61-d313-4e7f-97b8-edeb7ea0944e yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:41.039041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.extraroute_db [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added routes are [] {{(pid=88431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 12:17:41.039266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.extraroute_db [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88431) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 12:17:41.060604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21c14393-fec3-416d-8e65-01faa006fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.063332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Router 279aae6f-1126-48b8-a9b5-5af72f579247 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:41.063467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:17:41.109547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Allocated IP 172.20.0.2 (e1052d9f-3031-4cef-ac54-b71004415f9b/8316ad11-7a9b-433e-8659-03fdad7ab3c7/61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:41.148969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.167591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:41.170374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c14393-fec3-416d-8e65-01faa006fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b75054-fff2-4adb-8035-e7dff8836835,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:41.208046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.304431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.310133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:41.310845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.315428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.343740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.405209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff36f77-985b-4a5b-9284-c32e28c8b8c9,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:41.411251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:41.416210 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e1c2fd2a-625a-4187-9d93-2cdbe473b9c3 admin admin] 10.222.0.35 "PUT /v2.0/routers/279aae6f-1126-48b8-a9b5-5af72f579247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3025024 Mar 03 12:17:41.481428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2c3cecdb-839f-445d-bd8c-975982d5a054 None None] Provisioning complete for port 0f60362a-6d65-4721-b311-0f81290ba31f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:41.481801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c3cecdb-839f-445d-bd8c-975982d5a054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.512931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.524093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.597983 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.8561788 Mar 03 12:17:41.600997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4033ae-3e39-4004-b9d4-79023c7491f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=42c9d800-ed64-48cd-b72e-d9a44806f18c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:41.605530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32824) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:41.611035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21c14393-fec3-416d-8e65-01faa006fc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.612525 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-21c14393-fec3-416d-8e65-01faa006fc1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71b75054-fff2-4adb-8035-e7dff8836835 HTTP/1.1" status: 204 len: 168 time: 1.5749176 Mar 03 12:17:41.614737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.616984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'name': 'tempest-PortsTestJSON-1957233420'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:41.636805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Transition to ACTIVE for port object b2e4d520-0a2d-429c-ae26-97e3a71bfea2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:41.664952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.665776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:41.700717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.704693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.811000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:41.823287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7f941dcf-80e1-44dd-987c-2ba2446cbd46 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8299239 Mar 03 12:17:41.824689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32830) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:41.893402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2c3cecdb-839f-445d-bd8c-975982d5a054 None None] Port 0f60362a-6d65-4721-b311-0f81290ba31f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:41.928871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:41.981787 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Transition to ACTIVE for port object b2e4d520-0a2d-429c-ae26-97e3a71bfea2 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:41.982055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:41.993170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a508038d-28b8-42af-882f-528295f10436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:17:39Z', 'revision_number': 4, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port': {'id': 'a508038d-28b8-42af-882f-528295f10436', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:28Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0f60362a-6d65-4721-b311-0f81290ba31f', 'name': '', 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'mac_address': 'fa:16:3e:70:15:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:36Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 1, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'subnets': [{'id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:41.997244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d9f09e-30c4-49f3-ac52-38676fb07dac tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.006703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:42.018334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:42.022018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d9f09e-30c4-49f3-ac52-38676fb07dac tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.034951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,segment=NetworkSegment(8d42ef26-9516-44a7-9e21-3bbc52309c28),segment_id=8d42ef26-9516-44a7-9e21-3bbc52309c28)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:42.037934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdd2d3-4597-4bbe-9666-e73c8904449b None None] The sync data for ids ['279aae6f-1126-48b8-a9b5-5af72f579247'] in dv-neutron-831730-1-hyperv is: [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a508038d-28b8-42af-882f-528295f10436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:17:39Z', 'revision_number': 4, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port': {'id': 'a508038d-28b8-42af-882f-528295f10436', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:28Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0f60362a-6d65-4721-b311-0f81290ba31f', 'name': '', 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'mac_address': 'fa:16:3e:70:15:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:36Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 1, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'subnets': [{'id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:42.039603 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:42.141100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.146015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.269781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fe42:724d (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/e3e6c93c-7931-4400-b11b-62297ae35b50/41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:42.271887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e028664e-800e-4b97-8431-7570dc626d07 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:42.366458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: e028664e-800e-4b97-8431-7570dc626d07 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:42.366806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e028664e-800e-4b97-8431-7570dc626d07 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:42.381724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:42.391943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:42.401927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:42.407095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.410373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.415254 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:42.463211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Pushing event updated for resources: {'Port': ['ID=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:42.539956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32840) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:42.604296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293419625', 'description': 'tempest-secgroup-smoke-1293419625 description', 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:42.657341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:42.668098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Transition to ACTIVE for port object 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:42.687856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.689987 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-429e9051-f852-43f6-b4d6-264771511f9d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 200 len: 704 time: 2.8589270 Mar 03 12:17:42.692384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32846) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:42.754531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ddb91e67-839a-4757-a75b-c6bb2182bb60 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:42.898599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Transition to ACTIVE for port object 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:42.920750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Attempting to bind port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:42.921310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Attempting to bind port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:42.921810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Attempting to bind port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:42.939627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:42.944946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:42.944946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.944946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:42.944946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Bound port: b2e4d520-0a2d-429c-ae26-97e3a71bfea2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:42.944946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:42.946213 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ed92ff39-f97b-4c3b-b969-e845bd85de98 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 200 len: 704 time: 0.2515497 Mar 03 12:17:42.950369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32852) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:42.952620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:42.961756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 6, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': '2a716730-fce7-4223-8b4b-6d5fdacf553e', 'name': '', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:81:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:26Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:42.973931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:43.015837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.016847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.079110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.100262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:43.123779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port acc05164-0fe0-4dae-ace9-4508307b73a6 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:43.124820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:43.125509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:43.183626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:43.246367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d9f09e-30c4-49f3-ac52-38676fb07dac tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.302363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d9f09e-30c4-49f3-ac52-38676fb07dac tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.308471 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-10d9f09e-30c4-49f3-ac52-38676fb07dac tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6ff36f77-985b-4a5b-9284-c32e28c8b8c9 HTTP/1.1" status: 204 len: 168 time: 1.4504235 Mar 03 12:17:43.309064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32864) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:43.350471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:43.373622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Network e1052d9f-3031-4cef-ac54-b71004415f9b is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:43.403502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:43.412774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.418033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:43.433722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ddb91e67-839a-4757-a75b-c6bb2182bb60 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:43.434174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.444658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f09e-30c4-49f3-ac52-38676fb07dac tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ff36f77-985b-4a5b-9284-c32e28c8b8c9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:43.466822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:43.486085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:43.514006 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Pushing event updated for resources: {'Port': ['ID=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:43.534263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32868) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:43.597221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8f5014eb-c733-4d09-a478-ae3dac516fc2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:43.614875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Allocated IP 172.20.0.9 (e1052d9f-3031-4cef-ac54-b71004415f9b/8316ad11-7a9b-433e-8659-03fdad7ab3c7/c91afa61-d313-4e7f-97b8-edeb7ea0944e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:43.706830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] For port b2e4d520-0a2d-429c-ae26-97e3a71bfea2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:43.739546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:43.745773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.773476 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-42c4ddee-6134-4aa4-aced-46cccac73d4e tempest-ServiceProvidersTest-1829421948 tempest-ServiceProvidersTest-1829421948-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2329302 Mar 03 12:17:43.775873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8f5014eb-c733-4d09-a478-ae3dac516fc2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:43.777128 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8f5014eb-c733-4d09-a478-ae3dac516fc2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4678519 Mar 03 12:17:43.781906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32876) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:43.859460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Attempting to bind port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:43.859804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.859958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Attempting to bind port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'b5adf8c1-bfdb-470d-a4e2-cf699027c11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:43.860225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Attempting to bind port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f on network e1052d9f-3031-4cef-ac54-b71004415f9b {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:43.871710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] For port b2e4d520-0a2d-429c-ae26-97e3a71bfea2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:43.875062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:43.875526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Checking segment: {'id': 'b5adf8c1-bfdb-470d-a4e2-cf699027c11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:43.876032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.876767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Bound using segment: {'id': 'b5adf8c1-bfdb-470d-a4e2-cf699027c11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:43.877107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Bound port: 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5adf8c1-bfdb-470d-a4e2-cf699027c11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:43.877485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.922226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea09f852-3b81-4ff2-bb65-ed5a8bd0b709 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.960643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea09f852-3b81-4ff2-bb65-ed5a8bd0b709 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:43.974587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:44.013577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:44.028160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:44.067724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.083952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:44.096590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.116997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:44.166158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.171745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea09f852-3b81-4ff2-bb65-ed5a8bd0b709 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.271540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09f852-3b81-4ff2-bb65-ed5a8bd0b709 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc36af-f75f-4924-a1f2-bb0bd78d9e1f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:44.315941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:44.339467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:44.346178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:44.349565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.351860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.353595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:44.416538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea09f852-3b81-4ff2-bb65-ed5a8bd0b709 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.420523 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ea09f852-3b81-4ff2-bb65-ed5a8bd0b709 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/14dc36af-f75f-4924-a1f2-bb0bd78d9e1f HTTP/1.1" status: 204 len: 168 time: 0.6366584 Mar 03 12:17:44.432965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32882) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:44.494584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32886) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:44.517224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.549352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca531a27-b96b-4a71-a7a2-4fc46eca7b37 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:44.556045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1da7a974-b2ea-4992-9931-ac9bc2ee4113 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:44.589263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.616220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=acc05164-0fe0-4dae-ace9-4508307b73a6,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:44.651652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Router 6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:17:44.674501 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0a0886a7-4c03-4039-a4c2-e397cb8f1325 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3069828 Mar 03 12:17:44.677912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] For port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:44.694373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32892) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:44.699524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c339d4-fc52-44ff-935d-5b596167623f None None] Pushing event updated for resources: {'Port': ['ID=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:44.700781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:44.742414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] For port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,segment=NetworkSegment(b5adf8c1-bfdb-470d-a4e2-cf699027c11c),segment_id=b5adf8c1-bfdb-470d-a4e2-cf699027c11c)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:44.777817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:44.778290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.808986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.837977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': 'e6df0be1-679e-4ba7-bece-c3c6cc043b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:44.838344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: 42c9d800-ed64-48cd-b72e-d9a44806f18c, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:44.845004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca531a27-b96b-4a71-a7a2-4fc46eca7b37 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:44.850786 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ca531a27-b96b-4a71-a7a2-4fc46eca7b37 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4098337 Mar 03 12:17:44.857404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.863726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32896) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:44.872077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 2a716730-fce7-4223-8b4b-6d5fdacf553e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:44.872466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.887538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.891542 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-47d3385b-e0a7-4def-84d5-775b85a5fa7e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.3297069 Mar 03 12:17:44.908354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32898) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:44.922424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'security_group_rule': {'security_group_id': '6423c600-e7e7-4d4d-8c88-9fe1c37dbe27', 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:44.928413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217338080'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:44.931208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:44.935346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:44.938525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:44.940014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:44.960979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:44.970873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:44.975424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:44.985616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Transition to ACTIVE for port object c91afa61-d313-4e7f-97b8-edeb7ea0944e will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:45.021040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:45.025409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:41Z', 'revision_number': 7, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': '2a716730-fce7-4223-8b4b-6d5fdacf553e', 'name': '', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:81:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:26Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:45.036413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:36c9c3b9a68c415e95007e8520e97517 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:45.048110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:45.061933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede67ef0-95d4-4990-8774-88986e228bc2 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:41Z', 'revision_number': 7, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': '2a716730-fce7-4223-8b4b-6d5fdacf553e', 'name': '', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:81:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:26Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:45.103660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.109578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7dcaa-8845-4a66-9741-bd254eacb908 None None] Pushing event updated for resources: {'Port': ['ID=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:45.140749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d76d6623-4c2d-4a28-b4a6-a79d83264373 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:45.150515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:45.151150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:45.154709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.219169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.236212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:45.263266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d76d6623-4c2d-4a28-b4a6-a79d83264373 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:45.264224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.270011 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:45.278834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:45.289564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:45.375846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:45.393023 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea90e3-4305-41c4-a458-24986618afff None None] Sync routers for ids ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:45.398962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port 2a716730-fce7-4223-8b4b-6d5fdacf553e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2a716730-fce7-4223-8b4b-6d5fdacf553e,segment=NetworkSegment(8d42ef26-9516-44a7-9e21-3bbc52309c28),segment_id=8d42ef26-9516-44a7-9e21-3bbc52309c28)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:45.399346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.419172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 42c9d800-ed64-48cd-b72e-d9a44806f18c) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:45.430327 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea90e3-4305-41c4-a458-24986618afff None None] Routers {'6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:45.430966 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5bea90e3-4305-41c4-a458-24986618afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:45.446580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c72a3e-6328-4108-ab52-62634109c74a None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:45.536924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:45.555989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:45.556847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.590444 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5bea90e3-4305-41c4-a458-24986618afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:45.603072 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea90e3-4305-41c4-a458-24986618afff None None] Routers {'6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:45.606636 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5bea90e3-4305-41c4-a458-24986618afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:45.610747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2419fcc9-8b53-4fc6-ab83-968b8fe646df tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:45.623716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2419fcc9-8b53-4fc6-ab83-968b8fe646df tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:45.624739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2419fcc9-8b53-4fc6-ab83-968b8fe646df tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:45.630262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.654651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network e1052d9f-3031-4cef-ac54-b71004415f9b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:45.665592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:45.684753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:45.707003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:45.717616 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5bea90e3-4305-41c4-a458-24986618afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:45.718251 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea90e3-4305-41c4-a458-24986618afff None None] The sync data for ids ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:45.725464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=c91afa61-d313-4e7f-97b8-edeb7ea0944e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:45.734446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 2a716730-fce7-4223-8b4b-6d5fdacf553e owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:45.735044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.770528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.775436 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-df0e1225-ae10-444a-912b-482bdd94abbc tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.9817941 Mar 03 12:17:45.779264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2a716730-fce7-4223-8b4b-6d5fdacf553e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:45.782165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32904) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:45.792109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65250b80-48e7-44da-af04-1967f14761ca,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:45.799185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': False}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:45.819188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:45.819867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:45.849356 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-00777bb8-6033-4952-9876-df664a4199b4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.2424009 Mar 03 12:17:45.860867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32908) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:45.863869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2419fcc9-8b53-4fc6-ab83-968b8fe646df tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:45.865155 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2419fcc9-8b53-4fc6-ab83-968b8fe646df tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1668437 Mar 03 12:17:45.890093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:45.890751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:45.901188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1953895125'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:46.066448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32912) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:46.109890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:46.111393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:46.113552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.114700 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f66857ae-ba3c-4112-9010-389e9dcba84e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2029386 Mar 03 12:17:46.123886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:46.145360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:46.150128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'security_group_rule': {'security_group_id': '6423c600-e7e7-4d4d-8c88-9fe1c37dbe27', 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:46.153163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:46.162256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:46.168190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:46.169330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:46.184364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:46.186536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:46.233758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.262630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.272441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.285493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:46.285830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.329762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.354828 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4fb5a0a9-d559-487e-9d2b-e627cedc179c tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.0769062 Mar 03 12:17:46.364731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32920) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:46.365883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 2a716730-fce7-4223-8b4b-6d5fdacf553e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:46.392162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'name': 'tempest-AllowedAddressPairTestJSON-620688267', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d9:b6:c7'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:46.415254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.433597 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Sync routers for ids ['279aae6f-1126-48b8-a9b5-5af72f579247'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:46.436075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2a716730-fce7-4223-8b4b-6d5fdacf553e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:46.436500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.452602 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Routers {'279aae6f-1126-48b8-a9b5-5af72f579247'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:46.453606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['279aae6f-1126-48b8-a9b5-5af72f579247'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:46.472970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:46.474579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0e3db-0f18-40b6-a981-c6fe2ddf4b32,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:46.481696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.482213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b7b98b1a-d1b6-4875-bfcb-8ae73c983664 None None] Provisioning for port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:46.493620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port 2a716730-fce7-4223-8b4b-6d5fdacf553e was deleted so its status cannot be updated. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 12:17:46.522993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=2a716730-fce7-4223-8b4b-6d5fdacf553e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:46.592234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:46.602996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.610545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.610883 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment 3ffa55ba-fbbc-4415-b1ca-4584ca32fcac of type vlan for network 302548ff-cc81-4caa-9745-1e1403d0703b Mar 03 12:17:46.667027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ccf9e8-26a7-4f09-bb5a-2540705b685c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:46.671644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.715382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:41Z', 'revision_number': 7, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': '2a716730-fce7-4223-8b4b-6d5fdacf553e', 'name': '', 'network_id': 'd9262fc8-efd2-4a96-a58d-7c2e9e32352b', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:81:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:26Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 4, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'd12fdb83-2669-454a-83a1-a3abe73ced92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:46.723186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:46.724356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-29b68bfb-5770-4f4a-8fe2-77121a3f5bc8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8233418 Mar 03 12:17:46.739637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:46.750269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32924) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:46.763888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:46.764974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:46.789497 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5684c9c0-87d0-487e-acae-0a993ec9bbf4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36c9c3b9a68c415e95007e8520e97517&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2926793 Mar 03 12:17:46.790367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32928) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:47.006130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:17:47.013466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf9e8-26a7-4f09-bb5a-2540705b685c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:47.015128 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Set router 279aae6f-1126-48b8-a9b5-5af72f579247 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:47.021682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:47.026088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:47.030912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:47.037266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:47.069875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.072660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.117586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:47.171116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.182825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a508038d-28b8-42af-882f-528295f10436 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:47.213143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8dfccd-b37e-4a0d-a424-08699e507172 None None] Network e1052d9f-3031-4cef-ac54-b71004415f9b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:47.213356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e07118b-f05a-4c6b-b4eb-e0c1ef1ab41d,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:47.223170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.253793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:47.261529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Usage tracker for resource:port and tenant:4feeb01e6d7d4d9883cde999370bb835 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:47.273197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:47.318533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:47.435459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.445656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:47.446629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.453203 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a508038d-28b8-42af-882f-528295f10436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:17:39Z', 'revision_number': 4, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port': {'id': 'a508038d-28b8-42af-882f-528295f10436', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:28Z', 'updated_at': '2022-03-03T12:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0f60362a-6d65-4721-b311-0f81290ba31f', 'name': '', 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'mac_address': 'fa:16:3e:70:15:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:36Z', 'updated_at': '2022-03-03T12:17:39Z', 'revision_number': 2, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'subnets': [{'id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:47.457944 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Checking router: 279aae6f-1126-48b8-a9b5-5af72f579247 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:47.458298 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Updating router 279aae6f-1126-48b8-a9b5-5af72f579247 port 0f60362a-6d65-4721-b311-0f81290ba31f binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:17:47.499520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0dd62d2b-1df2-4c84-988d-d4efe6deb51b None None] Provisioning for port 41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:47.510577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a173aaca-3086-4187-9c31-679ff209cf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.530041 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.539159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.541390 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f3715e07-a74f-4b1c-b9f8-cb78b334a2d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4108825 Mar 03 12:17:47.547777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32932) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:47.572443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.574253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a173aaca-3086-4187-9c31-679ff209cf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.585892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0dd62d2b-1df2-4c84-988d-d4efe6deb51b None None] Provisioning complete for port 41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:47.586264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0dd62d2b-1df2-4c84-988d-d4efe6deb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.622043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'security_group_rule': {'security_group_id': '6423c600-e7e7-4d4d-8c88-9fe1c37dbe27', 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:47.648458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:47.704993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:47.722599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.758344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:47.766026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0dd62d2b-1df2-4c84-988d-d4efe6deb51b None None] Port 41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:47.766560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c01d521-4f02-47a2-a01a-3017623410cf,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:47.767716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9056566 Mar 03 12:17:47.774605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:47.780267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32936) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:47.794617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'ports': [{'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c'}, {'network_id': '302548ff-cc81-4caa-9745-1e1403d0703b'}]} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:47.796661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:47.796661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '302548ff-cc81-4caa-9745-1e1403d0703b'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:47.854774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:46Z', 'revision_number': 8, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:47.855342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bbf54-9aaa-41c1-9272-cf0d5c156bf3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=302548ff-cc81-4caa-9745-1e1403d0703b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:47.864811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:47.888584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a508038d-28b8-42af-882f-528295f10436 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:47.903091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 302548ff-cc81-4caa-9745-1e1403d0703b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:47.923919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:47.949189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:47.950414 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fdce617a-4028-4e27-87ee-15577fcb9a6e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1866925 Mar 03 12:17:47.959139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32940) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:47.963044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a508038d-28b8-42af-882f-528295f10436 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:47.963470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.001995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645436d-3408-4663-943d-c4f29a6ea3d7 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:46Z', 'revision_number': 8, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:48.009964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.030596 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.039645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.042552 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Transition to ACTIVE for port object 0f60362a-6d65-4721-b311-0f81290ba31f will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:48.102050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-222d3cf0-87dd-4898-a5a6-3eada294abb3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules/3c01d521-4f02-47a2-a01a-3017623410cf HTTP/1.1" status: 200 len: 763 time: 0.1308033 Mar 03 12:17:48.111142 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.152135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0938f7ae-cc0d-4206-90c4-320215584dd7 None None] Provisioning for port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:48.261332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32944) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:48.262809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:48.275736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a173aaca-3086-4187-9c31-679ff209cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.279778 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Pushing event updated for resources: {'Port': ['ID=0f60362a-6d65-4721-b311-0f81290ba31f,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:48.311763 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-297b5adb-e87e-4f6c-b0dc-d1e60b0c0414 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3600848 Mar 03 12:17:48.321336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:48.330933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:48.336225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:48.344414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:48.355579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32948) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:48.363362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.366016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a173aaca-3086-4187-9c31-679ff209cf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.367353 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a173aaca-3086-4187-9c31-679ff209cf59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ca0e3db-0f18-40b6-a981-c6fe2ddf4b32 HTTP/1.1" status: 204 len: 168 time: 1.2962084 Mar 03 12:17:48.404728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a508038d-28b8-42af-882f-528295f10436, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a508038d-28b8-42af-882f-528295f10436,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:48.435746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173aaca-3086-4187-9c31-679ff209cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca0e3db-0f18-40b6-a981-c6fe2ddf4b32,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:48.484156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.492137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:48.509903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 2} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:48.524435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:48.543507 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Attempting to bind port 0f60362a-6d65-4721-b311-0f81290ba31f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:48.544358 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Attempting to bind port 0f60362a-6d65-4721-b311-0f81290ba31f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:48.544794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.544919 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Attempting to bind port 0f60362a-6d65-4721-b311-0f81290ba31f on network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:48.560147 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:48.560727 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Checking segment: {'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:48.561204 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.561717 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Bound using segment: {'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:48.562411 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Bound port: 0f60362a-6d65-4721-b311-0f81290ba31f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeca6aec-2a21-4c1c-8480-7acab495c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:48.562906 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.630055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.653079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.700556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.703698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-38234d77-9654-426a-8247-fc44bc83b924 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:48.728298 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] For port 0f60362a-6d65-4721-b311-0f81290ba31f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:48.733676 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] For port 0f60362a-6d65-4721-b311-0f81290ba31f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0f60362a-6d65-4721-b311-0f81290ba31f,segment=NetworkSegment(eeca6aec-2a21-4c1c-8480-7acab495c1b4),segment_id=eeca6aec-2a21-4c1c-8480-7acab495c1b4)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:48.755441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] device_id is not set on port 94205a2e-dedc-4fb0-9c77-7fe9cab835a5 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:48.782656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet d12fdb83-2669-454a-83a1-a3abe73ced92 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:48.783697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a508038d-28b8-42af-882f-528295f10436,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:48.804420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.804710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:48.815118 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:48.845158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:48.846091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:48.977483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-40292842-5451-41cb-bc87-1b58aa5c6101 None None] Provisioning for port c91afa61-d313-4e7f-97b8-edeb7ea0944e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:48.983342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:49.000068 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Routers {'279aae6f-1126-48b8-a9b5-5af72f579247'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:49.001093 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['279aae6f-1126-48b8-a9b5-5af72f579247'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:49.068172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.110688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-40292842-5451-41cb-bc87-1b58aa5c6101 None None] Provisioning complete for port c91afa61-d313-4e7f-97b8-edeb7ea0944e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:49.111053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-40292842-5451-41cb-bc87-1b58aa5c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.122552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port ec6ee50e-aa02-47df-ae07-cfefdfe94fcb yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:49.158145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:49.158519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.178660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Allocated IP 172.20.0.11 (e1052d9f-3031-4cef-ac54-b71004415f9b/8316ad11-7a9b-433e-8659-03fdad7ab3c7/94205a2e-dedc-4fb0-9c77-7fe9cab835a5) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:49.229964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.246910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.286905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b9d4be-d3af-4eca-81ff-d8f60e348519,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:49.323197 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] Set router 279aae6f-1126-48b8-a9b5-5af72f579247 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:49.352738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port b6602559-a372-4e79-a05e-c847341e9996 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:49.384849 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Pushing event updated for resources: {'Port': ['ID=0f60362a-6d65-4721-b311-0f81290ba31f,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:49.396223 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.396876 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.397376 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.397983 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.398525 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.399042 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.399956 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.400703 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.401355 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.401856 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.402350 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.402843 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efb2db-b69f-4fc7-a529-faa58d613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:49.451181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-40292842-5451-41cb-bc87-1b58aa5c6101 None None] Port c91afa61-d313-4e7f-97b8-edeb7ea0944e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:49.462889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.484489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:49.494969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-38234d77-9654-426a-8247-fc44bc83b924 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:49.496417 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-38234d77-9654-426a-8247-fc44bc83b924 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.2220554 Mar 03 12:17:49.499806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32954) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:49.537422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.582098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.601716 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-40292842-5451-41cb-bc87-1b58aa5c6101 None None] Provisioning complete for port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:49.602118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-40292842-5451-41cb-bc87-1b58aa5c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.631427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.650678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Transition to ACTIVE for port object 94205a2e-dedc-4fb0-9c77-7fe9cab835a5 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:49.656690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5da3225f-93ac-48a4-b0fd-a8274ed0f3ef tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.678555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.679799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5da3225f-93ac-48a4-b0fd-a8274ed0f3ef tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.680999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.682443 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-efe1aab6-ef87-4bd1-b6dc-6c60a5b983b1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1291456 Mar 03 12:17:49.691489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32958) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:49.702089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:49.704618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.716295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'security_group_rule': {'security_group_id': '6423c600-e7e7-4d4d-8c88-9fe1c37dbe27', 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:49.735127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:49.743653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:49.751309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:49.752171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.755043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=ec6ee50e-aa02-47df-ae07-cfefdfe94fcb,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:49.758122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.764169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:49.780315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:49.798729 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:17:49.844677 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a508038d-28b8-42af-882f-528295f10436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:17:39Z', 'revision_number': 4, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port': {'id': 'a508038d-28b8-42af-882f-528295f10436', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:28Z', 'updated_at': '2022-03-03T12:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0f60362a-6d65-4721-b311-0f81290ba31f', 'name': '', 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'mac_address': 'fa:16:3e:70:15:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:36Z', 'updated_at': '2022-03-03T12:17:48Z', 'revision_number': 4, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'subnets': [{'id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:49.850082 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac931d-250a-4d86-bc7a-6d024d883ece None None] The sync data for ids ['279aae6f-1126-48b8-a9b5-5af72f579247'] in dv-neutron-831730-1-hyperv is: [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a508038d-28b8-42af-882f-528295f10436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:17:39Z', 'revision_number': 4, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port': {'id': 'a508038d-28b8-42af-882f-528295f10436', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:28Z', 'updated_at': '2022-03-03T12:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0f60362a-6d65-4721-b311-0f81290ba31f', 'name': '', 'network_id': 'cfc410dc-1f43-40f5-a6ce-7a939f3ac74e', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'mac_address': 'fa:16:3e:70:15:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:36Z', 'updated_at': '2022-03-03T12:17:48Z', 'revision_number': 4, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'subnets': [{'id': '1da411da-1cf7-4522-be33-4da3fe689f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:49.896573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,segment=NetworkSegment(b5adf8c1-bfdb-470d-a4e2-cf699027c11c),segment_id=b5adf8c1-bfdb-470d-a4e2-cf699027c11c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:49.983390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:49.984269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b2e4d520-0a2d-429c-ae26-97e3a71bfea2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:50.011848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.016188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b1b2eb4a-4378-4b8e-814b-436fad72f603 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 HTTP/1.1" status: 204 len: 168 time: 3.9461071 Mar 03 12:17:50.019659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32962) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:50.036061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:50.076287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network e1052d9f-3031-4cef-ac54-b71004415f9b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:50.108609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:50.123847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.142000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:50.229424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:50.230143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.258217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:50.260766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=b6602559-a372-4e79-a05e-c847341e9996,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:50.266504 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:50.268802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5da3225f-93ac-48a4-b0fd-a8274ed0f3ef tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.288685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=94205a2e-dedc-4fb0-9c77-7fe9cab835a5,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:50.342023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': '3ffa55ba-fbbc-4415-b1ca-4584ca32fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '302548ff-cc81-4caa-9745-1e1403d0703b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:50.342359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: 302548ff-cc81-4caa-9745-1e1403d0703b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:17:50.352997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.354546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:46Z', 'revision_number': 8, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:50.359731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:50.367438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3225f-93ac-48a4-b0fd-a8274ed0f3ef tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c01d521-4f02-47a2-a01a-3017623410cf,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:50.377333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:50.378978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:50.423522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f88dada-e3ef-4c0c-9ce3-a95e61631bcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:50.425566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f88dada-e3ef-4c0c-9ce3-a95e61631bcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:50.426441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1f88dada-e3ef-4c0c-9ce3-a95e61631bcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:50.480448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:50.483461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=d12fdb83-2669-454a-83a1-a3abe73ced92,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:50.489898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:50.490273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.495387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-045ae9ad-ec40-406e-8f33-0f03e5fec4e3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.1200759 Mar 03 12:17:50.496311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32966) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:50.498470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.503681 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cbb4d43f-4ef9-4b23-afd0-678e1aef84bc tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/d12fdb83-2669-454a-83a1-a3abe73ced92 HTTP/1.1" status: 204 len: 168 time: 2.1412811 Mar 03 12:17:50.506379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32968) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:50.507354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.596966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9e0fd-10c3-41d5-9b6c-7a3da9125bdd None None] Network d9262fc8-efd2-4a96-a58d-7c2e9e32352b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:50.601098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5da3225f-93ac-48a4-b0fd-a8274ed0f3ef tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.602235 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5da3225f-93ac-48a4-b0fd-a8274ed0f3ef tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3c01d521-4f02-47a2-a01a-3017623410cf HTTP/1.1" status: 204 len: 168 time: 1.1014392 Mar 03 12:17:50.609956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32974) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:50.632999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1f88dada-e3ef-4c0c-9ce3-a95e61631bcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:50.634783 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1f88dada-e3ef-4c0c-9ce3-a95e61631bcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6099422 Mar 03 12:17:50.637388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.642417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32976) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:50.681450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-32bdaaaa-6778-4fca-b51b-0c66e2ff944d None None] Provisioning complete for port c91afa61-d313-4e7f-97b8-edeb7ea0944e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:50.681797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32bdaaaa-6778-4fca-b51b-0c66e2ff944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.776532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 302548ff-cc81-4caa-9745-1e1403d0703b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:17:50.784303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.825082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-32bdaaaa-6778-4fca-b51b-0c66e2ff944d None None] Port c91afa61-d313-4e7f-97b8-edeb7ea0944e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:50.827399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:50.867882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a163ea-b373-4d3f-b8bf-bd3d3beb228a,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:50.899410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 302548ff-cc81-4caa-9745-1e1403d0703b) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:50.912842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.927486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-65aa278d-a06b-401d-b5b5-48f868387fe8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:50.932884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:50.938882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:50.944457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:50.945154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.949302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:50.950632 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1b0e471d-b35c-4fda-9491-60bbc0cb6d59 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2510362 Mar 03 12:17:50.954726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32982) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:50.955020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet e3e6c93c-7931-4400-b11b-62297ae35b50 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:50.966267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381b0cc-8661-4719-9faf-d9554252100c None None] Network 302548ff-cc81-4caa-9745-1e1403d0703b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:50.971320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'security_group_rule': {'security_group_id': '6423c600-e7e7-4d4d-8c88-9fe1c37dbe27', 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:50.973955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.030042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:51.030408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:51.030660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.047806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0112775-cbb0-4b75-8c85-a72b2918b9d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:51.053889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0112775-cbb0-4b75-8c85-a72b2918b9d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:51.059759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0112775-cbb0-4b75-8c85-a72b2918b9d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:51.060631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c0112775-cbb0-4b75-8c85-a72b2918b9d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Synchronizing usage tracker for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:51.069987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:51.074272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:51.079059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.096134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:51.113017 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.115445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-085b6057-d31b-4509-b468-cd78917e3f74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3312340 Mar 03 12:17:51.126119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32986) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:51.126119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.136921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-65aa278d-a06b-401d-b5b5-48f868387fe8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:51.140643 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-65aa278d-a06b-401d-b5b5-48f868387fe8 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4994934 Mar 03 12:17:51.165239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32990) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:51.183645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf9e8-26a7-4f09-bb5a-2540705b685c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:51.200665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:51.243369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:51.247917 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Project bc31158a5c8e4953ae82b3c61b4442ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:17:51.252179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c0112775-cbb0-4b75-8c85-a72b2918b9d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Unset dirty status for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:51.256822 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c0112775-cbb0-4b75-8c85-a72b2918b9d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.6605027 Mar 03 12:17:51.260639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 32994) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:51.270811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.363486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port b6602559-a372-4e79-a05e-c847341e9996 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:51.364038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.391208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,segment=NetworkSegment(8d42ef26-9516-44a7-9e21-3bbc52309c28),segment_id=8d42ef26-9516-44a7-9e21-3bbc52309c28)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:51.391444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.407507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.437412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.527865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting port 94205a2e-dedc-4fb0-9c77-7fe9cab835a5 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:51.528230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.564040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5e7f77de-3a10-402b-a994-60683f867e02 None None] Provisioning for port 94205a2e-dedc-4fb0-9c77-7fe9cab835a5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:51.566711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:51.577686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5e7f77de-3a10-402b-a994-60683f867e02 None None] Provisioning complete for port 94205a2e-dedc-4fb0-9c77-7fe9cab835a5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:51.578056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5e7f77de-3a10-402b-a994-60683f867e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.599987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.653576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f77de-3a10-402b-a994-60683f867e02 None None] Port 94205a2e-dedc-4fb0-9c77-7fe9cab835a5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:51.656049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.667200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] DHCP port deletion for d9262fc8-efd2-4a96-a58d-7c2e9e32352b request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:17:51.673481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Deleting port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:51.674143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.709269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Router 6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:51.714344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.723243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:46Z', 'revision_number': 8, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:51.739567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc23e94c-aa62-423e-84ba-9a9f45d551c5 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:46Z', 'revision_number': 8, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb91e67-839a-4757-a75b-c6bb2182bb60', 'name': '', 'network_id': '356377e9-d98e-49c9-95ff-efd706cd3691', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:91:a8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:36Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': 'cd7cee3f-f47d-48ac-9102-22e4b64c799f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:51.748436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.769351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.797964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.856823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955f1272-691f-4af0-b077-e9020e076710,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:51.866569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e6c93c-7931-4400-b11b-62297ae35b50,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:51.868244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.879611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:51.888518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f348148-f516-4cfb-93fe-b3b8428a49cb None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:51.935540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:51.941559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No DVR routers for this DVR port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:17:51.963174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043d8fb2-ce7d-40f7-804a-1958237a5ad6,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:52.000485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:17:52.001163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:17:52.006528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.079464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.080716 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4d5e456e-f72d-4160-b96f-e5d58cd4c381 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9107933 Mar 03 12:17:52.082469 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-714c4acd-1e1d-4649-a5ca-c9fe99b6f95f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/e3e6c93c-7931-4400-b11b-62297ae35b50 HTTP/1.1" status: 204 len: 168 time: 1.4391694 Mar 03 12:17:52.086559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 32998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.086559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33000) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.091535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.137114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.140794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6f3e02db-b057-44df-800b-81a4a14e11d9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1734474 Mar 03 12:17:52.154669 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] For port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044,segment=NetworkSegment(8d42ef26-9516-44a7-9e21-3bbc52309c28),segment_id=8d42ef26-9516-44a7-9e21-3bbc52309c28)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:52.154998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.207576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for b6602559-a372-4e79-a05e-c847341e9996 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:52.237294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33006) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.255982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'security_group_rule': {'security_group_id': '6423c600-e7e7-4d4d-8c88-9fe1c37dbe27', 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:52.267254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:52.291799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:security_group_rule and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:52.307218 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d859cfda-df66-4ce0-bed5-f44f8822709c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2195039 Mar 03 12:17:52.310358 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eae6fd5f-7c27-4629-9c84-ac5aa7c5ebe9 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules/955f1272-691f-4af0-b077-e9020e076710 HTTP/1.1" status: 200 len: 763 time: 0.2211869 Mar 03 12:17:52.312697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33010) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.313002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33012) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.318974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9262fc8-efd2-4a96-a58d-7c2e9e32352b']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:52.334243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Calling delete_port for bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:52.352602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:52.373832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d42ef26-9516-44a7-9e21-3bbc52309c28') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:52.374064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d42ef26-9516-44a7-9e21-3bbc52309c28') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:52.413041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.438834 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:17:52.439180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:17:52.486439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6025fac6-1643-4da6-a5d0-9de49a8864a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:52.488846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:52.489218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:17:52.494482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Deleting port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:52.495123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.503494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.517937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:52.527759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:17:52.527960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.534655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:17:52.546534 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:17:52.570559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:52.622211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:52.628583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:52.634280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6025fac6-1643-4da6-a5d0-9de49a8864a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:52.638248 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6025fac6-1643-4da6-a5d0-9de49a8864a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3201067 Mar 03 12:17:52.639579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33018) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.640491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:52.676825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-28c83ae9-5b2c-4e49-9b6e-d5afb2c23f71 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.688910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-28c83ae9-5b2c-4e49-9b6e-d5afb2c23f71 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.699518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Calling delete_port for 94205a2e-dedc-4fb0-9c77-7fe9cab835a5 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:52.718772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.727172 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Project bc31158a5c8e4953ae82b3c61b4442ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:17:52.728306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.741978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:52.751151 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] Sync routers for ids ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:52.755407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.757912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.763975 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] Routers {'6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:52.764592 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:52.769990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=d9262fc8-efd2-4a96-a58d-7c2e9e32352b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:52.770390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.774436 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-988964f9-c92f-4a19-985d-890cb458c01a tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "PUT /v2.0/routers/6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 HTTP/1.1" status: 200 len: 926 time: 6.9858003 Mar 03 12:17:52.780796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-665cfbd9-6776-42a4-a136-0a9661445e02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/d9262fc8-efd2-4a96-a58d-7c2e9e32352b HTTP/1.1" status: 204 len: 168 time: 2.2266572 Mar 03 12:17:52.783389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33022) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.784515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33024) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:52.804597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port b2e4d520-0a2d-429c-ae26-97e3a71bfea2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:52.853592 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:52.863121 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] Routers {'6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:52.864116 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:52.909965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.912553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:52.912720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] For port b2e4d520-0a2d-429c-ae26-97e3a71bfea2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:52.913045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.922296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.931401 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:52.932307 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de32a6-3b87-4336-9fdd-98755ca6e2ca None None] The sync data for ids ['6dfbb51a-c053-4c4b-965c-b9b1c48f9a56'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:17:52.950825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-28c83ae9-5b2c-4e49-9b6e-d5afb2c23f71 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.979510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.981298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Deleting port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:52.981298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.982210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=b6602559-a372-4e79-a05e-c847341e9996,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:52.989671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-28c83ae9-5b2c-4e49-9b6e-d5afb2c23f71 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.990819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:52.990959 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-28c83ae9-5b2c-4e49-9b6e-d5afb2c23f71 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/955f1272-691f-4af0-b077-e9020e076710 HTTP/1.1" status: 204 len: 168 time: 0.3481879 Mar 03 12:17:52.993739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33030) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:53.027956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.036975 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-18e26bba-634d-429b-ad08-d6b54ecf7c58 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/b6602559-a372-4e79-a05e-c847341e9996 HTTP/1.1" status: 204 len: 168 time: 1.9065652 Mar 03 12:17:53.042530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33034) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:53.063042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c83ae9-5b2c-4e49-9b6e-d5afb2c23f71 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=955f1272-691f-4af0-b077-e9020e076710,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:53.071380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.072045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:53.103900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.118039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Calling delete_port for b2e4d520-0a2d-429c-ae26-97e3a71bfea2 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:53.156619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ae7c30-3506-4d97-aa74-3ba74d4e917c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:53.173140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Port': ['ID=94205a2e-dedc-4fb0-9c77-7fe9cab835a5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:53.219341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4627dd61-db57-4a17-812e-ed23e66e39ba tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:53.229146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.233338 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7e1d059a-38d9-49c4-a4bd-dda31b124d08 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9920914 Mar 03 12:17:53.258594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:53.259424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 12:17:53.332708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4627dd61-db57-4a17-812e-ed23e66e39ba tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:53.333721 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4627dd61-db57-4a17-812e-ed23e66e39ba tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3366635 Mar 03 12:17:53.375120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33044) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:53.389307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:17:53.389772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:17:53.397105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b5d67a8f-1e3a-43fb-a512-17c3e4e97eac None None] The port 'bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:17:53.414157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 not found, will not notify nova. {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 12:17:53.418094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': 'd3ccf9e8-26a7-4f09-bb5a-2540705b685c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:53.458144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5ca721-4482-414e-9922-380de1fcd12c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:53.464185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5ca721-4482-414e-9922-380de1fcd12c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:53.464912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dd5ca721-4482-414e-9922-380de1fcd12c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:53.468063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:53.470732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:53.495357 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-18d6a6cc-775c-415c-a942-713aad857ba6 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 HTTP/1.1" status: 200 len: 926 time: 0.7042613 Mar 03 12:17:53.502127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:53.524370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:53.571407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.574200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-355dd7da-e868-407c-a266-57cb341630b5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/ports/94205a2e-dedc-4fb0-9c77-7fe9cab835a5 HTTP/1.1" status: 204 len: 168 time: 2.3070364 Mar 03 12:17:53.577064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33076) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:53.627135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dd5ca721-4482-414e-9922-380de1fcd12c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:53.629037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dd5ca721-4482-414e-9922-380de1fcd12c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5813825 Mar 03 12:17:53.635903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33082) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:53.687813 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a508038d-28b8-42af-882f-528295f10436 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:53.691540 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-62597413-1f41-4a1f-99a4-fac7047e83a8 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] GET failed (client error): The resource could not be found. Mar 03 12:17:53.692099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-62597413-1f41-4a1f-99a4-fac7047e83a8 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Synchronizing usage tracker for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:53.700817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.765360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port ec6ee50e-aa02-47df-ae07-cfefdfe94fcb {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:53.772130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.786415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a508038d-28b8-42af-882f-528295f10436 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:53.786800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.850421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.853458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-62597413-1f41-4a1f-99a4-fac7047e83a8 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Unset dirty status for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:53.860310 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-62597413-1f41-4a1f-99a4-fac7047e83a8 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "GET /v2.0/ports/94205a2e-dedc-4fb0-9c77-7fe9cab835a5 HTTP/1.1" status: 404 len: 333 time: 0.2822008 Mar 03 12:17:53.861275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33098) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:53.897342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59ddfaf-b652-4f72-93ac-162d10f860c0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:53.898253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d59ddfaf-b652-4f72-93ac-162d10f860c0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Synchronizing usage tracker for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:53.898790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'name': 'tempest-AllowedAddressPairTestJSON-325643232'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:53.908649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Deleting port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:53.909649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.944238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:53.999514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0f60362a-6d65-4721-b311-0f81290ba31f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:54.037567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce22ae9-69fe-49b6-adba-d48418c77961,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:54.166218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d59ddfaf-b652-4f72-93ac-162d10f860c0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Unset dirty status for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:54.169939 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d59ddfaf-b652-4f72-93ac-162d10f860c0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=6dfbb51a-c053-4c4b-965c-b9b1c48f9a56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6638033 Mar 03 12:17:54.172671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33102) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:54.211023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.228900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.230126 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d7e6ec0b-5da1-4ebf-a290-2377118050a3 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8540924 Mar 03 12:17:54.239079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33106) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:54.255027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] For port b2e4d520-0a2d-429c-ae26-97e3a71bfea2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:54.255647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.291373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.308689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:54.372989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 0f60362a-6d65-4721-b311-0f81290ba31f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:54.388741 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8bb536f3-ac33-457e-a918-d90c6b383731 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules/fce22ae9-69fe-49b6-adba-d48418c77961 HTTP/1.1" status: 200 len: 764 time: 0.1362493 Mar 03 12:17:54.390698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33110) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:54.430029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:17:54.439070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 0f60362a-6d65-4721-b311-0f81290ba31f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:54.439070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.468858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Calling delete_port for b2e4d520-0a2d-429c-ae26-97e3a71bfea2 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:54.571543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for ec6ee50e-aa02-47df-ae07-cfefdfe94fcb owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:54.644808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:54.685807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.703545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-92b1b835-9735-43b5-b990-f33833cb94f6 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:54.725866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 0f60362a-6d65-4721-b311-0f81290ba31f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0f60362a-6d65-4721-b311-0f81290ba31f,segment=NetworkSegment(eeca6aec-2a21-4c1c-8480-7acab495c1b4),segment_id=eeca6aec-2a21-4c1c-8480-7acab495c1b4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:54.740444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:54.744110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.752396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.790363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] device_id is not set on port 2213389c-4ec4-4850-a3db-db1614b7e91f yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:54.842467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f901-2baa-48bc-9b93-67e95fef0bf0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:54.843258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f447f901-2baa-48bc-9b93-67e95fef0bf0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Synchronizing usage tracker for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:54.843782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.844589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:54.845420 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.services.revisions.revision_plugin [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Could not find related port for resource to bump revision. Mar 03 12:17:54.867303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:54.892479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] Pushing event deleted for resources: {'Port': ['ID=b2e4d520-0a2d-429c-ae26-97e3a71bfea2,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:54.895020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_pluggable_backend [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88431) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 03 12:17:54.895682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_pluggable_backend [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1d:d870 {{(pid=88431) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 03 12:17:54.900362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_pluggable_backend [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1d:d870 {{(pid=88431) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 03 12:17:54.949074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0819fd-dc89-413b-a2e8-e8b9bcd35f2b None None] No DVR routers for this DVR port b2e4d520-0a2d-429c-ae26-97e3a71bfea2 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:17:54.970426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=ec6ee50e-aa02-47df-ae07-cfefdfe94fcb,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:55.076156 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f447f901-2baa-48bc-9b93-67e95fef0bf0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Unset dirty status for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:55.076156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f447f901-2baa-48bc-9b93-67e95fef0bf0 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.8144610 Mar 03 12:17:55.076685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.076890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.077073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=0f60362a-6d65-4721-b311-0f81290ba31f,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:55.077073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:55.077073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.077561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port ddb91e67-839a-4757-a75b-c6bb2182bb60 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:55.077561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.077900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33120) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:55.086045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-92b1b835-9735-43b5-b990-f33833cb94f6 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:55.087380 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-92b1b835-9735-43b5-b990-f33833cb94f6 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6888177 Mar 03 12:17:55.099712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33124) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:55.135087 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7e801102-5de2-4e88-8d7a-09c0896eca48 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 HTTP/1.1" status: 200 len: 205 time: 0.0647910 Mar 03 12:17:55.137595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33128) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:55.147023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:55.150486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=afb54888-49c1-4e0f-b87d-38c89bb54979,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:55.157123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:55.170785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb87c3-6c99-40e0-b3d2-1136ba3c5bd5 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:55.181619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:55.182217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.214059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e31ad6cb-75b6-42f8-8db1-3132d4514148 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.224420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Allocated IP 172.20.0.7 (e1052d9f-3031-4cef-ac54-b71004415f9b/8316ad11-7a9b-433e-8659-03fdad7ab3c7/2213389c-4ec4-4850-a3db-db1614b7e91f) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:55.233548 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-63b6a3c2-d480-4af0-8fdf-abbf68dd99b6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/ec6ee50e-aa02-47df-ae07-cfefdfe94fcb HTTP/1.1" status: 204 len: 168 time: 1.5939913 Mar 03 12:17:55.237554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33132) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:55.262056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e31ad6cb-75b6-42f8-8db1-3132d4514148 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.435535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b2e4d520-0a2d-429c-ae26-97e3a71bfea2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:55.458915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port ddb91e67-839a-4757-a75b-c6bb2182bb60, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ddb91e67-839a-4757-a75b-c6bb2182bb60,segment=NetworkSegment(056d6d76-7996-4ba5-a343-4990884063ce),segment_id=056d6d76-7996-4ba5-a343-4990884063ce)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:55.459534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.469795 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-15c7543e-92fb-4d96-8a49-4ad7f204707e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1558020 Mar 03 12:17:55.473950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33140) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:55.488150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e31ad6cb-75b6-42f8-8db1-3132d4514148 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.488344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b2e4d520-0a2d-429c-ae26-97e3a71bfea2 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:55.488344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b2e4d520-0a2d-429c-ae26-97e3a71bfea2 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:55.488344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:55.496301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:65:19:13', 'name': 'tempest-NetworksTestDHCPv6-877981585'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:55.514206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': 'afb54888-49c1-4e0f-b87d-38c89bb54979'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:17:55.515075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.527041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:55.541507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:55.542162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bda2c4e8-7b16-4ddc-8263-e6fc4cfbc044 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:55.542298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2a716730-fce7-4223-8b4b-6d5fdacf553e no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:17:55.587454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 2a716730-fce7-4223-8b4b-6d5fdacf553e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:17:55.587728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2a716730-fce7-4223-8b4b-6d5fdacf553e not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:17:55.606491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8e61c-14ae-47c9-8952-017d942bf0b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:55.607183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c3c8e61c-14ae-47c9-8952-017d942bf0b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:55.694987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for ddb91e67-839a-4757-a75b-c6bb2182bb60 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:55.739327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ad6cb-75b6-42f8-8db1-3132d4514148 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fce22ae9-69fe-49b6-adba-d48418c77961,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:55.764707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Allocated IP 2001:db8::f816:3eff:fe10:43f1 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/afb54888-49c1-4e0f-b87d-38c89bb54979/9ae03673-fc15-4336-810f-55f421a09932) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:55.798401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c3c8e61c-14ae-47c9-8952-017d942bf0b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:55.800333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c3c8e61c-14ae-47c9-8952-017d942bf0b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5612624 Mar 03 12:17:55.816107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33174) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:55.958465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6f97e5-0a83-49b1-9ad0-da01518cc343 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:17:55.960178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5e6f97e5-0a83-49b1-9ad0-da01518cc343 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/b6602559-a372-4e79-a05e-c847341e9996 HTTP/1.1" status: 404 len: 333 time: 0.1387439 Mar 03 12:17:55.965770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33180) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:55.989376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:56.016841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:56.034417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.040247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0f60362a-6d65-4721-b311-0f81290ba31f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:56.053639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.057907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e31ad6cb-75b6-42f8-8db1-3132d4514148 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.061577 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e31ad6cb-75b6-42f8-8db1-3132d4514148 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/fce22ae9-69fe-49b6-adba-d48418c77961 HTTP/1.1" status: 204 len: 168 time: 0.9568810 Mar 03 12:17:56.070170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33184) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:56.085377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.088809 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea8017c-521d-4cc6-964a-5e1410d69fcf tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:17:56.090318 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9ea8017c-521d-4cc6-964a-5e1410d69fcf tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/ec6ee50e-aa02-47df-ae07-cfefdfe94fcb HTTP/1.1" status: 404 len: 333 time: 0.1155028 Mar 03 12:17:56.096359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33188) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:56.115842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Transition to ACTIVE for port object 9ae03673-fc15-4336-810f-55f421a09932 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:56.153738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Transition to ACTIVE for port object 9ae03673-fc15-4336-810f-55f421a09932 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:56.169181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 0f60362a-6d65-4721-b311-0f81290ba31f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:56.169555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.215392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.230430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.230676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:56.234178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Transition to ACTIVE for port object 2213389c-4ec4-4850-a3db-db1614b7e91f will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:56.290374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Pushing event updated for resources: {'Port': ['ID=9ae03673-fc15-4336-810f-55f421a09932,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:56.317280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Deleting port ad1bf0a7-4e87-4932-b700-7021b6cf4413 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:56.320464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.320609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:56.322390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:56.328208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:56.475129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Attempting to bind port 9ae03673-fc15-4336-810f-55f421a09932 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:17:56.475841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Attempting to bind port 9ae03673-fc15-4336-810f-55f421a09932 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:17:56.475841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Attempting to bind port 9ae03673-fc15-4336-810f-55f421a09932 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:17:56.477174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2ae5c4e6-466b-4992-8add-66c6397d388f tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:56.484982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:17:56.485361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:17:56.485770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.486169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:17:56.486647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Bound port: 9ae03673-fc15-4336-810f-55f421a09932, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:17:56.487719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.488560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.589150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] For port 9ae03673-fc15-4336-810f-55f421a09932, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:17:56.592243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] For port 9ae03673-fc15-4336-810f-55f421a09932, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9ae03673-fc15-4336-810f-55f421a09932,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:17:56.648042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=ddb91e67-839a-4757-a75b-c6bb2182bb60,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:56.666230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.683813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.722396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302548ff-cc81-4caa-9745-1e1403d0703b']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:56.740656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffa55ba-fbbc-4415-b1ca-4584ca32fcac') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:56.740875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffa55ba-fbbc-4415-b1ca-4584ca32fcac') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:56.764997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.774724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2ae5c4e6-466b-4992-8add-66c6397d388f tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:56.776249 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2ae5c4e6-466b-4992-8add-66c6397d388f tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7052689 Mar 03 12:17:56.780372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.829185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b8c74-24f4-442c-b107-02f06643a1c6 None None] Pushing event updated for resources: {'Port': ['ID=9ae03673-fc15-4336-810f-55f421a09932,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:56.843143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33192) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:56.860491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network e1052d9f-3031-4cef-ac54-b71004415f9b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:56.868258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:56.876612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:56.880252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:56.925008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.004935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.083392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.092076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Calling delete_port for ad1bf0a7-4e87-4932-b700-7021b6cf4413 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:17:57.119654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:17:57.150450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=2213389c-4ec4-4850-a3db-db1614b7e91f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:57.179559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:17:57.180218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:17:57.195605 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:17:57.301772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59a6e6b3-0d17-4643-b6d5-743ccb7aa2d0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.341799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:57.343532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.391492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-72ad8559-76ef-4dc5-8d15-63c588d51593 None None] Provisioning for port 2213389c-4ec4-4850-a3db-db1614b7e91f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:57.404435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-72ad8559-76ef-4dc5-8d15-63c588d51593 None None] Provisioning complete for port 2213389c-4ec4-4850-a3db-db1614b7e91f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:57.405413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72ad8559-76ef-4dc5-8d15-63c588d51593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.431387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59a6e6b3-0d17-4643-b6d5-743ccb7aa2d0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.550374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-72ad8559-76ef-4dc5-8d15-63c588d51593 None None] Port 2213389c-4ec4-4850-a3db-db1614b7e91f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:17:57.646014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fe65:1913 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/afb54888-49c1-4e0f-b87d-38c89bb54979/0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:17:57.708058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:17:57.774104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.798806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.808367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=302548ff-cc81-4caa-9745-1e1403d0703b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:57.811951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9ae03673-fc15-4336-810f-55f421a09932 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:17:57.815373 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4d00b8a2-29cd-4ca8-ac41-26337d51d2e5 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9523287 Mar 03 12:17:57.820107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33198) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:57.823034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d9:b6:c7'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:57.851467 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8ba1aeb8-88db-43f8-a84c-3db3175551f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/302548ff-cc81-4caa-9745-1e1403d0703b HTTP/1.1" status: 204 len: 168 time: 1.7528231 Mar 03 12:17:57.859579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33202) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:57.871355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:57.921060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1920773372'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:57.962427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 9ae03673-fc15-4336-810f-55f421a09932 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:57.979471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event deleted for resources: {'Port': ['ID=ad1bf0a7-4e87-4932-b700-7021b6cf4413,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:57.990175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59a6e6b3-0d17-4643-b6d5-743ccb7aa2d0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.001853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:58.038613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:58.201019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.208502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:58.211330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6e6b3-0d17-4643-b6d5-743ccb7aa2d0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ccf9e8-26a7-4f09-bb5a-2540705b685c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:58.226308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:58.239490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:17:58.260769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:17:58.280111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:58.280111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:58.353149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:58.356647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.369396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d85e2740-703b-44bd-87ed-136c66566bda tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5796061 Mar 03 12:17:58.372191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33208) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:58.410139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.456392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:17:58.462766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59a6e6b3-0d17-4643-b6d5-743ccb7aa2d0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.466540 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-59a6e6b3-0d17-4643-b6d5-743ccb7aa2d0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/d3ccf9e8-26a7-4f09-bb5a-2540705b685c HTTP/1.1" status: 204 len: 168 time: 1.6224406 Mar 03 12:17:58.470265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33212) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:58.471386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:17:58.502744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet cd7cee3f-f47d-48ac-9102-22e4b64c799f {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:17:58.520932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.521336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.528210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.547890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.548277 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment 3e1cd764-67f8-43ac-b967-61ba87310769 of type vlan for network 915b542f-af2e-4c43-ad3a-60b4babd8847 Mar 03 12:17:58.584343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:58.629757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7b4d4655-f1db-47a2-9b0e-e5cda07e7b5b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:58.639768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.682140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.704382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.757505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-893f0c17-5769-4f03-8d6f-cc1943148483 None None] Provisioning for port 9ae03673-fc15-4336-810f-55f421a09932 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:58.766268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.781128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.781652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Fanout notify agent at l3_agent the message router_deleted on router 6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:17:58.795174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-893f0c17-5769-4f03-8d6f-cc1943148483 None None] Provisioning complete for port 9ae03673-fc15-4336-810f-55f421a09932 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:58.795174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-893f0c17-5769-4f03-8d6f-cc1943148483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.800673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.805144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8742b585-89ac-4552-b816-a8b612ac6aba tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 HTTP/1.1" status: 204 len: 168 time: 3.6632917 Mar 03 12:17:58.805830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33216) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:58.809194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.810332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-461982181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:58.825365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:58.857387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7b4d4655-f1db-47a2-9b0e-e5cda07e7b5b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:17:58.863985 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7b4d4655-f1db-47a2-9b0e-e5cda07e7b5b tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3878884 Mar 03 12:17:58.874523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33220) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:58.877286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.882635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Usage tracker for resource:router and tenant:c4fe0eda950f453da1c660f21b0117ba is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:58.883878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:58.884893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:58.885643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:58.901520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:58.910443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group': {'name': 'tempest-secgroup--217147380'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:59.026882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=915b542f-af2e-4c43-ad3a-60b4babd8847,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:59.034393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:59.043684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.051764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 915b542f-af2e-4c43-ad3a-60b4babd8847 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:17:59.066531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.069636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:17:59.069757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.076970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:59.080050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:17:59.081818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:17:59.087638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:59.088768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.093507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.106221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-893f0c17-5769-4f03-8d6f-cc1943148483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.116977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.117202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:59.140622 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-514d336c-5446-444f-b3d2-9ae8d34f43c1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2780640 Mar 03 12:17:59.141910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33224) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:59.148675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:59.227085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-893f0c17-5769-4f03-8d6f-cc1943148483 None None] For port 9ae03673-fc15-4336-810f-55f421a09932, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9ae03673-fc15-4336-810f-55f421a09932,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:17:59.247018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:56Z', 'revision_number': 9, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:59.255621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:17:59.275913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:17:59.276603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:17:59.320909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] In _notify_port_updated(), no bound segment for port 2213389c-4ec4-4850-a3db-db1614b7e91f on network e1052d9f-3031-4cef-ac54-b71004415f9b {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:17:59.328141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:59.329702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.330370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "PUT /v2.0/ports/2213389c-4ec4-4850-a3db-db1614b7e91f HTTP/1.1" status: 200 len: 992 time: 1.5125546 Mar 03 12:17:59.334446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33228) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:59.361228 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2a7fd8da-0d04-4546-8b30-33905de8cfb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8860831 Mar 03 12:17:59.366054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.378587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33234) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:59.391108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:59.395209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-893f0c17-5769-4f03-8d6f-cc1943148483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.483631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:59.484504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.491255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.497638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:59.518927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=2213389c-4ec4-4850-a3db-db1614b7e91f,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:59.548847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7cee3f-f47d-48ac-9102-22e4b64c799f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:59.555331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:17:59.559023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:59.565974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:17:59.569161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.569647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.569876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.570214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.571095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.572282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.572431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:17:59.572638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.573088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.573758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.574104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.574431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.574747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccf8e8-a509-4b15-aac4-7577be7e2356 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:17:59.582585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.583022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting port 2213389c-4ec4-4850-a3db-db1614b7e91f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:17:59.583367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.584783 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-299e5b5d-ad96-479e-b521-94ffdc7b2846 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/cd7cee3f-f47d-48ac-9102-22e4b64c799f HTTP/1.1" status: 204 len: 168 time: 1.2090595 Mar 03 12:17:59.587635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:17:59.589573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33238) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:59.621855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.621855 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-80483894-0934-4b88-8585-9899342e8561 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8153863 Mar 03 12:17:59.629117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33242) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:17:59.637089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:17:59.639638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589900b-a0ca-43bc-a6d6-6b3e489453d9 None None] Network 356377e9-d98e-49c9-95ff-efd706cd3691 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:17:59.776021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b96ea-e840-46c7-935c-6a3dcceaebdc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:59.782796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b96ea-e840-46c7-935c-6a3dcceaebdc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:17:59.784260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c65b96ea-e840-46c7-935c-6a3dcceaebdc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:17:59.787231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-35aa8367-bb13-48f8-b0ba-b8df1b4298da None None] Provisioning for port 0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:17:59.792646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:17:59.795173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:17:59.799164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.844963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-35aa8367-bb13-48f8-b0ba-b8df1b4298da None None] Provisioning complete for port 0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:17:59.845336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-35aa8367-bb13-48f8-b0ba-b8df1b4298da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.869644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0c17-5769-4f03-8d6f-cc1943148483 None None] Pushing event updated for resources: {'Port': ['ID=9ae03673-fc15-4336-810f-55f421a09932,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:17:59.935117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:17:59.960968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_backend_mixin [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Performing IP validity checks on allocation pools {{(pid=88431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:17:59.961585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.ipam_backend_mixin [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88431) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:17:59.998228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.001917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c65b96ea-e840-46c7-935c-6a3dcceaebdc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:00.007291 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c65b96ea-e840-46c7-935c-6a3dcceaebdc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6175044 Mar 03 12:18:00.007291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 7af4e0fe-c859-47ba-b34c-e695477380ef {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:00.007291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.042745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33246) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:00.059379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.097663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.129038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-35aa8367-bb13-48f8-b0ba-b8df1b4298da None None] Port 0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:00.207145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Calling delete_port for 2213389c-4ec4-4850-a3db-db1614b7e91f owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:00.280186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1db900c8-5cda-4108-802c-48da24409035 None None] Provisioning complete for port 2213389c-4ec4-4850-a3db-db1614b7e91f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:00.281082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1db900c8-5cda-4108-802c-48da24409035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.283588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:00.284087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.313672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262a5af3-8fbd-44b4-8e57-a81c2fa0bfb4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:00.378647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] DHCP port deletion for 356377e9-d98e-49c9-95ff-efd706cd3691 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:00.396521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.396521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.397154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.397483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.397929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] Deleting port 7af4e0fe-c859-47ba-b34c-e695477380ef {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:00.398073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.398281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.398486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.398925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.399356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.399772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.400322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.400780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.401190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:00.428699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1db900c8-5cda-4108-802c-48da24409035 None None] Port 2213389c-4ec4-4850-a3db-db1614b7e91f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:00.509814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.511366 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c08b78d6-d5e2-48e8-b475-dc7ff1681dc0 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6218383 Mar 03 12:18:00.515544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33252) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:00.523183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Request body: {'security_group_rule': {'security_group_id': '262a5af3-8fbd-44b4-8e57-a81c2fa0bfb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:00.601708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:56Z', 'revision_number': 9, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:00.607057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:00.613951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f1094-76c5-40a8-ba18-2a21c80bd1f0 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:17:56Z', 'revision_number': 9, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'bde9b530-df3d-4c86-9965-0716dce3aed5', 'name': '', 'network_id': 'df4c2990-188f-45bf-9b71-f936032458fe', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:0d:ac:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:54Z', 'updated_at': '2022-03-03T12:17:10Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '49722c17-ce24-45b0-b01a-c9afb0abae9c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:00.669446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Usage tracker for resource:security_group_rule and tenant:eed4e000bf13442b871d17b39f90210c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:00.682092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:00.706737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:00.804498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] For port 7af4e0fe-c859-47ba-b34c-e695477380ef, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7af4e0fe-c859-47ba-b34c-e695477380ef,segment=NetworkSegment(056d6d76-7996-4ba5-a343-4990884063ce),segment_id=056d6d76-7996-4ba5-a343-4990884063ce)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:00.806800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.913895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.926127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.966690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port 7af4e0fe-c859-47ba-b34c-e695477380ef, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7af4e0fe-c859-47ba-b34c-e695477380ef,segment=NetworkSegment(056d6d76-7996-4ba5-a343-4990884063ce),segment_id=056d6d76-7996-4ba5-a343-4990884063ce)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:00.967302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:00.991701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] Calling delete_port for 7af4e0fe-c859-47ba-b34c-e695477380ef owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:01.037936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Port': ['ID=2213389c-4ec4-4850-a3db-db1614b7e91f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:01.176663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 7af4e0fe-c859-47ba-b34c-e695477380ef owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:01.295127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.309098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.315786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.322650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.393818 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-641ceebf-047c-447d-a701-f699affedd37 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/ports/2213389c-4ec4-4850-a3db-db1614b7e91f HTTP/1.1" status: 204 len: 168 time: 2.0546992 Mar 03 12:18:01.398879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33256) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:01.401461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] Pushing event deleted for resources: {'Port': ['ID=7af4e0fe-c859-47ba-b34c-e695477380ef,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:01.406427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.413478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af364e2e-3381-48bc-916c-d13722fa06ff None None] No DVR routers for this DVR port 7af4e0fe-c859-47ba-b34c-e695477380ef on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:01.484652 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27de524-9f47-48ca-9f5f-8819b7220846 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] GET failed (client error): The resource could not be found. Mar 03 12:18:01.485182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e27de524-9f47-48ca-9f5f-8819b7220846 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Synchronizing usage tracker for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:01.517326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:01.547931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:18:01.548281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:18:01.582384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=5d352280-f2b3-44de-a3d7-b5e80d3e7200,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:01.589296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e27de524-9f47-48ca-9f5f-8819b7220846 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Unset dirty status for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:01.592990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e27de524-9f47-48ca-9f5f-8819b7220846 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "GET /v2.0/ports/2213389c-4ec4-4850-a3db-db1614b7e91f HTTP/1.1" status: 404 len: 333 time: 0.1892045 Mar 03 12:18:01.598242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33262) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:01.607745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'name': 'tempest-AllowedAddressPairTestJSON-2028619255'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:01.617723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.644945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': '3e1cd764-67f8-43ac-b967-61ba87310769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:01.644945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: 915b542f-af2e-4c43-ad3a-60b4babd8847, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:18:01.736643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.755444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9ae03673-fc15-4336-810f-55f421a09932 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:01.842929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7e6812-0826-4ea9-a7d9-e76498c81b47,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:01.857872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 915b542f-af2e-4c43-ad3a-60b4babd8847 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:18:01.866641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:01.867712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9ae03673-fc15-4336-810f-55f421a09932 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:01.868877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.880800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:01.885387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.913977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.985579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 915b542f-af2e-4c43-ad3a-60b4babd8847) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:01.989796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.990515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:01.994360 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-21fe80ea-2ff6-4977-9f33-98d5b14781a2 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4732862 Mar 03 12:18:02.000593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:02.001096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33266) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:02.001384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.004677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6099a3-b289-4d1b-acb5-7065ac135a53 None None] Network 915b542f-af2e-4c43-ad3a-60b4babd8847 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:02.042078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:02.048429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.066499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 7af4e0fe-c859-47ba-b34c-e695477380ef {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:02.066839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.122177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:02.133405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7af4e0fe-c859-47ba-b34c-e695477380ef no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:02.194460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7af4e0fe-c859-47ba-b34c-e695477380ef {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:02.194796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7af4e0fe-c859-47ba-b34c-e695477380ef not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:02.195222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ddb91e67-839a-4757-a75b-c6bb2182bb60 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:02.207657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94351cc6-6283-4ea2-a277-41a0d492d8bd tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.222627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] The port '7af4e0fe-c859-47ba-b34c-e695477380ef' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:18:02.239894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: ddb91e67-839a-4757-a75b-c6bb2182bb60 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:02.240197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ddb91e67-839a-4757-a75b-c6bb2182bb60 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:02.240669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] device_id is not set on port ddd634b2-9967-47c2-9147-55f5369930d5 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:02.272816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94351cc6-6283-4ea2-a277-41a0d492d8bd tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.289745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Allocated IP 172.26.8.76 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/156cd9bd-2061-4740-841f-3e94c6a3f13b) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:02.317154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.321353 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8b47fafa-8143-498e-8f85-7fb81ede102c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb HTTP/1.1" status: 204 len: 168 time: 2.2753565 Mar 03 12:18:02.325232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3e9756b0-8851-468a-9bcf-7d39faf77d74 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1820738 Mar 03 12:18:02.331874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33270) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:02.334035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33272) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:02.351784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847', 'name': 'tempest-PortsTestJSON-746839637'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:02.449953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-915b542f-af2e-4c43-ad3a-60b4babd8847', 'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847', 'tenant_id': '181cd31d5184417f829737ff9dc93b1a', 'fixed_ips': [{'subnet_id': '5d352280-f2b3-44de-a3d7-b5e80d3e7200'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:02.451406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.542471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.619187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356377e9-d98e-49c9-95ff-efd706cd3691']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:02.647485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056d6d76-7996-4ba5-a343-4990884063ce') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:02.647936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056d6d76-7996-4ba5-a343-4990884063ce') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:02.668047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.670577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Allocated IP 172.20.0.2 (915b542f-af2e-4c43-ad3a-60b4babd8847/5d352280-f2b3-44de-a3d7-b5e80d3e7200/3286e9c1-7faf-456a-859e-fd93eff7ce58) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:02.676188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44dd2ce-b70b-4996-8c41-40bcbb996c6d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:02.677825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44dd2ce-b70b-4996-8c41-40bcbb996c6d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:02.679356 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c44dd2ce-b70b-4996-8c41-40bcbb996c6d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3461504 Mar 03 12:18:02.682793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33278) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:02.730799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Allocated IP 172.20.0.14 (e1052d9f-3031-4cef-ac54-b71004415f9b/8316ad11-7a9b-433e-8659-03fdad7ab3c7/ddd634b2-9967-47c2-9147-55f5369930d5) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:02.740320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.761565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:18:02.762665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:18:02.777827 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:18:02.808296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94351cc6-6283-4ea2-a277-41a0d492d8bd tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.816802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.831368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:02.853462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94351cc6-6283-4ea2-a277-41a0d492d8bd tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=262a5af3-8fbd-44b4-8e57-a81c2fa0bfb4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:02.861240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:02.890466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94351cc6-6283-4ea2-a277-41a0d492d8bd tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.895410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-94351cc6-6283-4ea2-a277-41a0d492d8bd tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/262a5af3-8fbd-44b4-8e57-a81c2fa0bfb4 HTTP/1.1" status: 204 len: 168 time: 0.8928437 Mar 03 12:18:02.897639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33284) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:02.963024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd28f33f-1e5f-4a2b-a3a2-44e7032b0ea4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:02.967937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:02.972114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:02.978095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.002608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port a24dedaa-3334-4856-99bc-09def0b8e7ae yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:03.028528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet afb54888-49c1-4e0f-b87d-38c89bb54979 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:03.041027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.045980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.140049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Transition to ACTIVE for port object 3286e9c1-7faf-456a-859e-fd93eff7ce58 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:03.145016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.170713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Transition to ACTIVE for port object 3286e9c1-7faf-456a-859e-fd93eff7ce58 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:03.192740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.219742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd28f33f-1e5f-4a2b-a3a2-44e7032b0ea4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:03.224612 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cd28f33f-1e5f-4a2b-a3a2-44e7032b0ea4 tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3250892 Mar 03 12:18:03.242759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33288) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:03.258588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.260182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.279654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=356377e9-d98e-49c9-95ff-efd706cd3691,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:03.312105 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:03.323690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:03.331030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:03.332675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Network 915b542f-af2e-4c43-ad3a-60b4babd8847 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:03.335952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:03.339654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:03.345754 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b4e52bcb-03c9-4523-83d6-784ab777e3e1 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/356377e9-d98e-49c9-95ff-efd706cd3691 HTTP/1.1" status: 204 len: 168 time: 3.7541604 Mar 03 12:18:03.360648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33292) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:03.397439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Pushing event updated for resources: {'Port': ['ID=3286e9c1-7faf-456a-859e-fd93eff7ce58,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:03.427333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event updated for resources: {'Port': ['ID=156cd9bd-2061-4740-841f-3e94c6a3f13b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:03.453298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2aad33cc-5ab0-4d1b-9dfc-65f9923017be tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Synchronizing usage tracker for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:03.459049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Attempting to bind port 3286e9c1-7faf-456a-859e-fd93eff7ce58 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:03.459429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Attempting to bind port 3286e9c1-7faf-456a-859e-fd93eff7ce58 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '3e1cd764-67f8-43ac-b967-61ba87310769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:03.459789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Attempting to bind port 3286e9c1-7faf-456a-859e-fd93eff7ce58 on network 915b542f-af2e-4c43-ad3a-60b4babd8847 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:03.465616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:03.465992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Checking segment: {'id': '3e1cd764-67f8-43ac-b967-61ba87310769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:03.466382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.467037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Bound using segment: {'id': '3e1cd764-67f8-43ac-b967-61ba87310769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:03.467503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Bound port: 3286e9c1-7faf-456a-859e-fd93eff7ce58, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1cd764-67f8-43ac-b967-61ba87310769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '915b542f-af2e-4c43-ad3a-60b4babd8847'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:03.467867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.569932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] For port 3286e9c1-7faf-456a-859e-fd93eff7ce58, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:03.573285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] For port 3286e9c1-7faf-456a-859e-fd93eff7ce58, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3286e9c1-7faf-456a-859e-fd93eff7ce58,segment=NetworkSegment(3e1cd764-67f8-43ac-b967-61ba87310769),segment_id=3e1cd764-67f8-43ac-b967-61ba87310769)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:03.604097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.632726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Transition to ACTIVE for port object ddd634b2-9967-47c2-9147-55f5369930d5 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:03.678939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.692680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:03.731107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2aad33cc-5ab0-4d1b-9dfc-65f9923017be tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] Unset dirty status for tenant:eed4e000bf13442b871d17b39f90210c on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:03.732351 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2aad33cc-5ab0-4d1b-9dfc-65f9923017be tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4853013 Mar 03 12:18:03.735354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.13 (915b542f-af2e-4c43-ad3a-60b4babd8847/5d352280-f2b3-44de-a3d7-b5e80d3e7200/a24dedaa-3334-4856-99bc-09def0b8e7ae) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:03.738065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33296) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:03.781836 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-0eb657b1-693b-4a17-bf05-17036cfb6d5e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] delete failed (client error): The resource could not be found. Mar 03 12:18:03.782848 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0eb657b1-693b-4a17-bf05-17036cfb6d5e tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "DELETE /v2.0/security-groups/262a5af3-8fbd-44b4-8e57-a81c2fa0bfb4 HTTP/1.1" status: 404 len: 347 time: 0.0420868 Mar 03 12:18:03.790797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33300) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:03.823931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd8cb3-6a00-41e3-8022-e20ced09565a None None] Pushing event updated for resources: {'Port': ['ID=3286e9c1-7faf-456a-859e-fd93eff7ce58,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:03.996042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.021052 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0751fa31-ad2a-4705-b36b-d171764b232c tempest-SecGroupTest-1247260577 tempest-SecGroupTest-1247260577-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2291081 Mar 03 12:18:04.043003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.065526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=afb54888-49c1-4e0f-b87d-38c89bb54979,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:04.098626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9131d-42e9-4653-a63c-c5a0d6298136 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:04.225060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.243866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=ddd634b2-9967-47c2-9147-55f5369930d5,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:04.285568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network e1052d9f-3031-4cef-ac54-b71004415f9b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:04.288095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-31407ccf-9c15-4c4f-b8bf-82842ccdcfcf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/afb54888-49c1-4e0f-b87d-38c89bb54979 HTTP/1.1" status: 204 len: 168 time: 1.6022477 Mar 03 12:18:04.291607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:04.293970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33308) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:04.333484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.431452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:04.476697 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-69ac1fbd-6443-48be-9a32-33d1223b5c9b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1786995 Mar 03 12:18:04.482216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33312) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:04.538760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:04.539520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.676977 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-43d5e87c-8903-437d-a7b5-35f9d003f96d tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0743041 Mar 03 12:18:04.690762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc9600-e661-4271-a755-266f626aab1b None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:04.697711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33318) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:04.705595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d9:b6:c7'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:04.706103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Deleting port 9ae03673-fc15-4336-810f-55f421a09932 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:04.706580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.709145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.776621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-64c42372-dfa0-4851-9fd1-77f50b06bd12 None None] Provisioning for port ddd634b2-9967-47c2-9147-55f5369930d5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:04.784232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d5f72e-e28e-4f48-b97b-b0f38e334668 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:04.789101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f9d5f72e-e28e-4f48-b97b-b0f38e334668 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:04.789608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object a24dedaa-3334-4856-99bc-09def0b8e7ae will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:04.814461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-64c42372-dfa0-4851-9fd1-77f50b06bd12 None None] Provisioning complete for port ddd634b2-9967-47c2-9147-55f5369930d5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:04.817799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-64c42372-dfa0-4851-9fd1-77f50b06bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.897747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33322) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:04.928589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:04.960259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-64c42372-dfa0-4851-9fd1-77f50b06bd12 None None] Port ddd634b2-9967-47c2-9147-55f5369930d5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:04.989471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f9d5f72e-e28e-4f48-b97b-b0f38e334668 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:04.992549 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f9d5f72e-e28e-4f48-b97b-b0f38e334668 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5082715 Mar 03 12:18:05.207670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:05.218961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:05.238103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33330) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:05.321840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-84dc9600-e661-4271-a755-266f626aab1b None None] For port 9ae03673-fc15-4336-810f-55f421a09932, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9ae03673-fc15-4336-810f-55f421a09932,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:05.322410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:05.523126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d487e57-f2ad-4d42-b303-3ca957542638 None None] Network 915b542f-af2e-4c43-ad3a-60b4babd8847 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:05.551703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Calling delete_port for 9ae03673-fc15-4336-810f-55f421a09932 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:05.571728 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-48c40e28-b3b7-452a-8819-734da90b5380 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eed4e000bf13442b871d17b39f90210c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649551 Mar 03 12:18:05.577589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33332) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:05.666858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:05.668551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:05.794044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=a24dedaa-3334-4856-99bc-09def0b8e7ae,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:05.813072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 915b542f-af2e-4c43-ad3a-60b4babd8847 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:05.817818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:05.823687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:05.908915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7beb692d-40c6-4fca-a69b-2ee48af020fa None None] Provisioning for port 3286e9c1-7faf-456a-859e-fd93eff7ce58 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:05.912176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3286e9c1-7faf-456a-859e-fd93eff7ce58 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:05.931045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4558f8-e123-4668-bfec-ece09db78688 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:05.933486 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fd4558f8-e123-4668-bfec-ece09db78688 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3127789 Mar 03 12:18:05.943137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:05.943869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:05.954075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33338) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:06.029388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c051fc70-29e7-456c-9b3c-3b57d59fa293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.042896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.088413 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6992ba26-2c2a-4d31-a066-679101626136 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287928 Mar 03 12:18:06.104845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33342) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:06.105448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 3286e9c1-7faf-456a-859e-fd93eff7ce58 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:06.111576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c051fc70-29e7-456c-9b3c-3b57d59fa293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.113797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:06.128437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Pushing event deleted for resources: {'Port': ['ID=9ae03673-fc15-4336-810f-55f421a09932,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:06.131060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc9600-e661-4271-a755-266f626aab1b None None] No DVR routers for this DVR port 9ae03673-fc15-4336-810f-55f421a09932 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:06.132734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 3286e9c1-7faf-456a-859e-fd93eff7ce58 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:06.133207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.237887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.239359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.242685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Router cbf6b3ea-639f-47a5-bd08-579f870d0710 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:18:06.243747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.246848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.248066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.251142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.254616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port bde9b530-df3d-4c86-9965-0716dce3aed5 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:06.257521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.257886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.257886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.257886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.257886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.257886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.257886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc9600-e661-4271-a755-266f626aab1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:18:06.277175 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0ecd259c-4712-48b3-bef5-9cad8f19ebd3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9373422 Mar 03 12:18:06.323801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.325115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33348) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:06.392089 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.410658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.462490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 3286e9c1-7faf-456a-859e-fd93eff7ce58, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3286e9c1-7faf-456a-859e-fd93eff7ce58,segment=NetworkSegment(3e1cd764-67f8-43ac-b967-61ba87310769),segment_id=3e1cd764-67f8-43ac-b967-61ba87310769)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:06.520864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2b4c1fec-619d-4c47-9d0f-63cf3754fb55 None None] Provisioning complete for port 3286e9c1-7faf-456a-859e-fd93eff7ce58 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:06.521252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1fec-619d-4c47-9d0f-63cf3754fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.535243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:06.544479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.549386 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cbe96ba2-427b-4666-97b1-7270c4eaca32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "PUT /v2.0/routers/cbf6b3ea-639f-47a5-bd08-579f870d0710 HTTP/1.1" status: 200 len: 882 time: 6.9185612 Mar 03 12:18:06.557979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33352) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:06.558281 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] Sync routers for ids ['cbf6b3ea-639f-47a5-bd08-579f870d0710'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:06.569620 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] Routers {'cbf6b3ea-639f-47a5-bd08-579f870d0710'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:06.569620 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['cbf6b3ea-639f-47a5-bd08-579f870d0710'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:06.578068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.648896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c051fc70-29e7-456c-9b3c-3b57d59fa293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.653410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] In _notify_port_updated(), no bound segment for port ddd634b2-9967-47c2-9147-55f5369930d5 on network e1052d9f-3031-4cef-ac54-b71004415f9b {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:18:06.661675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:06.662916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.665176 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "PUT /v2.0/ports/ddd634b2-9967-47c2-9147-55f5369930d5 HTTP/1.1" status: 200 len: 997 time: 1.9661250 Mar 03 12:18:06.688744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33356) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:06.750402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9ae03673-fc15-4336-810f-55f421a09932 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:06.783724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051fc70-29e7-456c-9b3c-3b57d59fa293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdeae89-adcd-40e2-87bb-df875a452bd4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:06.788320 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:06.804453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port a24dedaa-3334-4856-99bc-09def0b8e7ae {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:06.804453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.805067 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] Routers {'cbf6b3ea-639f-47a5-bd08-579f870d0710'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:06.805067 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:17:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['cbf6b3ea-639f-47a5-bd08-579f870d0710'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:06.807131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:06.864871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:06.888570 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:06.892034 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:06.893310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 9ae03673-fc15-4336-810f-55f421a09932 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:06.894157 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7def2-a379-4407-b841-b3924980a1fe None None] The sync data for ids ['cbf6b3ea-639f-47a5-bd08-579f870d0710'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:06.897590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9ae03673-fc15-4336-810f-55f421a09932 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:06.934507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81f1a1-c419-4742-98be-46a27cd62749 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=ddd634b2-9967-47c2-9147-55f5369930d5,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:06.938635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:06.945955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting port ddd634b2-9967-47c2-9147-55f5369930d5 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:06.947295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:06.967078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=3286e9c1-7faf-456a-859e-fd93eff7ce58,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:07.046915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c051fc70-29e7-456c-9b3c-3b57d59fa293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.051001 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c051fc70-29e7-456c-9b3c-3b57d59fa293 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cdeae89-adcd-40e2-87bb-df875a452bd4 HTTP/1.1" status: 204 len: 168 time: 1.4724357 Mar 03 12:18:07.117036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2b4c1fec-619d-4c47-9d0f-63cf3754fb55 None None] Provisioning for port a24dedaa-3334-4856-99bc-09def0b8e7ae completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:07.123918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2b4c1fec-619d-4c47-9d0f-63cf3754fb55 None None] Provisioning complete for port a24dedaa-3334-4856-99bc-09def0b8e7ae triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:07.124555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1fec-619d-4c47-9d0f-63cf3754fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.135435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port bde9b530-df3d-4c86-9965-0716dce3aed5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bde9b530-df3d-4c86-9965-0716dce3aed5,segment=NetworkSegment(a8a2aede-708a-4ed6-ade1-fd3b1f08395f),segment_id=a8a2aede-708a-4ed6-ade1-fd3b1f08395f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:07.135789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.157751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:07.162057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.211222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c1fec-619d-4c47-9d0f-63cf3754fb55 None None] Port a24dedaa-3334-4856-99bc-09def0b8e7ae cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:07.215431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9856d55d-3fb4-4e81-a0de-0da208b8e5ad tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/cbf6b3ea-639f-47a5-bd08-579f870d0710 HTTP/1.1" status: 200 len: 923 time: 0.6593060 Mar 03 12:18:07.218919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33362) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:07.358053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b7e15ce1-0b2c-49fb-a681-5612266ffbc1 None None] Provisioning complete for port ddd634b2-9967-47c2-9147-55f5369930d5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:07.486344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b7e15ce1-0b2c-49fb-a681-5612266ffbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.488064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for bde9b530-df3d-4c86-9965-0716dce3aed5 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:07.557942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b7e15ce1-0b2c-49fb-a681-5612266ffbc1 None None] Port ddd634b2-9967-47c2-9147-55f5369930d5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:07.571437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b7e15ce1-0b2c-49fb-a681-5612266ffbc1 None None] Provisioning complete for port a24dedaa-3334-4856-99bc-09def0b8e7ae triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:07.571816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b7e15ce1-0b2c-49fb-a681-5612266ffbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.666797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b7e15ce1-0b2c-49fb-a681-5612266ffbc1 None None] Port a24dedaa-3334-4856-99bc-09def0b8e7ae cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:07.763546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3286e9c1-7faf-456a-859e-fd93eff7ce58 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:07.835430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.846753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 3286e9c1-7faf-456a-859e-fd93eff7ce58 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:07.847366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.915404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:07.941625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95935b3f-bb78-4c89-b53d-96599bf39cc4 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:07.942749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-95935b3f-bb78-4c89-b53d-96599bf39cc4 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Synchronizing usage tracker for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:08.022105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:08.042497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-250178f2-1471-4ea8-9f23-4f50d6d514b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:08.118251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for a24dedaa-3334-4856-99bc-09def0b8e7ae owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:08.153605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Calling delete_port for ddd634b2-9967-47c2-9147-55f5369930d5 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:08.201510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-95935b3f-bb78-4c89-b53d-96599bf39cc4 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Unset dirty status for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:08.205561 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-95935b3f-bb78-4c89-b53d-96599bf39cc4 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=cbf6b3ea-639f-47a5-bd08-579f870d0710&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9829795 Mar 03 12:18:08.216393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33376) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:08.510062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49920d03-e783-449e-b771-a9b4f709e3c8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:08.510683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49920d03-e783-449e-b771-a9b4f709e3c8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Synchronizing usage tracker for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:08.523103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49920d03-e783-449e-b771-a9b4f709e3c8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Unset dirty status for tenant:eca05a28b6914096be2f8341c6d1b8dc on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:08.524296 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-49920d03-e783-449e-b771-a9b4f709e3c8 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.3063929 Mar 03 12:18:08.527090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33384) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:08.577984 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3866c2c0-3f21-4d66-b747-c9387ab7c824 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbf6b3ea-639f-47a5-bd08-579f870d0710 HTTP/1.1" status: 200 len: 205 time: 0.0495324 Mar 03 12:18:08.580258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33388) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:08.781032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:08.836467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:08.839636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:08.848997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:08.907326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=bde9b530-df3d-4c86-9965-0716dce3aed5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:08.981602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Port': ['ID=ddd634b2-9967-47c2-9147-55f5369930d5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:09.098424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:18:09.103239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.125457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=a24dedaa-3334-4856-99bc-09def0b8e7ae,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:09.156092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:09.163441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:09.166306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:09.166892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.175736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b068178-254f-43cd-b907-b5e1354d4029 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:09.276730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.309226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=71a1dd2b-b68c-4860-8826-c787ea178dda,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:09.316861 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3f619243-c803-444c-8b2f-25f7abe04ff3 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/ports/ddd634b2-9967-47c2-9147-55f5369930d5 HTTP/1.1" status: 204 len: 168 time: 2.6183853 Mar 03 12:18:09.319720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33404) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:09.394277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.432384 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e42025-be32-4ea6-bc44-a38984785588 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] GET failed (client error): The resource could not be found. Mar 03 12:18:09.432929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83e42025-be32-4ea6-bc44-a38984785588 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Synchronizing usage tracker for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:09.442176 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eda0c7a3-0fd8-4ddc-9c71-cd372a458507 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3372133 Mar 03 12:18:09.451604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33408) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:09.471951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:ca:65:53', 'name': 'tempest-NetworksTestDHCPv6-1300419851'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:09.506216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-83e42025-be32-4ea6-bc44-a38984785588 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Unset dirty status for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:09.512261 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83e42025-be32-4ea6-bc44-a38984785588 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "GET /v2.0/ports/ddd634b2-9967-47c2-9147-55f5369930d5 HTTP/1.1" status: 404 len: 333 time: 0.1863523 Mar 03 12:18:09.514597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33412) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:09.542534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'name': 'tempest-AllowedAddressPairTestJSON-253710620'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:09.590697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33416) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:09.700199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '71a1dd2b-b68c-4860-8826-c787ea178dda'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:09.701030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.897703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.920597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.924154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Allocated IP 2001:db8::f816:3eff:fe78:9a9f (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/71a1dd2b-b68c-4860-8826-c787ea178dda/a7fa37a2-41f2-4280-bbae-1ebfb8df5164) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:09.990410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Deleting port 156cd9bd-2061-4740-841f-3e94c6a3f13b {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:09.990749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:09.992121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4eb06d69-0012-4ae0-843f-83711d8f71bc tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2109675589', 'prefixes': ['172.20.0.0/16']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:10.002892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:10.005765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4eb06d69-0012-4ae0-843f-83711d8f71bc tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:10.013819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:10.024182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:10.036717 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c76664e3-af38-48a8-a771-2f2eeb9ac818 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/a24dedaa-3334-4856-99bc-09def0b8e7ae HTTP/1.1" status: 204 len: 168 time: 3.7101200 Mar 03 12:18:10.042829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33424) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:10.052642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:10.076807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:10.080683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.115746 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a0cc71-16a7-49a8-bf6b-44e63386aad7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:10.116240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a0cc71-16a7-49a8-bf6b-44e63386aad7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:10.117936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-34a0cc71-16a7-49a8-bf6b-44e63386aad7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/a24dedaa-3334-4856-99bc-09def0b8e7ae HTTP/1.1" status: 404 len: 333 time: 0.0741787 Mar 03 12:18:10.120844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] device_id is not set on port 2f605e40-6b44-4fbc-ae6f-ab362f1966d8 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:10.137952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33428) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:10.165859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-005b5c0f-14b4-44eb-98c6-0731a429db2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.171248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:10.209194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.223797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Transition to ACTIVE for port object a7fa37a2-41f2-4280-bbae-1ebfb8df5164 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:10.253000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Transition to ACTIVE for port object a7fa37a2-41f2-4280-bbae-1ebfb8df5164 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:10.312376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.318074 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c44dbba-b8a1-4df9-9730-e82d41fc6137 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:18:10.320196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7c44dbba-b8a1-4df9-9730-e82d41fc6137 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:10.445530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4eb06d69-0012-4ae0-843f-83711d8f71bc tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] Notify callbacks [] for subnetpool, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.449273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4eb06d69-0012-4ae0-843f-83711d8f71bc tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8441484 Mar 03 12:18:10.451067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33432) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:10.451362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.454013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.460773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:18:10.491021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Pushing event updated for resources: {'Port': ['ID=a7fa37a2-41f2-4280-bbae-1ebfb8df5164,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:10.498197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:10.505511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:10.505511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:10.527270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Allocated IP 172.20.0.10 (e1052d9f-3031-4cef-ac54-b71004415f9b/8316ad11-7a9b-433e-8659-03fdad7ab3c7/2f605e40-6b44-4fbc-ae6f-ab362f1966d8) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:10.556657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 47819e67-a9b0-463b-b32b-bd42d3b37215 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:10.590320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7c44dbba-b8a1-4df9-9730-e82d41fc6137 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:10.594147 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7c44dbba-b8a1-4df9-9730-e82d41fc6137 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/a24dedaa-3334-4856-99bc-09def0b8e7ae HTTP/1.1" status: 404 len: 333 time: 0.4527416 Mar 03 12:18:10.599971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Calling delete_port for 156cd9bd-2061-4740-841f-3e94c6a3f13b owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:10.605274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Attempting to bind port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:10.605705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Attempting to bind port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:10.606076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Attempting to bind port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:10.608076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33436) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:10.611980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:10.612475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:10.612878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.613268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:10.613730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Bound port: a7fa37a2-41f2-4280-bbae-1ebfb8df5164, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:10.614108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.615498 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-78ff7202-3b2d-4618-bf3a-bc0fadd3dc62 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] 10.222.0.35 "GET /v2.0/subnetpools/9a5dac5d-0b2c-45b4-90a5-fe30c47701f7 HTTP/1.1" status: 200 len: 732 time: 0.1414340 Mar 03 12:18:10.638955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33440) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:10.651659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-01b9953b-a1a4-42f1-8248-e5e576f8a511 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1899592398'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:10.734906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] For port a7fa37a2-41f2-4280-bbae-1ebfb8df5164, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:10.738393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] For port a7fa37a2-41f2-4280-bbae-1ebfb8df5164, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a7fa37a2-41f2-4280-bbae-1ebfb8df5164,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:10.791768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:10.813335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 5d352280-f2b3-44de-a3d7-b5e80d3e7200 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:10.888737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d3927-fa68-48c2-871a-b2839a9db86b None None] Pushing event updated for resources: {'Port': ['ID=a7fa37a2-41f2-4280-bbae-1ebfb8df5164,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:10.934051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:10.943199 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-66f08881-2a1c-4e47-b47b-c88c3ce714ae tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5812321 Mar 03 12:18:10.946791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:10.949983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33446) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:10.972905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:10.974489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:10.981303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.065641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet 49722c17-ce24-45b0-b01a-c9afb0abae9c {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:11.069042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.137329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.146217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.170946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:11.223191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.225580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:feca:6553 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/71a1dd2b-b68c-4860-8826-c787ea178dda/47819e67-a9b0-463b-b32b-bd42d3b37215) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:11.383775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.436957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.475773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.495129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Transition to ACTIVE for port object 2f605e40-6b44-4fbc-ae6f-ab362f1966d8 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:11.572655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01b9953b-a1a4-42f1-8248-e5e576f8a511 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] Notify callbacks [] for subnetpool, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.572655 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-01b9953b-a1a4-42f1-8248-e5e576f8a511 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] 10.222.0.35 "PUT /v2.0/subnetpools/9a5dac5d-0b2c-45b4-90a5-fe30c47701f7 HTTP/1.1" status: 200 len: 684 time: 0.9235961 Mar 03 12:18:11.572655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33450) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:11.644386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.676624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.730436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.751076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 47819e67-a9b0-463b-b32b-bd42d3b37215 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:11.762126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=49722c17-ce24-45b0-b01a-c9afb0abae9c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:11.776016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.779165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.786358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a793400-e73b-420a-8398-38223ced52cb None None] Network df4c2990-188f-45bf-9b71-f936032458fe requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:11.826304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a7fa37a2-41f2-4280-bbae-1ebfb8df5164 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:11.847937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event deleted for resources: {'Port': ['ID=156cd9bd-2061-4740-841f-3e94c6a3f13b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:11.853796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-42f7117c-9316-4c17-8bcd-26ae62ac0a02 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/49722c17-ce24-45b0-b01a-c9afb0abae9c HTTP/1.1" status: 204 len: 168 time: 0.8960772 Mar 03 12:18:11.857975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33454) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:11.912497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.915497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.917699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.930895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:08Z', 'revision_number': 10, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:11.982093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:18:11.983204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0589-a875-4794-9a34-564e7531d2d2 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] Notify callbacks [] for subnetpool, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:11.987734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5f1b0589-a875-4794-9a34-564e7531d2d2 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] 10.222.0.35 "DELETE /v2.0/subnetpools/9a5dac5d-0b2c-45b4-90a5-fe30c47701f7 HTTP/1.1" status: 204 len: 168 time: 0.3842578 Mar 03 12:18:11.988851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33460) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:12.094913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:12.095561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:12.107698 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-2c529f2d-4055-4f10-8412-b02ba4280604 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] show failed (client error): The resource could not be found. Mar 03 12:18:12.120637 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2c529f2d-4055-4f10-8412-b02ba4280604 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] 10.222.0.35 "GET /v2.0/subnetpools/9a5dac5d-0b2c-45b4-90a5-fe30c47701f7 HTTP/1.1" status: 404 len: 346 time: 0.1257741 Mar 03 12:18:12.131190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33464) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:12.141490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=5d352280-f2b3-44de-a3d7-b5e80d3e7200,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:12.163452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.164709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.182625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network e1052d9f-3031-4cef-ac54-b71004415f9b is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:12.192925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:12.203449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:12.225361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544d122-3057-4d7f-a26c-8ee88f59d1c4 None None] Network 915b542f-af2e-4c43-ad3a-60b4babd8847 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:12.239914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.246530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:12.265921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:12.301588 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8d2d2046-efc5-4491-9a49-5cd34aa10d0d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/5d352280-f2b3-44de-a3d7-b5e80d3e7200 HTTP/1.1" status: 204 len: 168 time: 1.6918695 Mar 03 12:18:12.324795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:12.331621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:12.332291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.349022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33472) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:12.349322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=47819e67-a9b0-463b-b32b-bd42d3b37215,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:12.387071 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-8722f90d-fbf9-4aec-90ca-30ea566b94d8 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] delete failed (client error): The resource could not be found. Mar 03 12:18:12.393451 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8722f90d-fbf9-4aec-90ca-30ea566b94d8 tempest-SubnetPoolsTestJSON-1661136130 tempest-SubnetPoolsTestJSON-1661136130-project] 10.222.0.35 "DELETE /v2.0/subnetpools/9a5dac5d-0b2c-45b4-90a5-fe30c47701f7 HTTP/1.1" status: 404 len: 346 time: 0.2606807 Mar 03 12:18:12.554931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:12.564042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.601877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.609292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.661445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:12.662111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.692160 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a79ace39-37f8-4361-89a9-43bcbf48cd5d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2390306 Mar 03 12:18:12.693706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33478) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:12.725842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:12.755539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=2f605e40-6b44-4fbc-ae6f-ab362f1966d8,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:12.859341 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-97dd5dda-505f-41eb-9207-239b5263e29f tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3414211 Mar 03 12:18:12.868211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.869344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.869854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Fanout notify agent at l3_agent the message router_deleted on router cbf6b3ea-639f-47a5-bd08-579f870d0710 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:18:12.871609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33482) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:12.896398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 3286e9c1-7faf-456a-859e-fd93eff7ce58 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:12.896719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.919959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:12.949091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.954710 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-23022613-57c8-4fba-b090-3ec85585c25e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/cbf6b3ea-639f-47a5-bd08-579f870d0710 HTTP/1.1" status: 204 len: 168 time: 4.3689578 Mar 03 12:18:12.969329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33488) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:12.977171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port c11b807a-cb2a-4df4-afa1-fefdd236a9e2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,segment=NetworkSegment(a8a2aede-708a-4ed6-ade1-fd3b1f08395f),segment_id=a8a2aede-708a-4ed6-ade1-fd3b1f08395f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:12.978500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:12.987789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-626361277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:13.001742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:13.031731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e217a-2dda-467c-9151-f8afebd137e4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:13.039199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e217a-2dda-467c-9151-f8afebd137e4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:13.039987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4c8e217a-2dda-467c-9151-f8afebd137e4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:13.045361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Usage tracker for resource:router and tenant:c4fe0eda950f453da1c660f21b0117ba is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:13.049497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.051251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:13.057709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] DHCP port deletion for df4c2990-188f-45bf-9b71-f936032458fe request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:13.061088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-80a73daf-2baf-4365-a9d3-eca6d987e73b None None] Provisioning for port 2f605e40-6b44-4fbc-ae6f-ab362f1966d8 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:13.108490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33492) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:13.115096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'network_id': 'e1052d9f-3031-4cef-ac54-b71004415f9b', 'name': 'tempest-AllowedAddressPairTestJSON-240971083'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:13.155473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:13.178874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Deleting port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:13.179241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.206722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-80a73daf-2baf-4365-a9d3-eca6d987e73b None None] Provisioning complete for port 2f605e40-6b44-4fbc-ae6f-ab362f1966d8 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:13.207000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80a73daf-2baf-4365-a9d3-eca6d987e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.217257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for c11b807a-cb2a-4df4-afa1-fefdd236a9e2 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:13.246732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] For port 3286e9c1-7faf-456a-859e-fd93eff7ce58, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=3286e9c1-7faf-456a-859e-fd93eff7ce58,segment=NetworkSegment(3e1cd764-67f8-43ac-b967-61ba87310769),segment_id=3e1cd764-67f8-43ac-b967-61ba87310769)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:13.247765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.325663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4c8e217a-2dda-467c-9151-f8afebd137e4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:13.331086 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4c8e217a-2dda-467c-9151-f8afebd137e4 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5714116 Mar 03 12:18:13.424782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33500) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:13.431605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.433031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.465991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 3286e9c1-7faf-456a-859e-fd93eff7ce58 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:13.467322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-80a73daf-2baf-4365-a9d3-eca6d987e73b None None] Port 2f605e40-6b44-4fbc-ae6f-ab362f1966d8 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:13.527662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.552786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:13.563101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7c12c1da0d499f93e2b712f9124ed7 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:13.571143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.584709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:13.584958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.623802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 47819e67-a9b0-463b-b32b-bd42d3b37215 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:13.624617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.654835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:13.657336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:13.660635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No DVR routers for this DVR port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:13.766956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c11b807a-cb2a-4df4-afa1-fefdd236a9e2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:13.829946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Provisioning for port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:13.851584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: c11b807a-cb2a-4df4-afa1-fefdd236a9e2 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:13.851935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c11b807a-cb2a-4df4-afa1-fefdd236a9e2 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:13.856227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] For port c11b807a-cb2a-4df4-afa1-fefdd236a9e2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c11b807a-cb2a-4df4-afa1-fefdd236a9e2,segment=NetworkSegment(a8a2aede-708a-4ed6-ade1-fd3b1f08395f),segment_id=a8a2aede-708a-4ed6-ade1-fd3b1f08395f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:13.856227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.864600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Provisioning complete for port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:13.865316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.872605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:13.922013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:13.923505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:13.992287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.011469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.036715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f6b69-5230-432d-a40c-34347a057197 None None] DHCP port deletion for 915b542f-af2e-4c43-ad3a-60b4babd8847 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:14.046110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Calling delete_port for c11b807a-cb2a-4df4-afa1-fefdd236a9e2 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:14.050237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4c2990-188f-45bf-9b71-f936032458fe']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:14.059737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=3286e9c1-7faf-456a-859e-fd93eff7ce58,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:14.065768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No DVR routers for this DVR port 3286e9c1-7faf-456a-859e-fd93eff7ce58 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:14.065768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.069338 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e620805e-1f31-4bd1-afbd-9ad766038e71 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0886166 Mar 03 12:18:14.073089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:14.073500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a2aede-708a-4ed6-ade1-fd3b1f08395f') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:14.080735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33504) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:14.091984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': True}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:14.138209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:08Z', 'revision_number': 10, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:14.160671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc90d-4831-40c9-85a4-703c833f88e3 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:08Z', 'revision_number': 10, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None, '_interfaces': [{'id': 'd06c7fb6-aa54-47eb-b592-c74d8533c26f', 'name': '', 'network_id': 'ee3eb660-11ce-45f8-897d-adf1798121be', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'mac_address': 'fa:16:3e:da:77:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '06235a49-743a-4cdb-8073-a0378363efb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:39Z', 'updated_at': '2022-03-03T12:16:53Z', 'revision_number': 5, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'subnets': [{'id': '06235a49-743a-4cdb-8073-a0378363efb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:14.164151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.202904 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.269718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.301871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:18:14.302495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:18:14.312785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.315126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] For port a7fa37a2-41f2-4280-bbae-1ebfb8df5164, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a7fa37a2-41f2-4280-bbae-1ebfb8df5164,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:14.338786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915b542f-af2e-4c43-ad3a-60b4babd8847']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:14.351580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1cd764-67f8-43ac-b967-61ba87310769') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:14.357714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1cd764-67f8-43ac-b967-61ba87310769') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:14.364430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.388630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.402404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:18:14.402932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:18:14.418290 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:18:14.441834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.443682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:18:14.445016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:18:14.461836 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:18:14.466397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.471286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Made reservation on behalf of 4feeb01e6d7d4d9883cde999370bb835 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:14.474883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.526551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.558828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Pushing event updated for resources: {'Port': ['ID=a7fa37a2-41f2-4280-bbae-1ebfb8df5164,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:14.589556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.602291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Provisioning for port 47819e67-a9b0-463b-b32b-bd42d3b37215 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:14.607443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Provisioning complete for port 47819e67-a9b0-463b-b32b-bd42d3b37215 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:14.607806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.698733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b9b63758-91db-4546-bd77-0f7f33dd53d3 None None] Port 47819e67-a9b0-463b-b32b-bd42d3b37215 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:14.706686 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa7c12c1da0d499f93e2b712f9124ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5714321 Mar 03 12:18:14.716556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33518) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:14.723135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbae09-cb1f-4625-a8be-d6dca7747a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30857535-ad2d-4cf3-aed6-12d311fa2247,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:14.726299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 47819e67-a9b0-463b-b32b-bd42d3b37215 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:14.733737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] device_id is not set on port 77f10719-ec43-45e7-a29e-94871d5282f9 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:14.793547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.804176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Deleting port c11b807a-cb2a-4df4-afa1-fefdd236a9e2 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:14.804704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.830456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.835875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.858422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/915b542f-af2e-4c43-ad3a-60b4babd8847 HTTP/1.1" status: 204 len: 168 time: 2.4980128 Mar 03 12:18:14.859116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33522) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:14.877651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-452726413'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:14.883757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa97a-8376-4959-a0d9-5610fd9f9603 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=915b542f-af2e-4c43-ad3a-60b4babd8847,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:14.887407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb67cdd7-4cf9-4f53-83cb-ee5ba5aaa501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.889102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:14.899816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:14.905304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:14.917218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:14.931595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb67cdd7-4cf9-4f53-83cb-ee5ba5aaa501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.933518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca90e8-561a-4775-8241-fa42861c0c9b None None] The port 'c11b807a-cb2a-4df4-afa1-fefdd236a9e2' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:18:14.968775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:14.973783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.037923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=df4c2990-188f-45bf-9b71-f936032458fe,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:15.063758 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1f28be20-979e-4945-b500-3339abc9e0fa tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/df4c2990-188f-45bf-9b71-f936032458fe HTTP/1.1" status: 204 len: 168 time: 3.2080097 Mar 03 12:18:15.067679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33526) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:15.084032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:15.092166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.098391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Allocated IP 172.20.0.7 (e1052d9f-3031-4cef-ac54-b71004415f9b/8316ad11-7a9b-433e-8659-03fdad7ab3c7/77f10719-ec43-45e7-a29e-94871d5282f9) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:15.137456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.197847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb67cdd7-4cf9-4f53-83cb-ee5ba5aaa501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.205570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:18:15.209444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=47819e67-a9b0-463b-b32b-bd42d3b37215,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:15.247615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.247951 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment 1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17 of type vlan for network 19efb6a2-60fd-4c66-b267-b91ffae80df1 Mar 03 12:18:15.303165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67cdd7-4cf9-4f53-83cb-ee5ba5aaa501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30857535-ad2d-4cf3-aed6-12d311fa2247,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:15.321374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.329156 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.379475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-07426f9c-a435-4934-b392-bf666ff62967 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/47819e67-a9b0-463b-b32b-bd42d3b37215 HTTP/1.1" status: 204 len: 168 time: 1.9426243 Mar 03 12:18:15.390751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33538) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:15.678223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb67cdd7-4cf9-4f53-83cb-ee5ba5aaa501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.679361 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eb67cdd7-4cf9-4f53-83cb-ee5ba5aaa501 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30857535-ad2d-4cf3-aed6-12d311fa2247 HTTP/1.1" status: 204 len: 168 time: 0.9618649 Mar 03 12:18:15.734967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1c490-a352-4249-82c7-52fc7667819c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:15.740356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1c490-a352-4249-82c7-52fc7667819c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:15.741385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49a1c490-a352-4249-82c7-52fc7667819c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:15.746597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:18:15.747878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a7fa37a2-41f2-4280-bbae-1ebfb8df5164 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:15.772824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.852494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:15.853245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.862952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.869251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:15.870431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:15.887000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Transition to ACTIVE for port object 77f10719-ec43-45e7-a29e-94871d5282f9 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:15.904757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-49a1c490-a352-4249-82c7-52fc7667819c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:15.908519 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-49a1c490-a352-4249-82c7-52fc7667819c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5139110 Mar 03 12:18:15.912535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33546) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:16.008359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 71a1dd2b-b68c-4860-8826-c787ea178dda {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:16.012247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.091348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.124208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.150876 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2792594 Mar 03 12:18:16.163994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33552) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:16.171927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3286e9c1-7faf-456a-859e-fd93eff7ce58 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:16.203987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:16.230618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c12040-5b28-48af-8316-e48d8896a985 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=19efb6a2-60fd-4c66-b267-b91ffae80df1,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:16.238701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 3286e9c1-7faf-456a-859e-fd93eff7ce58 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:16.239046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 3286e9c1-7faf-456a-859e-fd93eff7ce58 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:16.239467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bde9b530-df3d-4c86-9965-0716dce3aed5 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:16.296894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 19efb6a2-60fd-4c66-b267-b91ffae80df1 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:18:16.319940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: bde9b530-df3d-4c86-9965-0716dce3aed5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:16.320497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bde9b530-df3d-4c86-9965-0716dce3aed5 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:16.408821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:16.414095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.426471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.460393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:16.466818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:16.475417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.480835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:16.518639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.622793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Network e1052d9f-3031-4cef-ac54-b71004415f9b is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:16.629444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:16.640202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:16.668332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port d06c7fb6-aa54-47eb-b592-c74d8533c26f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:16.674046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.686228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:16.690360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.701516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.717223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=77f10719-ec43-45e7-a29e-94871d5282f9,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:16.763721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=71a1dd2b-b68c-4860-8826-c787ea178dda,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:16.770110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:16.785601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d3f3b-8f9e-42ce-b819-a1baa26c086b None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:16.954002 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-25baeb8a-03bf-4af7-a47a-9e44c7d06608 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/71a1dd2b-b68c-4860-8826-c787ea178dda HTTP/1.1" status: 204 len: 168 time: 1.0238247 Mar 03 12:18:16.965073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33570) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:17.031977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:17.031977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.094580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Allocated IP 172.26.8.183 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/361daa93-6522-414f-ad7d-77fafa5380dc) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:17.102303 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e06c931e-a0d5-4644-8467-3aae1ff290c8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360972 Mar 03 12:18:17.106404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33576) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:17.112735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port d06c7fb6-aa54-47eb-b592-c74d8533c26f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d06c7fb6-aa54-47eb-b592-c74d8533c26f,segment=NetworkSegment(b617bb45-e47d-4c64-81c0-8e17ededcc6f),segment_id=b617bb45-e47d-4c64-81c0-8e17ededcc6f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:17.113124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.129677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:17.225980 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-990710ee-b91e-4795-a4d0-6a33757be290 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3508880 Mar 03 12:18:17.244532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33582) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:17.254920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d9:b6:c7'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:14:ac:88'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:17.265304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-60f32537-50c7-448c-879e-3242fa64035f None None] Provisioning for port 77f10719-ec43-45e7-a29e-94871d5282f9 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:17.274760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-60f32537-50c7-448c-879e-3242fa64035f None None] Provisioning complete for port 77f10719-ec43-45e7-a29e-94871d5282f9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:17.275319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-60f32537-50c7-448c-879e-3242fa64035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.344546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.345104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:17.393328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-60f32537-50c7-448c-879e-3242fa64035f None None] Port 77f10719-ec43-45e7-a29e-94871d5282f9 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:17.401084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] Deleting port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:17.401660 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.465695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for d06c7fb6-aa54-47eb-b592-c74d8533c26f owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:17.467340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33586) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:17.473601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0049334 Mar 03 12:18:17.483713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33588) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:17.506180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.570000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.679068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:17.690678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:17.697272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=1cbdc94c-9c78-4f1e-a49f-183f67602e57,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:17.697272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:17.698318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] For port a7fa37a2-41f2-4280-bbae-1ebfb8df5164, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a7fa37a2-41f2-4280-bbae-1ebfb8df5164,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:17.698722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:17.733623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Port': ['ID=361daa93-6522-414f-ad7d-77fafa5380dc,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:17.749275 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-64d6d9bf-181f-4acd-9255-712934ed8ec4 tempest-NetworksApiDiscovery-2048478660 tempest-NetworksApiDiscovery-2048478660-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2579811 Mar 03 12:18:17.750153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': '1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:17.750519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: 19efb6a2-60fd-4c66-b267-b91ffae80df1, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:18:17.766458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:17.784517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:17.796112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:17.842174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:17.866760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 19efb6a2-60fd-4c66-b267-b91ffae80df1 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:18:17.873631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] Calling delete_port for a7fa37a2-41f2-4280-bbae-1ebfb8df5164 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:17.964139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a7fa37a2-41f2-4280-bbae-1ebfb8df5164 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:17.990820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:17.994681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:18.051898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:18.149235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No active binding found for port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 {{(pid=88432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 12:18:18.150738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a7fa37a2-41f2-4280-bbae-1ebfb8df5164 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:18.178598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] No DVR routers for this DVR port a7fa37a2-41f2-4280-bbae-1ebfb8df5164 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:18.182026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e46c86-7110-4c60-92bf-1710c370a2a3 None None] Pushing event deleted for resources: {'Port': ['ID=a7fa37a2-41f2-4280-bbae-1ebfb8df5164,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:18.220809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 19efb6a2-60fd-4c66-b267-b91ffae80df1) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:18.231816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1818edf-e269-456a-ab68-4863d02b5d43 None None] Network 19efb6a2-60fd-4c66-b267-b91ffae80df1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:18.237623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:18.238712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:18.323771 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3a93feef-26fb-4abd-9182-91ab58d0ffb4 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1585395 Mar 03 12:18:18.326145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33608) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:18.333077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-132433755'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:18.410183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:18.474694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:18.511892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33612) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:18.591470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-19efb6a2-60fd-4c66-b267-b91ffae80df1', 'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1', 'tenant_id': '181cd31d5184417f829737ff9dc93b1a', 'fixed_ips': [{'subnet_id': '1cbdc94c-9c78-4f1e-a49f-183f67602e57'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:18.592450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:18.630158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=d06c7fb6-aa54-47eb-b592-c74d8533c26f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:18.711197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:18.721613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:18.750907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:18.879193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Allocated IP 172.20.0.2 (19efb6a2-60fd-4c66-b267-b91ffae80df1/1cbdc94c-9c78-4f1e-a49f-183f67602e57/afc1badb-b1ea-4dee-9ca6-562c194c822d) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:19.010130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:19.013671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.016813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:18:19.028053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.029421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.071131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:19.082127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5b49b4dedf13489081c993c9499ee1e3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:19.093099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port 98df3d57-dcf1-4c73-97d2-f2732c984c9a yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:19.111379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.127704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:19.179984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.190050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:19.197362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Transition to ACTIVE for port object afc1badb-b1ea-4dee-9ca6-562c194c822d will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:19.232719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Transition to ACTIVE for port object afc1badb-b1ea-4dee-9ca6-562c194c822d will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:19.246443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:19.271151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:19.274053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:19.275021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.275500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.284121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.297607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb04484-cbcf-452d-b721-d48d9c4aef21 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:19.354897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.382417 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2746868 Mar 03 12:18:19.455495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33620) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:19.469084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:2e:8e:83', 'name': 'tempest-NetworksTestDHCPv6-302289745'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:19.572435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Network 19efb6a2-60fd-4c66-b267-b91ffae80df1 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:19.583483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:19.597822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.11 (19efb6a2-60fd-4c66-b267-b91ffae80df1/1cbdc94c-9c78-4f1e-a49f-183f67602e57/98df3d57-dcf1-4c73-97d2-f2732c984c9a) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:19.606634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:19.647492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.687703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Router ac77c277-ad98-420a-9f61-2283c494ec7e is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:18:19.727067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Pushing event updated for resources: {'Port': ['ID=afc1badb-b1ea-4dee-9ca6-562c194c822d,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:19.816343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.859950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394ceb4-8d06-4601-81e7-717d8962ca8c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=6d3ceefb-0bbf-45dc-8750-f19a8f53323a,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:19.875297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:19.882091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:19.885802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:19.895040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:19.946501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Attempting to bind port afc1badb-b1ea-4dee-9ca6-562c194c822d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:19.947726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Attempting to bind port afc1badb-b1ea-4dee-9ca6-562c194c822d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:19.948121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Attempting to bind port afc1badb-b1ea-4dee-9ca6-562c194c822d on network 19efb6a2-60fd-4c66-b267-b91ffae80df1 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:19.954553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:19.960577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Checking segment: {'id': '1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:19.961269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.961767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Bound using segment: {'id': '1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:19.962374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Bound port: afc1badb-b1ea-4dee-9ca6-562c194c822d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19efb6a2-60fd-4c66-b267-b91ffae80df1'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:19.963099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:19.990181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '6d3ceefb-0bbf-45dc-8750-f19a8f53323a'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:19.991477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.071484 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b49b4dedf13489081c993c9499ee1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5565073 Mar 03 12:18:20.075345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:20.082205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33624) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:20.095593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f276f9c-3da6-49bb-a14e-81b87d1941d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93db94c-83b0-4701-8a52-69cffa007289,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:20.115553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:18:20.173489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] For port afc1badb-b1ea-4dee-9ca6-562c194c822d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:20.241962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.268914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Allocated IP 2001:db8::f816:3eff:fe99:3f35 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/6d3ceefb-0bbf-45dc-8750-f19a8f53323a/50c0a276-7998-4cbf-8b68-13201266668c) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:20.275433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af576866-8e85-4086-bd2d-bfdf5d0b4c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.303560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af576866-8e85-4086-bd2d-bfdf5d0b4c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.312756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] For port afc1badb-b1ea-4dee-9ca6-562c194c822d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=afc1badb-b1ea-4dee-9ca6-562c194c822d,segment=NetworkSegment(1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17),segment_id=1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:20.363678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:20.373645 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] Sync routers for ids ['ac77c277-ad98-420a-9f61-2283c494ec7e'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:20.391039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:20.397116 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-34a6b4f3-1bb8-4c99-8a8b-872164bb2b95 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3280773 Mar 03 12:18:20.398039 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] Routers {'ac77c277-ad98-420a-9f61-2283c494ec7e'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:20.398916 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ac77c277-ad98-420a-9f61-2283c494ec7e'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:20.399918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33630) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:20.402972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.410325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.442001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port b3e7d097-9d83-4a1a-b889-7891822c1cb5 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:20.467691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting subnet 06235a49-743a-4cdb-8073-a0378363efb9 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:20.471576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.479704 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:20.490158 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] Routers {'ac77c277-ad98-420a-9f61-2283c494ec7e'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:20.491162 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ac77c277-ad98-420a-9f61-2283c494ec7e'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:20.509108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:20.515460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.541467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object 98df3d57-dcf1-4c73-97d2-f2732c984c9a will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:20.543732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.546840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af576866-8e85-4086-bd2d-bfdf5d0b4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.549835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af576866-8e85-4086-bd2d-bfdf5d0b4c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.552815 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-af576866-8e85-4086-bd2d-bfdf5d0b4c55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c93db94c-83b0-4701-8a52-69cffa007289 HTTP/1.1" status: 204 len: 168 time: 0.4679236 Mar 03 12:18:20.562536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.567465 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-08c5d7ce-b046-42c1-81bf-53825771243d tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "PUT /v2.0/routers/ac77c277-ad98-420a-9f61-2283c494ec7e HTTP/1.1" status: 200 len: 918 time: 6.4855738 Mar 03 12:18:20.568357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33636) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:20.572491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.606606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:20.607248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:20.653769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event updated for resources: {'Port': ['ID=77f10719-ec43-45e7-a29e-94871d5282f9,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:20.682313 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:20.682852 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd5e23-f32d-445f-a1c8-2bef868e058c None None] The sync data for ids ['ac77c277-ad98-420a-9f61-2283c494ec7e'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:20.711479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af576866-8e85-4086-bd2d-bfdf5d0b4c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93db94c-83b0-4701-8a52-69cffa007289,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:20.758442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] In _notify_port_updated(), no bound segment for port 77f10719-ec43-45e7-a29e-94871d5282f9 on network e1052d9f-3031-4cef-ac54-b71004415f9b {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:18:20.767307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:20.768465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.774062 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b26466e0-dac4-43eb-bd48-d8c9b9f84f16 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "PUT /v2.0/ports/77f10719-ec43-45e7-a29e-94871d5282f9 HTTP/1.1" status: 200 len: 1055 time: 3.5279784 Mar 03 12:18:20.780607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33640) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:20.856862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27c2d-6002-4121-a6ab-244de00d833d None None] Pushing event updated for resources: {'Port': ['ID=afc1badb-b1ea-4dee-9ca6-562c194c822d,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:20.860113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.873805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:20.903424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting port 77f10719-ec43-45e7-a29e-94871d5282f9 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:20.904549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:20.947316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33644) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:20.947986 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dafd467c-091c-420f-bc6e-16dfcfdb1616 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/ac77c277-ad98-420a-9f61-2283c494ec7e HTTP/1.1" status: 200 len: 924 time: 0.3343766 Mar 03 12:18:20.951253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.007056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Transition to ACTIVE for port object 50c0a276-7998-4cbf-8b68-13201266668c will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:21.014004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:18Z', 'revision_number': 11, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:21.029256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:18:21.045958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.053460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:21.054117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:21.105151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Transition to ACTIVE for port object 50c0a276-7998-4cbf-8b68-13201266668c will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:21.109603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 19efb6a2-60fd-4c66-b267-b91ffae80df1 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:21.141023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:21.141023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:21.187174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ac9cd480-6db5-4e55-976a-326c8ec999d6 None None] Provisioning complete for port 77f10719-ec43-45e7-a29e-94871d5282f9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:21.187537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd480-6db5-4e55-976a-326c8ec999d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.222788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.287126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:21.288344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.297116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=98df3d57-dcf1-4c73-97d2-f2732c984c9a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:21.303945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.332466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Subnet': ['ID=06235a49-743a-4cdb-8073-a0378363efb9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:21.367843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.387262 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b15cb276-84c2-4047-90d5-37499e521b09 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/06235a49-743a-4cdb-8073-a0378363efb9 HTTP/1.1" status: 204 len: 168 time: 0.9841247 Mar 03 12:18:21.387689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:21.396913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33650) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:21.423610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.504516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cd480-6db5-4e55-976a-326c8ec999d6 None None] Port 77f10719-ec43-45e7-a29e-94871d5282f9 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:21.506376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d471329-2057-4089-a133-9239cb96cbd9 None None] Network ee3eb660-11ce-45f8-897d-adf1798121be requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:21.556364 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8675fc1b-de6a-491f-bc5b-e3d79c55754b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2290280 Mar 03 12:18:21.557042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33654) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:21.609231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.644728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Deleting port 1eee578b-b386-412b-8eb0-9da19b49b1b7 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:21.645066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.683616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fe2e:8e83 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/6d3ceefb-0bbf-45dc-8750-f19a8f53323a/b3e7d097-9d83-4a1a-b889-7891822c1cb5) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:21.693120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:18Z', 'revision_number': 11, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:21.702180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 98df3d57-dcf1-4c73-97d2-f2732c984c9a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:21.702180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.715981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:21.716970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25441900-e745-49c3-a172-dd91cfb5852b None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:18Z', 'revision_number': 11, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:21.759716 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:21.793976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Calling delete_port for 77f10719-ec43-45e7-a29e-94871d5282f9 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:21.823033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:21.832938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Pushing event updated for resources: {'Port': ['ID=50c0a276-7998-4cbf-8b68-13201266668c,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:21.962487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Attempting to bind port 50c0a276-7998-4cbf-8b68-13201266668c on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:21.963284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Attempting to bind port 50c0a276-7998-4cbf-8b68-13201266668c by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:21.963284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Attempting to bind port 50c0a276-7998-4cbf-8b68-13201266668c on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:21.970190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:21.971366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:21.971830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:21.972315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:21.972848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Bound port: 50c0a276-7998-4cbf-8b68-13201266668c, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:21.973285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.073776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd4429-ead0-41da-8013-977ca407974c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:22.075382 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-01cd4429-ead0-41da-8013-977ca407974c tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=ac77c277-ad98-420a-9f61-2283c494ec7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1265979 Mar 03 12:18:22.093514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33658) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:22.116950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] For port 50c0a276-7998-4cbf-8b68-13201266668c, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:22.122196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] For port 50c0a276-7998-4cbf-8b68-13201266668c, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=50c0a276-7998-4cbf-8b68-13201266668c,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:22.130187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device afc1badb-b1ea-4dee-9ca6-562c194c822d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:22.199736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] DHCP port deletion for ee3eb660-11ce-45f8-897d-adf1798121be request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:22.203672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] For port 1eee578b-b386-412b-8eb0-9da19b49b1b7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1eee578b-b386-412b-8eb0-9da19b49b1b7,segment=NetworkSegment(b617bb45-e47d-4c64-81c0-8e17ededcc6f),segment_id=b617bb45-e47d-4c64-81c0-8e17ededcc6f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:22.204298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.211722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Deleting port 1eee578b-b386-412b-8eb0-9da19b49b1b7 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:22.212274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.254068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.274311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.293747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object b3e7d097-9d83-4a1a-b889-7891822c1cb5 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:22.427941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.482426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb2729-ef45-4259-ad7f-8fcdfd44fee7 None None] Pushing event updated for resources: {'Port': ['ID=50c0a276-7998-4cbf-8b68-13201266668c,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:22.499055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.521455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.570485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:22.581776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port afc1badb-b1ea-4dee-9ca6-562c194c822d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:22.601434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:22.612043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:22.618815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:22.619574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.624120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=b3e7d097-9d83-4a1a-b889-7891822c1cb5,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:22.632255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32a152-6a4c-4b73-a9ed-fe25604e1562 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:22.633695 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-db32a152-6a4c-4b73-a9ed-fe25604e1562 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.5392313 Mar 03 12:18:22.699011 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33664) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:22.777779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] For port 1eee578b-b386-412b-8eb0-9da19b49b1b7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1eee578b-b386-412b-8eb0-9da19b49b1b7,segment=NetworkSegment(b617bb45-e47d-4c64-81c0-8e17ededcc6f),segment_id=b617bb45-e47d-4c64-81c0-8e17ededcc6f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:22.777779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:22.802062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Port': ['ID=77f10719-ec43-45e7-a29e-94871d5282f9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:22.839355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Calling delete_port for 1eee578b-b386-412b-8eb0-9da19b49b1b7 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:22.935105 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b4f60317-9a5f-418f-9ac6-1a0af053e891 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4694614 Mar 03 12:18:22.941657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33668) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:22.965079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc76e6-4fd0-4093-a47a-ac34fdf01f27 None None] Network 19efb6a2-60fd-4c66-b267-b91ffae80df1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:23.018793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 98df3d57-dcf1-4c73-97d2-f2732c984c9a owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:23.051939 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f91ecbab-ea11-4ffd-948a-f11d9c9e98bb tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77c277-ad98-420a-9f61-2283c494ec7e HTTP/1.1" status: 200 len: 205 time: 0.2360525 Mar 03 12:18:23.059674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33672) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:23.070760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Calling delete_port for 1eee578b-b386-412b-8eb0-9da19b49b1b7 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:23.268258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d036bd60-f5d1-4b0a-a9ed-99644d5a3bc5 None None] Provisioning for port afc1badb-b1ea-4dee-9ca6-562c194c822d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:23.281596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d036bd60-f5d1-4b0a-a9ed-99644d5a3bc5 None None] Provisioning complete for port afc1badb-b1ea-4dee-9ca6-562c194c822d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:23.281969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d036bd60-f5d1-4b0a-a9ed-99644d5a3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.289951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.294474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.294960 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c29f4a88-749d-4560-8a9c-d6c5a6740c5b tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/ports/77f10719-ec43-45e7-a29e-94871d5282f9 HTTP/1.1" status: 204 len: 168 time: 2.5129249 Mar 03 12:18:23.304432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33676) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:23.347108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:18:23.347461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:18:23.367887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1c2bf-823f-4b78-b1c9-16d7d3ff4cdd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:23.375261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No DVR routers for this DVR port 1eee578b-b386-412b-8eb0-9da19b49b1b7 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:23.378011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1c2bf-823f-4b78-b1c9-16d7d3ff4cdd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:23.378831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7ec1c2bf-823f-4b78-b1c9-16d7d3ff4cdd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:23.407513 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5c7bb0-a451-46b8-9718-067a616dcbef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] GET failed (client error): The resource could not be found. Mar 03 12:18:23.408666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3e5c7bb0-a451-46b8-9718-067a616dcbef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Synchronizing usage tracker for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:23.423433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.428451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.455475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Port': ['ID=1eee578b-b386-412b-8eb0-9da19b49b1b7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:23.517986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d036bd60-f5d1-4b0a-a9ed-99644d5a3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.560713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=98df3d57-dcf1-4c73-97d2-f2732c984c9a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:23.586284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d036bd60-f5d1-4b0a-a9ed-99644d5a3bc5 None None] For port afc1badb-b1ea-4dee-9ca6-562c194c822d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=afc1badb-b1ea-4dee-9ca6-562c194c822d,segment=NetworkSegment(1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17),segment_id=1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:23.587100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3e5c7bb0-a451-46b8-9718-067a616dcbef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Unset dirty status for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:23.591556 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3e5c7bb0-a451-46b8-9718-067a616dcbef tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "GET /v2.0/ports/77f10719-ec43-45e7-a29e-94871d5282f9 HTTP/1.1" status: 404 len: 333 time: 0.2862620 Mar 03 12:18:23.592647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7ec1c2bf-823f-4b78-b1c9-16d7d3ff4cdd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:23.594141 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7ec1c2bf-823f-4b78-b1c9-16d7d3ff4cdd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6514542 Mar 03 12:18:23.595082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33680) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:23.605091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33682) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:23.678168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d036bd60-f5d1-4b0a-a9ed-99644d5a3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.678342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.736391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3eb660-11ce-45f8-897d-adf1798121be']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:23.788257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b617bb45-e47d-4c64-81c0-8e17ededcc6f') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:23.788554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b617bb45-e47d-4c64-81c0-8e17ededcc6f') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:23.816025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.827698 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-80ead9c8-982b-4bbe-8fa8-0d598e1d2381 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/98df3d57-dcf1-4c73-97d2-f2732c984c9a HTTP/1.1" status: 204 len: 168 time: 2.2665429 Mar 03 12:18:23.830845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33690) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:23.834729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.840828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 50c0a276-7998-4cbf-8b68-13201266668c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:23.873484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting port 2f605e40-6b44-4fbc-ae6f-ab362f1966d8 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:23.873738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.889184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Deleting port 1eee578b-b386-412b-8eb0-9da19b49b1b7 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:23.889910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.896612 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a97bda7-4003-4935-b99d-91f2ee5bc172 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:18:23.897253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a97bda7-4003-4935-b99d-91f2ee5bc172 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:23.927264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.937372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:18:23.937860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:18:23.960163 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:18:23.994133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036bd60-f5d1-4b0a-a9ed-99644d5a3bc5 None None] Pushing event updated for resources: {'Port': ['ID=afc1badb-b1ea-4dee-9ca6-562c194c822d,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:24.020717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3ab09-dc10-4672-ac95-2672efa20ea4 None None] The port '1eee578b-b386-412b-8eb0-9da19b49b1b7' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:18:24.035187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a97bda7-4003-4935-b99d-91f2ee5bc172 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:24.039142 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7a97bda7-4003-4935-b99d-91f2ee5bc172 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/98df3d57-dcf1-4c73-97d2-f2732c984c9a HTTP/1.1" status: 404 len: 333 time: 0.2045345 Mar 03 12:18:24.042528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33694) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:24.059403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.078319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port b3e7d097-9d83-4a1a-b889-7891822c1cb5 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:24.078649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.133472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 1cbdc94c-9c78-4f1e-a49f-183f67602e57 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:24.136873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.173344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 50c0a276-7998-4cbf-8b68-13201266668c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:24.197080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-07e26b30-6411-48d9-bd99-e31c78ffb51d None None] Provisioning for port 50c0a276-7998-4cbf-8b68-13201266668c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:24.206489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-07e26b30-6411-48d9-bd99-e31c78ffb51d None None] Provisioning complete for port 50c0a276-7998-4cbf-8b68-13201266668c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:24.206868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-07e26b30-6411-48d9-bd99-e31c78ffb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.233630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.247718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Deleting port 361daa93-6522-414f-ad7d-77fafa5380dc {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:24.249652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.266425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d06c7fb6-aa54-47eb-b592-c74d8533c26f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:24.275995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.281216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.318312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: d06c7fb6-aa54-47eb-b592-c74d8533c26f {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:24.318941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d06c7fb6-aa54-47eb-b592-c74d8533c26f not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:24.319204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1eee578b-b386-412b-8eb0-9da19b49b1b7 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:24.327152 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/networks/ee3eb660-11ce-45f8-897d-adf1798121be HTTP/1.1" status: 204 len: 168 time: 2.9266074 Mar 03 12:18:24.328167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267e28-c123-4592-b2cc-8f2016c0f18f tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Pushing event deleted for resources: {'Network': ['ID=ee3eb660-11ce-45f8-897d-adf1798121be,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:24.330521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33698) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:24.366426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1eee578b-b386-412b-8eb0-9da19b49b1b7 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:24.367033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1eee578b-b386-412b-8eb0-9da19b49b1b7 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:24.452325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.473119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-07e26b30-6411-48d9-bd99-e31c78ffb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.515987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-07e26b30-6411-48d9-bd99-e31c78ffb51d None None] For port 50c0a276-7998-4cbf-8b68-13201266668c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=50c0a276-7998-4cbf-8b68-13201266668c,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:24.520292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'routes': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:24.630453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-07e26b30-6411-48d9-bd99-e31c78ffb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.709686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e26b30-6411-48d9-bd99-e31c78ffb51d None None] Pushing event updated for resources: {'Port': ['ID=50c0a276-7998-4cbf-8b68-13201266668c,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:24.711596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.768479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbdc94c-9c78-4f1e-a49f-183f67602e57,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:24.770654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:24.777655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c05223-d5f5-45b5-89b5-e70543839f74 None None] Network 19efb6a2-60fd-4c66-b267-b91ffae80df1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:24.791708 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-573d550c-0082-4e76-9614-c82d859f9a9f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/1cbdc94c-9c78-4f1e-a49f-183f67602e57 HTTP/1.1" status: 204 len: 168 time: 0.7482924 Mar 03 12:18:24.794323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33704) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:24.928928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b10dd02e-c909-4aae-8ab4-4a958a53af60 None None] Provisioning for port b3e7d097-9d83-4a1a-b889-7891822c1cb5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:24.938511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b10dd02e-c909-4aae-8ab4-4a958a53af60 None None] Provisioning complete for port b3e7d097-9d83-4a1a-b889-7891822c1cb5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:24.939459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b10dd02e-c909-4aae-8ab4-4a958a53af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.060457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.069558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b10dd02e-c909-4aae-8ab4-4a958a53af60 None None] Port b3e7d097-9d83-4a1a-b889-7891822c1cb5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:25.072363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port afc1badb-b1ea-4dee-9ca6-562c194c822d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:25.072686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.079292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b10dd02e-c909-4aae-8ab4-4a958a53af60 None None] Could not find standard attr ID for object 98df3d57-dcf1-4c73-97d2-f2732c984c9a. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:18:25.099550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b10dd02e-c909-4aae-8ab4-4a958a53af60 None None] Provisioning complete for port afc1badb-b1ea-4dee-9ca6-562c194c822d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:25.099920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b10dd02e-c909-4aae-8ab4-4a958a53af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.253619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.261747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Added routes are [] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 12:18:25.262129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Removed routes are [] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 12:18:25.262567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.277584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] DHCP port deletion for 19efb6a2-60fd-4c66-b267-b91ffae80df1 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:25.282080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Deleting port afc1badb-b1ea-4dee-9ca6-562c194c822d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:25.282538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.295465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] For port afc1badb-b1ea-4dee-9ca6-562c194c822d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=afc1badb-b1ea-4dee-9ca6-562c194c822d,segment=NetworkSegment(1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17),segment_id=1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:25.295811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.300370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.423412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for afc1badb-b1ea-4dee-9ca6-562c194c822d owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:25.498891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] For port afc1badb-b1ea-4dee-9ca6-562c194c822d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=afc1badb-b1ea-4dee-9ca6-562c194c822d,segment=NetworkSegment(1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17),segment_id=1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:25.500971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.509840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Calling delete_port for 2f605e40-6b44-4fbc-ae6f-ab362f1966d8 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:25.619545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.674398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=afc1badb-b1ea-4dee-9ca6-562c194c822d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:25.674905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Calling delete_port for afc1badb-b1ea-4dee-9ca6-562c194c822d owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:25.676835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No DVR routers for this DVR port afc1badb-b1ea-4dee-9ca6-562c194c822d on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:25.743322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 50c0a276-7998-4cbf-8b68-13201266668c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:25.818887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.820126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:18:25.820641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:18:25.834753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 50c0a276-7998-4cbf-8b68-13201266668c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:25.835313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.845804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19efb6a2-60fd-4c66-b267-b91ffae80df1']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:25.858556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:25.858788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4bd30d-bc6b-4230-8cff-7f0ab7e4de17') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:25.871083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.889526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.897050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:18:25.897470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:25.907012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Calling delete_port for 361daa93-6522-414f-ad7d-77fafa5380dc owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:18:25.913052 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:18:25.937303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.034203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device afc1badb-b1ea-4dee-9ca6-562c194c822d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:26.065888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.072728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: afc1badb-b1ea-4dee-9ca6-562c194c822d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:26.074229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device afc1badb-b1ea-4dee-9ca6-562c194c822d not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:26.091791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.100543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=19efb6a2-60fd-4c66-b267-b91ffae80df1,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:26.168890 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-54f3b822-8620-4934-9d2e-3bbad4a1bcef tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/19efb6a2-60fd-4c66-b267-b91ffae80df1 HTTP/1.1" status: 204 len: 168 time: 1.3735349 Mar 03 12:18:26.172384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33710) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:26.178459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'name': 'tempest-PortsTestJSON-96021921'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:26.197261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for b3e7d097-9d83-4a1a-b889-7891822c1cb5 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:26.291046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:26.295187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:26.298781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:26.304839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:26.322175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Deleting port afc1badb-b1ea-4dee-9ca6-562c194c822d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:26.323830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.357358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.374042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.391355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e989b30e-e6d1-4f6d-86bd-e01e91248a1c None None] The port 'afc1badb-b1ea-4dee-9ca6-562c194c822d' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:18:26.407321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:26.412414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.434419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port 77fe16e3-e9b1-4c67-8ebd-5fd439838732 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:26.465689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.649532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Port': ['ID=2f605e40-6b44-4fbc-ae6f-ab362f1966d8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:26.666569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router 4986a67b-92a4-4a84-b34c-1725ab564196 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:18:26.767908 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:18:26.866910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.934071 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:26.943783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:26.954216 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] Sync routers for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:26.967605 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:26.968524 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:27.114868 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:27.140949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=b3e7d097-9d83-4a1a-b889-7891822c1cb5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:27.146731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.150587 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a5811524-4eca-4356-ad6a-3eb0118bc6ec tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 200 len: 705 time: 2.6395335 Mar 03 12:18:27.152830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33716) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:27.155574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.214842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.244038 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:18Z', 'revision_number': 11, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:27.255163 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] Checking router: 4986a67b-92a4-4a84-b34c-1725ab564196 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:18:27.271258 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] Routers {'4986a67b-92a4-4a84-b34c-1725ab564196'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:27.272200 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4986a67b-92a4-4a84-b34c-1725ab564196'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:27.300575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event deleted for resources: {'Port': ['ID=361daa93-6522-414f-ad7d-77fafa5380dc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:27.353002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.355794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6c20e143-06af-4a1b-a625-4e40b34bd3f9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/b3e7d097-9d83-4a1a-b889-7891822c1cb5 HTTP/1.1" status: 204 len: 168 time: 3.7476373 Mar 03 12:18:27.358433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33720) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:27.371307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e2835685-c186-4b7e-9b65-d4b8f70868e6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:27.389780 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1afeed50-049b-450d-9551-abc6b4d696bd tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/ports/2f605e40-6b44-4fbc-ae6f-ab362f1966d8 HTTP/1.1" status: 204 len: 168 time: 3.7859089 Mar 03 12:18:27.399293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33724) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:27.411499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.445327 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] Set router 4986a67b-92a4-4a84-b34c-1725ab564196 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:27.510362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=77fe16e3-e9b1-4c67-8ebd-5fd439838732,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:27.518304 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e1fc44-1219-45fb-a415-4d615ff51eed tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] GET failed (client error): The resource could not be found. Mar 03 12:18:27.518829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-09e1fc44-1219-45fb-a415-4d615ff51eed tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Synchronizing usage tracker for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:27.540915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:27.545428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:27.546848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.562003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:27.568492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:27.569299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.580723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758a66-d922-4276-a090-81d0f55f52be tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:27.582334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5758a66-d922-4276-a090-81d0f55f52be tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:27.586526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a5758a66-d922-4276-a090-81d0f55f52be tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2242405 Mar 03 12:18:27.589411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33728) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:27.604539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e2835685-c186-4b7e-9b65-d4b8f70868e6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:27.605742 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e2835685-c186-4b7e-9b65-d4b8f70868e6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 200 len: 205 time: 0.4454448 Mar 03 12:18:27.607418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:18Z', 'revision_number': 11, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:27.612674 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f3f04-b701-4e42-9853-7c07e8a799b9 None None] The sync data for ids ['4986a67b-92a4-4a84-b34c-1725ab564196'] in dv-neutron-831730-1-hyperv is: [{'id': '4986a67b-92a4-4a84-b34c-1725ab564196', 'name': 'tempest-RoutersIpV6Test-router-1917412820', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:35Z', 'updated_at': '2022-03-03T12:18:18Z', 'revision_number': 11, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:27.627149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33732) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:27.672410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-09e1fc44-1219-45fb-a415-4d615ff51eed tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Unset dirty status for tenant:4feeb01e6d7d4d9883cde999370bb835 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:27.678987 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-09e1fc44-1219-45fb-a415-4d615ff51eed tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "GET /v2.0/ports/2f605e40-6b44-4fbc-ae6f-ab362f1966d8 HTTP/1.1" status: 404 len: 333 time: 0.2404776 Mar 03 12:18:27.687553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33736) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:27.812893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.823869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.860427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting port c91afa61-d313-4e7f-97b8-edeb7ea0944e {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:27.860427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.923858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac79d-1a45-4026-8ad1-ce0f67b0f532 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:27.990802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 6d3ceefb-0bbf-45dc-8750-f19a8f53323a {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:27.994590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.018142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.018748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Fanout notify agent at l3_agent the message router_deleted on router ac77c277-ad98-420a-9f61-2283c494ec7e {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:18:28.036952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.037531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e7e37acf-f81a-4307-9a0b-d29fcaefcf32 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/ac77c277-ad98-420a-9f61-2283c494ec7e HTTP/1.1" status: 204 len: 168 time: 4.9759564 Mar 03 12:18:28.041147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33742) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:28.052146 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9ace7998-76b1-4099-bfe8-3f8bebfdbe85 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.8788638 Mar 03 12:18:28.058333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33746) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:28.090643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1158617319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:28.112256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:28.120433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Usage tracker for resource:router and tenant:c4fe0eda950f453da1c660f21b0117ba is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:28.125384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:28.135232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:28.165037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.288292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.298723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Calling delete_port for c91afa61-d313-4e7f-97b8-edeb7ea0944e owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:28.329229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.332569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.346256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.405609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 77fe16e3-e9b1-4c67-8ebd-5fd439838732 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:28.406007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.445800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac79d-1a45-4026-8ad1-ce0f67b0f532 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.453681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac79d-1a45-4026-8ad1-ce0f67b0f532 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.455442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.556135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.557254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-67d565c1-0b95-4cc9-ac07-e951668ddb95 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5152524 Mar 03 12:18:28.560230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33752) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:28.566079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'enable_snat': False}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:28.572761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.619542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.624400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac79d-1a45-4026-8ad1-ce0f67b0f532 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.624946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1ac79d-1a45-4026-8ad1-ce0f67b0f532 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Fanout notify agent at l3_agent the message router_deleted on router 4986a67b-92a4-4a84-b34c-1725ab564196 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:18:28.668631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac79d-1a45-4026-8ad1-ce0f67b0f532 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.676195 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1d1ac79d-1a45-4026-8ad1-ce0f67b0f532 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 204 len: 168 time: 1.0410588 Mar 03 12:18:28.676195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33756) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:28.685120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Port': ['ID=c91afa61-d313-4e7f-97b8-edeb7ea0944e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:28.736651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1457151882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:28.751800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:28.768697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Usage tracker for resource:router and tenant:b2ebb6b10f0643c584ccf13108ef3bdf is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:28.775944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:28.789684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:28.792580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:28.928289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 77fe16e3-e9b1-4c67-8ebd-5fd439838732 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:28.958217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.008806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.008806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.021155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3ceefb-0bbf-45dc-8750-f19a8f53323a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:29.040605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb4214-fbc8-4e0e-8c0b-db6da8ea680e None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:29.050823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.091070 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f1e0f10a-2464-450a-8e91-6256f533ed37 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/6d3ceefb-0bbf-45dc-8750-f19a8f53323a HTTP/1.1" status: 204 len: 168 time: 1.5008378 Mar 03 12:18:29.093132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.094199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33760) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:29.151417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.153223 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4b6526e8-9d75-4d85-a335-33006da2197e tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/ports/c91afa61-d313-4e7f-97b8-edeb7ea0944e HTTP/1.1" status: 204 len: 168 time: 1.4647157 Mar 03 12:18:29.165865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33764) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:29.213971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.336735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:29.341266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] Deleting port 50c0a276-7998-4cbf-8b68-13201266668c {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:29.341638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.348448 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ae4bfba3-5cc4-4e89-a906-7ef07182f8f1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2507465 Mar 03 12:18:29.353056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.356801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33770) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:29.433910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=77fe16e3-e9b1-4c67-8ebd-5fd439838732,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:29.440631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.455359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting subnet 8316ad11-7a9b-433e-8659-03fdad7ab3c7 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:29.460736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.489174 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1448441f-d980-4bec-9e90-22e528b1978b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/77fe16e3-e9b1-4c67-8ebd-5fd439838732 HTTP/1.1" status: 204 len: 168 time: 1.4297884 Mar 03 12:18:29.494727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33774) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:29.505022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.514123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'mac_address': 'fa:16:3e:f8:e3:af', 'name': 'tempest-PortsTestJSON-1874963492'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:29.553691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc20733-b394-45aa-8782-a356325f62a2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:29.554307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5dc20733-b394-45aa-8782-a356325f62a2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:29.578554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] For port 50c0a276-7998-4cbf-8b68-13201266668c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=50c0a276-7998-4cbf-8b68-13201266668c,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:29.579267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.621755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.686103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:29.690725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:29.695199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:29.699267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:29.718387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] Calling delete_port for 50c0a276-7998-4cbf-8b68-13201266668c owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:29.722026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5dc20733-b394-45aa-8782-a356325f62a2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:29.725674 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5dc20733-b394-45aa-8782-a356325f62a2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3656960 Mar 03 12:18:29.726324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33778) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:29.737732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.743044 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ba3f7888-20d6-4f2a-a9e6-868096177c2d tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0630558 Mar 03 12:18:29.747598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 50c0a276-7998-4cbf-8b68-13201266668c no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:29.752029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33782) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:29.759055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5717f026-df0a-4f17-a38f-1aecadaf9d36 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:29.839715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.858672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:29.869760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94442b5d-0ecb-4847-8087-3f662590e208 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:29.870807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-94442b5d-0ecb-4847-8087-3f662590e208 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:29.878796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.901324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:29.979109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.026458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.033861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] Pushing event deleted for resources: {'Port': ['ID=50c0a276-7998-4cbf-8b68-13201266668c,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:30.035789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99d59e-e00d-42c1-8b45-54415daced29 None None] No DVR routers for this DVR port 50c0a276-7998-4cbf-8b68-13201266668c on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:30.042402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Allocated IP 172.26.8.203 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/b297e766-95b0-466b-8bf8-cd8af5807b67) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:30.044401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-94442b5d-0ecb-4847-8087-3f662590e208 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:30.045552 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-94442b5d-0ecb-4847-8087-3f662590e208 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3183274 Mar 03 12:18:30.054668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33786) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:30.131422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d2a8b4dc-27b9-4835-8a7d-c2d450d17c19 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752034 Mar 03 12:18:30.133207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33790) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:30.155994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:30.263186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.279325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.408366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.475674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:30.481777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5717f026-df0a-4f17-a38f-1aecadaf9d36 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.482727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:30.487167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:30.505972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port 326a1ed2-39bc-47f0-85b5-26dda6cf718f yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:30.519155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Pushing event updated for resources: {'Port': ['ID=b297e766-95b0-466b-8bf8-cd8af5807b67,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:30.553019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:30.575705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:30.658784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5717f026-df0a-4f17-a38f-1aecadaf9d36 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.871555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:30.874970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:30.879129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.055668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Subnet': ['ID=8316ad11-7a9b-433e-8659-03fdad7ab3c7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:31.081377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.086117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f905dba-e297-4826-8c03-030e16081f96 None None] Network e1052d9f-3031-4cef-ac54-b71004415f9b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:31.170392 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6f6ac7f8-6f78-4da1-85ed-25c0ed44f1fe tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/subnets/8316ad11-7a9b-433e-8659-03fdad7ab3c7 HTTP/1.1" status: 204 len: 168 time: 2.0034976 Mar 03 12:18:31.185255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33796) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:31.187875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.189449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.348118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.407895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5717f026-df0a-4f17-a38f-1aecadaf9d36 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Router b3331745-2d94-45d2-994e-256610f30c09 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:18:31.416848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Deleting port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:31.417188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.463731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] DHCP port deletion for e1052d9f-3031-4cef-ac54-b71004415f9b request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:31.467462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Deleting port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:31.467843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.617927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5717f026-df0a-4f17-a38f-1aecadaf9d36 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:31.625312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.645325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] Sync routers for ids ['b3331745-2d94-45d2-994e-256610f30c09'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:31.668222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] Routers {'b3331745-2d94-45d2-994e-256610f30c09'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:31.668222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b3331745-2d94-45d2-994e-256610f30c09'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:31.680133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.683543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.694654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5717f026-df0a-4f17-a38f-1aecadaf9d36 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.698488 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5717f026-df0a-4f17-a38f-1aecadaf9d36 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "PUT /v2.0/routers/b3331745-2d94-45d2-994e-256610f30c09 HTTP/1.1" status: 200 len: 698 time: 1.9427373 Mar 03 12:18:31.761001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33802) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:31.799312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] Set router b3331745-2d94-45d2-994e-256610f30c09 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:31.861666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:31.885779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:31.899615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:31.901989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:31.908464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:31.911918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:31.962991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3331745-2d94-45d2-994e-256610f30c09', 'name': 'tempest-RoutersIpV6Test-router-1457151882', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:18:29Z', 'updated_at': '2022-03-03T12:18:30Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:32.014042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] Checking router: b3331745-2d94-45d2-994e-256610f30c09 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:18:32.015822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=326a1ed2-39bc-47f0-85b5-26dda6cf718f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:32.033800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.036165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Router e10dca8d-8678-4ac7-a4f6-57c4b520a46a is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:18:32.049198 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] Routers {'b3331745-2d94-45d2-994e-256610f30c09'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:32.049817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b3331745-2d94-45d2-994e-256610f30c09'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:32.072522 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-83d1cb6a-97df-424d-bc45-990ae2d4d110 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/routers/b3331745-2d94-45d2-994e-256610f30c09 HTTP/1.1" status: 200 len: 704 time: 0.3032873 Mar 03 12:18:32.082658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33806) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:32.198724 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d8e53a59-51c5-4a95-858c-af782e4798da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7002726 Mar 03 12:18:32.202142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33810) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:32.221546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:32.225659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-72e2c34b-d1d0-4927-a76d-c6f5c19f790e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Synchronizing usage tracker for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:32.233137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:32.236508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:32.238269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.256832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] For port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,segment=NetworkSegment(b5adf8c1-bfdb-470d-a4e2-cf699027c11c),segment_id=b5adf8c1-bfdb-470d-a4e2-cf699027c11c)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:32.260581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.294848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdca399-b65a-41ab-b120-47c26ec1c7ee None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:32.319873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:32.330251 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] Sync routers for ids ['e10dca8d-8678-4ac7-a4f6-57c4b520a46a'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:32.335727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=9ac29145-33b8-446b-a9ae-389f4c603b13,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:32.338575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-72e2c34b-d1d0-4927-a76d-c6f5c19f790e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Unset dirty status for tenant:b2ebb6b10f0643c584ccf13108ef3bdf on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:32.343225 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-72e2c34b-d1d0-4927-a76d-c6f5c19f790e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3331745-2d94-45d2-994e-256610f30c09 HTTP/1.1" status: 200 len: 205 time: 0.2524629 Mar 03 12:18:32.355242 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] Routers {'e10dca8d-8678-4ac7-a4f6-57c4b520a46a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:32.355863 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['e10dca8d-8678-4ac7-a4f6-57c4b520a46a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:32.362871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33816) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:32.423098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] Set router b3331745-2d94-45d2-994e-256610f30c09 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:18:32.426232 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:32.436087 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] Routers {'e10dca8d-8678-4ac7-a4f6-57c4b520a46a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:32.437117 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['e10dca8d-8678-4ac7-a4f6-57c4b520a46a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:32.454799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e933128-faa5-496e-a605-df03245de70b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:32.455781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5e933128-faa5-496e-a605-df03245de70b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:32.505830 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:32.506658 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b77da6-bdbe-4745-924e-072a7dcfcc9d None None] The sync data for ids ['e10dca8d-8678-4ac7-a4f6-57c4b520a46a'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:32.539655 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6a41508f-ae3c-4099-a2cc-d307e5262e87 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3987172 Mar 03 12:18:32.544282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Calling delete_port for 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:32.571594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33820) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:32.585440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:9a:c5:d6', 'name': 'tempest-NetworksTestDHCPv6-546278827'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:32.605488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3331745-2d94-45d2-994e-256610f30c09', 'name': 'tempest-RoutersIpV6Test-router-1457151882', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:18:29Z', 'updated_at': '2022-03-03T12:18:30Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:32.608553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] For port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,segment=NetworkSegment(b5adf8c1-bfdb-470d-a4e2-cf699027c11c),segment_id=b5adf8c1-bfdb-470d-a4e2-cf699027c11c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:32.608946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.618598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.623494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.628132 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-51190c60-98dc-43db-8c93-87bb2334cfdd tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "PUT /v2.0/routers/e10dca8d-8678-4ac7-a4f6-57c4b520a46a HTTP/1.1" status: 200 len: 920 time: 4.0635142 Mar 03 12:18:32.628621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33824) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:32.638782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a251e-3108-48e1-a8f3-1f0b727c59a0 None None] The sync data for ids ['b3331745-2d94-45d2-994e-256610f30c09'] in dv-neutron-831730-1-hyperv is: [{'id': 'b3331745-2d94-45d2-994e-256610f30c09', 'name': 'tempest-RoutersIpV6Test-router-1457151882', 'tenant_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:18:29Z', 'updated_at': '2022-03-03T12:18:30Z', 'revision_number': 2, 'project_id': 'b2ebb6b10f0643c584ccf13108ef3bdf', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:32.774483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de95d2f5-9e0d-4b9c-b819-9e5a1e985cc5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.786252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:32.799505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Calling delete_port for 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:32.844571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5e933128-faa5-496e-a605-df03245de70b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:32.845953 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5e933128-faa5-496e-a605-df03245de70b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/326a1ed2-39bc-47f0-85b5-26dda6cf718f HTTP/1.1" status: 200 len: 841 time: 0.6427100 Mar 03 12:18:32.849147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33832) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:32.867543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Port': ['ID=61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:32.928127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] No DVR routers for this DVR port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:33.070049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:33.100816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:18:33.102553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:18:33.112953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '9ac29145-33b8-446b-a9ae-389f4c603b13'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:33.114724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.138442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:33.144576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 326a1ed2-39bc-47f0-85b5-26dda6cf718f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:33.144922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.176863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.190988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de95d2f5-9e0d-4b9c-b819-9e5a1e985cc5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.195494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de95d2f5-9e0d-4b9c-b819-9e5a1e985cc5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.209177 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1308d424-78e2-4d8d-ae4b-ea63f469bbab tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/e10dca8d-8678-4ac7-a4f6-57c4b520a46a HTTP/1.1" status: 200 len: 926 time: 0.5750709 Mar 03 12:18:33.210324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33844) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.238358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1052d9f-3031-4cef-ac54-b71004415f9b']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:33.297831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:33.324120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de95d2f5-9e0d-4b9c-b819-9e5a1e985cc5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.326478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de95d2f5-9e0d-4b9c-b819-9e5a1e985cc5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Fanout notify agent at l3_agent the message router_deleted on router b3331745-2d94-45d2-994e-256610f30c09 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:18:33.327096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5adf8c1-bfdb-470d-a4e2-cf699027c11c') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:33.327401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5adf8c1-bfdb-470d-a4e2-cf699027c11c') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:33.345303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a05297-f69b-43bf-8fb8-fa5da73421af tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:33.347059 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-69a05297-f69b-43bf-8fb8-fa5da73421af tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=e10dca8d-8678-4ac7-a4f6-57c4b520a46a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1355064 Mar 03 12:18:33.349760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33848) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.359599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.361706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de95d2f5-9e0d-4b9c-b819-9e5a1e985cc5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.368516 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-de95d2f5-9e0d-4b9c-b819-9e5a1e985cc5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/b3331745-2d94-45d2-994e-256610f30c09 HTTP/1.1" status: 204 len: 168 time: 1.0010018 Mar 03 12:18:33.371579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/9ac29145-33b8-446b-a9ae-389f4c603b13/6462ac7b-f628-407c-90b3-aa3e3f05bcf7) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:33.384369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33852) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.460652 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb2e2577-760d-492c-8de3-aef00a907515 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3331745-2d94-45d2-994e-256610f30c09 HTTP/1.1" status: 200 len: 205 time: 0.0785985 Mar 03 12:18:33.486398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33856) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.560234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.571677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:18:33.572653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.585476 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-f341ecb8-4e4e-449a-baba-e7c1b01e15d5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] delete failed (client error): The resource could not be found. Mar 03 12:18:33.589209 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f341ecb8-4e4e-449a-baba-e7c1b01e15d5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/b3331745-2d94-45d2-994e-256610f30c09 HTTP/1.1" status: 404 len: 336 time: 0.1016343 Mar 03 12:18:33.589812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33860) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.604605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Deleting port 61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:33.605076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:18:33.621022 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:18:33.647523 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2751e65-ad97-47ff-8c01-4f39cab47124 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:33.647830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2751e65-ad97-47ff-8c01-4f39cab47124 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:33.652167 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a2751e65-ad97-47ff-8c01-4f39cab47124 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/d12fdb83-2669-454a-83a1-a3abe73ced92 HTTP/1.1" status: 404 len: 337 time: 0.0586305 Mar 03 12:18:33.654668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33864) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.706050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5ed70f44-cb19-495e-8356-ceb077a05efa None None] The port '61bd63bc-c3f0-43d4-a5ab-4c102fcfcd4f' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:18:33.707102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca07c09-4ecf-4085-8a49-ea7f73614cc7 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:33.708239 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7ca07c09-4ecf-4085-8a49-ea7f73614cc7 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/networks/aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 881 time: 0.3573520 Mar 03 12:18:33.721333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.721691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33868) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.726015 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e6701e-9450-46c6-925b-a33d9514b14b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:33.728326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e6701e-9450-46c6-925b-a33d9514b14b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:33.730709 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e2e6701e-9450-46c6-925b-a33d9514b14b tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/cd7cee3f-f47d-48ac-9102-22e4b64c799f HTTP/1.1" status: 404 len: 337 time: 0.0635364 Mar 03 12:18:33.731686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33872) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.795833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.815659 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f08561d5-75c1-4ba6-bf1b-2ed3e3a5f3e1 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10dca8d-8678-4ac7-a4f6-57c4b520a46a HTTP/1.1" status: 200 len: 205 time: 0.0927260 Mar 03 12:18:33.821722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33876) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.822602 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc69763-4d8d-415f-aa14-1e784fbb10d4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:33.823034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc69763-4d8d-415f-aa14-1e784fbb10d4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:33.824638 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fcc69763-4d8d-415f-aa14-1e784fbb10d4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/49722c17-ce24-45b0-b01a-c9afb0abae9c HTTP/1.1" status: 404 len: 337 time: 0.0555534 Mar 03 12:18:33.871481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33880) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:33.876384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Transition to ACTIVE for port object 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:33.886245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-8274d95a-fa36-41e2-a708-f44aee08a17a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:33.900551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Transition to ACTIVE for port object 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:33.969226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:33.982222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 326a1ed2-39bc-47f0-85b5-26dda6cf718f owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:34.007672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.032927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.039946 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1eb0ee-70b0-49bf-a95f-be191e683226 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:34.040278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:34.040464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1eb0ee-70b0-49bf-a95f-be191e683226 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:34.043128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:34.052217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:34.073001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.091363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] Pushing event deleted for resources: {'Network': ['ID=e1052d9f-3031-4cef-ac54-b71004415f9b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:34.102808 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-be1eb0ee-70b0-49bf-a95f-be191e683226 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/06235a49-743a-4cdb-8073-a0378363efb9 HTTP/1.1" status: 404 len: 337 time: 0.2302525 Mar 03 12:18:34.114437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33884) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.115468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port c7085f9d-03eb-4d7c-bb80-2243c8de180d yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:34.126807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-8274d95a-fa36-41e2-a708-f44aee08a17a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:34.128051 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-8274d95a-fa36-41e2-a708-f44aee08a17a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293419625&fields=id&tenant_id=bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 267 time: 0.4967434 Mar 03 12:18:34.140445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Pushing event updated for resources: {'Port': ['ID=6462ac7b-f628-407c-90b3-aa3e3f05bcf7,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:34.154871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Attempting to bind port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:34.155242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Attempting to bind port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:34.155791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Attempting to bind port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:34.161725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:34.162096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:34.162677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.164823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:34.164823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Bound port: 6462ac7b-f628-407c-90b3-aa3e3f05bcf7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:34.164823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.256676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.259051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] For port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:34.262421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] For port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6462ac7b-f628-407c-90b3-aa3e3f05bcf7,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:34.336842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.347238 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-798cb02c-f3f4-4bac-a7a7-c661f64f34a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 200 len: 205 time: 0.1948171 Mar 03 12:18:34.350938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33888) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.358601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-29655a53-bb2b-4d39-8968-44a4de4e37d0 tempest-AllowedAddressPairTestJSON-484506337 tempest-AllowedAddressPairTestJSON-484506337-project] 10.222.0.35 "DELETE /v2.0/networks/e1052d9f-3031-4cef-ac54-b71004415f9b HTTP/1.1" status: 204 len: 168 time: 3.1622312 Mar 03 12:18:34.432539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445049b-1602-4730-9816-c4eee39fa7be None None] Pushing event updated for resources: {'Port': ['ID=6462ac7b-f628-407c-90b3-aa3e3f05bcf7,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:34.434140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.453539 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-74f84b29-bccf-4ddf-92a4-9002f000f6a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] delete failed (client error): The resource could not be found. Mar 03 12:18:34.455306 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-74f84b29-bccf-4ddf-92a4-9002f000f6a7 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/4986a67b-92a4-4a84-b34c-1725ab564196 HTTP/1.1" status: 404 len: 336 time: 0.1013577 Mar 03 12:18:34.483208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33894) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.526852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-01b8754e-4139-4b2d-b22e-0e6529120283 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:34.527681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-01b8754e-4139-4b2d-b22e-0e6529120283 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:34.534554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=326a1ed2-39bc-47f0-85b5-26dda6cf718f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:34.556930 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6ea02564-0792-4eb2-a921-2a574e587c74 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=f704dfe5-edd1-4c8e-90b5-4f10f8cdd858 HTTP/1.1" status: 200 len: 205 time: 0.0722432 Mar 03 12:18:34.561410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33898) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.568338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.575839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.641548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::251 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/9ac29145-33b8-446b-a9ae-389f4c603b13/c7085f9d-03eb-4d7c-bb80-2243c8de180d) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:34.647937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-01b8754e-4139-4b2d-b22e-0e6529120283 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:34.649133 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-01b8754e-4139-4b2d-b22e-0e6529120283 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 811 time: 0.5095723 Mar 03 12:18:34.656774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Deleting port b297e766-95b0-466b-8bf8-cd8af5807b67 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:34.656774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.659061 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c433d8f2-5778-46cd-a941-dc096d0bc9bc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/326a1ed2-39bc-47f0-85b5-26dda6cf718f HTTP/1.1" status: 204 len: 168 time: 1.8034096 Mar 03 12:18:34.660120 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-d3a798fc-69e9-4560-b052-d10cd2dbba3a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] delete failed (client error): The resource could not be found. Mar 03 12:18:34.661028 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d3a798fc-69e9-4560-b052-d10cd2dbba3a tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/f704dfe5-edd1-4c8e-90b5-4f10f8cdd858 HTTP/1.1" status: 404 len: 336 time: 0.0947599 Mar 03 12:18:34.661520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33902) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.664976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33904) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.706523 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-24ce94b7-4a34-4afb-9f61-3bf35a18696e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/quotas/bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 375 time: 0.0178859 Mar 03 12:18:34.781040 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57f7e29-8418-4004-93e6-469b427479f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:34.781495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57f7e29-8418-4004-93e6-469b427479f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:34.786073 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c57f7e29-8418-4004-93e6-469b427479f4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/56b346f3-b4da-45f2-8c5f-9120383e3c2e HTTP/1.1" status: 404 len: 337 time: 0.1139612 Mar 03 12:18:34.786073 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9eda5cd-4226-43e9-95d2-8151701e55da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:18:34.786073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e9eda5cd-4226-43e9-95d2-8151701e55da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:34.801485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33910) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.867397 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ef28cc5f-fdfb-4e63-a354-099ddbc4e1fd tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e78dfa4-ed7f-4651-9c0d-f6482cab4472 HTTP/1.1" status: 200 len: 205 time: 0.0626879 Mar 03 12:18:34.873081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33914) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.932349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-7485cc92-4a47-42d7-ba30-c44e3a8c194a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:34.967654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:34.971474 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-b9bfaefd-662f-4b3a-8c3f-69e7dff3c055 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] delete failed (client error): The resource could not be found. Mar 03 12:18:34.972514 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b9bfaefd-662f-4b3a-8c3f-69e7dff3c055 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/4e78dfa4-ed7f-4651-9c0d-f6482cab4472 HTTP/1.1" status: 404 len: 336 time: 0.0988193 Mar 03 12:18:34.978951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33920) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:34.989229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e9eda5cd-4226-43e9-95d2-8151701e55da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:34.990356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e9eda5cd-4226-43e9-95d2-8151701e55da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/326a1ed2-39bc-47f0-85b5-26dda6cf718f HTTP/1.1" status: 404 len: 333 time: 0.3265197 Mar 03 12:18:35.002555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33924) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.011468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'name': 'tempest-PortsTestJSON-1177706073'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:35.020566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33928) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.147439 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a3ea6055-d2af-4789-a7f4-7de7847f6e78 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=989a21be-e428-439c-8945-c4965e50f39a HTTP/1.1" status: 200 len: 205 time: 0.1673789 Mar 03 12:18:35.154693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Calling delete_port for b297e766-95b0-466b-8bf8-cd8af5807b67 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:35.158624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33934) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.181892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-7485cc92-4a47-42d7-ba30-c44e3a8c194a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:35.183190 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-7485cc92-4a47-42d7-ba30-c44e3a8c194a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4381251 Mar 03 12:18:35.248916 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-dbd7a9f4-1412-4d8b-99d0-22e6694aa9d4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] delete failed (client error): The resource could not be found. Mar 03 12:18:35.249924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dbd7a9f4-1412-4d8b-99d0-22e6694aa9d4 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/989a21be-e428-439c-8945-c4965e50f39a HTTP/1.1" status: 404 len: 336 time: 0.0933616 Mar 03 12:18:35.254093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33940) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.265821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:35.311018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:35.314717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:35.336663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object c7085f9d-03eb-4d7c-bb80-2243c8de180d will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:35.343600 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c13ae35-5056-4a2c-87bc-7b5d7858f07e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:35.344155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c13ae35-5056-4a2c-87bc-7b5d7858f07e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:35.346787 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0c13ae35-5056-4a2c-87bc-7b5d7858f07e tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/3cb5b9fc-e539-4d44-a706-39de09235092 HTTP/1.1" status: 404 len: 337 time: 0.0915926 Mar 03 12:18:35.349287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33944) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.406734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c41eff55-5e73-4586-b909-cb62255c60e3 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a91ba24-e53b-48a9-a1da-00a759476ac4 HTTP/1.1" status: 200 len: 205 time: 0.0560491 Mar 03 12:18:35.410383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33948) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.465411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:35.468849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:35.500574 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-d2f9c02f-db6f-4ff8-b75c-c947aef0d6d6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] delete failed (client error): The resource could not be found. Mar 03 12:18:35.502152 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d2f9c02f-db6f-4ff8-b75c-c947aef0d6d6 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/0a91ba24-e53b-48a9-a1da-00a759476ac4 HTTP/1.1" status: 404 len: 336 time: 0.0908597 Mar 03 12:18:35.504990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33952) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.523852 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1efc4ea3-fe44-4046-b79f-3ae76dd0d95a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4feeb01e6d7d4d9883cde999370bb835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942446 Mar 03 12:18:35.542106 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33956) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.547878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port bba3d155-a676-4231-8b1c-1aa543d583ff yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:35.581298 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3b6c66-65ea-416e-86d8-e8f76daeacf5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:35.581515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3b6c66-65ea-416e-86d8-e8f76daeacf5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:35.585594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cc3b6c66-65ea-416e-86d8-e8f76daeacf5 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/8c5c15cd-36b7-4ef7-805f-9872fc51611c HTTP/1.1" status: 404 len: 337 time: 0.0772717 Mar 03 12:18:35.586403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33960) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.593289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:35.636418 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6542044e-4722-44ab-9685-c7e5e6130d02 service neutron] 10.222.0.35 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383869 Mar 03 12:18:35.644383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5785c06c-0b40-4f10-863d-da76fe824b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:35.687688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:35.706479 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-912502c6-7a63-472f-84a6-a63cb174a7c8 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d3f2caa-3ddc-43e0-ac05-c687e080afb6 HTTP/1.1" status: 200 len: 205 time: 0.1192417 Mar 03 12:18:35.731937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33964) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.745378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5785c06c-0b40-4f10-863d-da76fe824b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:35.789504 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:35.817968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:35.837954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:35.850705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:35.857306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:35.858440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:35.871749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-1ac43e8b-2ceb-4bd6-84ee-52465e35ae79 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] delete failed (client error): The resource could not be found. Mar 03 12:18:35.875397 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1ac43e8b-2ceb-4bd6-84ee-52465e35ae79 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/routers/3d3f2caa-3ddc-43e0-ac05-c687e080afb6 HTTP/1.1" status: 404 len: 336 time: 0.1373432 Mar 03 12:18:35.881106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33968) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:35.892816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event deleted for resources: {'Port': ['ID=b297e766-95b0-466b-8bf8-cd8af5807b67,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:35.897275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=c7085f9d-03eb-4d7c-bb80-2243c8de180d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:35.974043 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1ddcf9-77a4-4d59-8750-e27e0a3d15ba tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:35.974625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1ddcf9-77a4-4d59-8750-e27e0a3d15ba tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:35.978798 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6e1ddcf9-77a4-4d59-8750-e27e0a3d15ba tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/bf7a803e-9687-41a6-a077-1c7f791c02fd HTTP/1.1" status: 404 len: 337 time: 0.0864794 Mar 03 12:18:35.982738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33972) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:36.005515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:36.010988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c6f88949-c1e7-4504-9d86-c927642b2bab None None] Provisioning for port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:36.022418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:36.022933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.056491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c6f88949-c1e7-4504-9d86-c927642b2bab None None] Provisioning complete for port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:36.056866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c6f88949-c1e7-4504-9d86-c927642b2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.097056 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-27752c9b-9760-4bb8-959c-7fefbab6b290 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:36.097807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27752c9b-9760-4bb8-959c-7fefbab6b290 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:36.122328 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ce6ee61b-0c68-4a1c-903e-f0a7e4c87e0e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5495920 Mar 03 12:18:36.128092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33976) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:36.128303 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-27752c9b-9760-4bb8-959c-7fefbab6b290 tempest-RoutersIpV6Test-1663061395 tempest-RoutersIpV6Test-1663061395-project] 10.222.0.35 "DELETE /v2.0/subnets/15847071-2065-4760-823c-10e3e7995f97 HTTP/1.1" status: 404 len: 337 time: 0.1296120 Mar 03 12:18:36.155108 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6407eac6-4776-498f-a7e7-bdd6b9b87b23 service neutron] 10.222.0.35 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008707 Mar 03 12:18:36.157597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.303111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.347548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.393239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.395723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.413928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6462ac7b-f628-407c-90b3-aa3e3f05bcf7,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:36.415139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c6f88949-c1e7-4504-9d86-c927642b2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.419627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5785c06c-0b40-4f10-863d-da76fe824b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.439749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785c06c-0b40-4f10-863d-da76fe824b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a4a5e-0946-4651-ba78-2854a344f1a1,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:36.452757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5785c06c-0b40-4f10-863d-da76fe824b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.454595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5785c06c-0b40-4f10-863d-da76fe824b93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/087a4a5e-0946-4651-ba78-2854a344f1a1 HTTP/1.1" status: 204 len: 168 time: 0.9119503 Mar 03 12:18:36.471514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.511171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.511539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Fanout notify agent at l3_agent the message router_deleted on router e10dca8d-8678-4ac7-a4f6-57c4b520a46a {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:18:36.513681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.519604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.525682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 33992) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:36.526508 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-794a04b7-e9af-4a34-ba40-bcb14cde3867 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/e10dca8d-8678-4ac7-a4f6-57c4b520a46a HTTP/1.1" status: 204 len: 168 time: 2.6953390 Mar 03 12:18:36.553344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1991772613', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:36.572187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:36.576188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:36.589598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:36.594303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Usage tracker for resource:router and tenant:c4fe0eda950f453da1c660f21b0117ba is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:36.607597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:36.618876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:36.625711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:36.626941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.646452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=bba3d155-a676-4231-8b1c-1aa543d583ff,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:36.649637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:36.671186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691b796-ae97-49a0-b425-373cf034c623 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:36.678015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691b796-ae97-49a0-b425-373cf034c623 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:36.678741 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c691b796-ae97-49a0-b425-373cf034c623 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:36.689634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 33998) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:36.716139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-c6f88949-c1e7-4504-9d86-c927642b2bab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:18:36.716493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-c6f88949-c1e7-4504-9d86-c927642b2bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:18:36.719748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=6462ac7b-f628-407c-90b3-aa3e3f05bcf7,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:36.739414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34004) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:36.742056 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-41bf1225-2c5b-4f1b-8d57-caa361d028eb tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7333257 Mar 03 12:18:36.746809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:36.785150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c691b796-ae97-49a0-b425-373cf034c623 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:36.786316 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c691b796-ae97-49a0-b425-373cf034c623 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6593606 Mar 03 12:18:36.794919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34010) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:36.832588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.833378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.881431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port c7085f9d-03eb-4d7c-bb80-2243c8de180d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:36.881831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.934127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:36.947421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.105575 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-66d324d8-1f0d-47fb-96b1-e897de1d93dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2ebb6b10f0643c584ccf13108ef3bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147966 Mar 03 12:18:37.119642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34024) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:37.223280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.301129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.311619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.402808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c42d607c-ff1b-4670-833e-a05c81ad423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.443614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=bba3d155-a676-4231-8b1c-1aa543d583ff,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:37.458948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] In _notify_port_updated(), no bound segment for port bba3d155-a676-4231-8b1c-1aa543d583ff on network 42c9d800-ed64-48cd-b72e-d9a44806f18c {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:18:37.464660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:37.465252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.468215 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7fa208cf-d324-4231-9c8a-80b4ec782541 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "PUT /v2.0/ports/bba3d155-a676-4231-8b1c-1aa543d583ff HTTP/1.1" status: 200 len: 818 time: 0.7257774 Mar 03 12:18:37.469437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34044) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:37.499134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6c4e65c8-53ec-46a4-9fd1-5248de558005 None None] Provisioning for port c7085f9d-03eb-4d7c-bb80-2243c8de180d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:37.505444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6c4e65c8-53ec-46a4-9fd1-5248de558005 None None] Provisioning complete for port c7085f9d-03eb-4d7c-bb80-2243c8de180d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:37.505962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c4e65c8-53ec-46a4-9fd1-5248de558005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.575724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port bba3d155-a676-4231-8b1c-1aa543d583ff {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:37.576343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.631080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e65c8-53ec-46a4-9fd1-5248de558005 None None] Port c7085f9d-03eb-4d7c-bb80-2243c8de180d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:37.642845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for c7085f9d-03eb-4d7c-bb80-2243c8de180d owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:37.688296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c42d607c-ff1b-4670-833e-a05c81ad423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.722463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:37.807417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:37.808261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.825468 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6be2719c-e5fe-4c45-bc86-984ebc77362c req-cbc56beb-7a3a-4e2f-aacd-b8bd06f75558 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 210 time: 0.6679850 Mar 03 12:18:37.832560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.860152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:37.896163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34054) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:37.994158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for bba3d155-a676-4231-8b1c-1aa543d583ff owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:38.026412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c42d607c-ff1b-4670-833e-a05c81ad423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.042411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-26c0fdf6-093a-4719-a49d-42e47af76c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.044649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.048744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d607c-ff1b-4670-833e-a05c81ad423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f84badb-e411-4dec-a499-b82f831b7d03,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:38.056031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6634cd67-ab77-46d5-83d0-7a5bd69bca59 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:38.056716 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-6634cd67-ab77-46d5-83d0-7a5bd69bca59 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 12:18:38.057208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-6634cd67-ab77-46d5-83d0-7a5bd69bca59 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 12:18:38.060351 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6634cd67-ab77-46d5-83d0-7a5bd69bca59 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1609504 Mar 03 12:18:38.087506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34060) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:38.092898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684342012'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:38.099866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:38.104390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:38.107763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:38.115832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:38.139108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.233106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.299433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.304097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=c7085f9d-03eb-4d7c-bb80-2243c8de180d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:38.312135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=bba3d155-a676-4231-8b1c-1aa543d583ff,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:38.318530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.332193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.345935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:38.348459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:38.351634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:38.354271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.358552 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-35722f2d-a2e7-4871-9d23-ef62c888d566 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/c7085f9d-03eb-4d7c-bb80-2243c8de180d HTTP/1.1" status: 204 len: 168 time: 1.5660987 Mar 03 12:18:38.363155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34066) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:38.363155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c42d607c-ff1b-4670-833e-a05c81ad423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.363155 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c42d607c-ff1b-4670-833e-a05c81ad423a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f84badb-e411-4dec-a499-b82f831b7d03 HTTP/1.1" status: 204 len: 168 time: 1.2395844 Mar 03 12:18:38.364553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:38.429060 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e3f500ff-0b32-40e9-b399-520056e2d49f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/bba3d155-a676-4231-8b1c-1aa543d583ff HTTP/1.1" status: 204 len: 168 time: 0.9582498 Mar 03 12:18:38.431430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34072) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:38.466036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7791f5-1ad0-488e-af09-4e93c2660ba3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:38.467721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7791f5-1ad0-488e-af09-4e93c2660ba3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:38.468531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e7791f5-1ad0-488e-af09-4e93c2660ba3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:38.541086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.568763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03c966-0080-4bd0-8160-08370d0ba3c3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:38.569492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4f03c966-0080-4bd0-8160-08370d0ba3c3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:38.618789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.632567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:38.640694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:38.649990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:38.658864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4f03c966-0080-4bd0-8160-08370d0ba3c3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:38.662480 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4f03c966-0080-4bd0-8160-08370d0ba3c3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2273698 Mar 03 12:18:38.663551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:38.664693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34076) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:38.665388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e7791f5-1ad0-488e-af09-4e93c2660ba3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:38.668933 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9e7791f5-1ad0-488e-af09-4e93c2660ba3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3039179 Mar 03 12:18:38.669062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff377a96-ee38-4e48-bdba-88cfbfefd96b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:38.670051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34080) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:38.700948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.742775 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-524798b1-98ed-4417-81c8-4b505bd7f783 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:18:38.743300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-524798b1-98ed-4417-81c8-4b505bd7f783 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:38.747404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.756604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 9ac29145-33b8-446b-a9ae-389f4c603b13 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:38.763184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.795686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-524798b1-98ed-4417-81c8-4b505bd7f783 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:38.796880 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-524798b1-98ed-4417-81c8-4b505bd7f783 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/bba3d155-a676-4231-8b1c-1aa543d583ff HTTP/1.1" status: 404 len: 333 time: 0.1294732 Mar 03 12:18:38.803380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34086) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:38.815476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1906824392'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:38.822973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:38.831677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:38.846069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:38.846823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:38.855614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.889530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:38.971794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Allocated IP 172.26.8.56 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/94d31c32-7b58-4a4a-99b2-b5eb07c0aa2e) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:39.018953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.048653 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-38186767-5a07-4025-afac-04248b75c593 req-c594e9d3-775f-4683-9c20-397605247c27 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 210 time: 0.0866091 Mar 03 12:18:39.064313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.083281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:39.086994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.138575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d513c7e9-5f31-4977-a8d0-607169a05f52,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:39.142590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:18:39.144110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.145315 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c270b668-fa7e-4150-aac3-f22f620cc101 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0566878 Mar 03 12:18:39.148272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34098) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:39.157615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'd513c7e9-5f31-4977-a8d0-607169a05f52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:39.164286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:39.170392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:39.176599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.176945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment e4865522-1aeb-48a4-a830-960b7e43c0d5 of type vlan for network b53d5465-5a93-4ab5-ab86-e618f12a02f6 Mar 03 12:18:39.177503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:39.184983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:39.189318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.215934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.619345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.658194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac29145-33b8-446b-a9ae-389f4c603b13,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:39.660177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.666555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.675347 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.675722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:39.676386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.685375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be29f0f-4ed2-46b2-b6ab-c9c84f68625e None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:39.749698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.757068 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4095a8d3-a4a5-45a7-a7f0-f294c787e5d1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/9ac29145-33b8-446b-a9ae-389f4c603b13 HTTP/1.1" status: 204 len: 168 time: 1.0860791 Mar 03 12:18:39.760030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34110) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:39.804868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.828025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:39.861409 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e6c7fd06-2653-4aef-9105-9b17b8add2f3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972958 Mar 03 12:18:39.865266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34114) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:39.873274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174283f4-a8bb-4035-9ac5-7a9720ec8d9f,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:39.912850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event updated for resources: {'Port': ['ID=94d31c32-7b58-4a4a-99b2-b5eb07c0aa2e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:39.921744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=b53d5465-5a93-4ab5-ab86-e618f12a02f6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:39.945742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:18:39.957743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:39.958950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:39.962049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:39.977517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3587727-c647-41b3-a3d3-150f0d8963b2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:39.982021 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e3587727-c647-41b3-a3d3-150f0d8963b2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1128366 Mar 03 12:18:39.982329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34120) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:40.038026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.041886 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-afa29031-75c9-42fc-bfeb-3c48d2922bfd tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8899472 Mar 03 12:18:40.042033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34124) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:40.051609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'd513c7e9-5f31-4977-a8d0-607169a05f52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:40.062095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:40.068171 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c2c266aa-1a78-474c-b8fe-a7d87f2538d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2640531 Mar 03 12:18:40.069676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:40.072356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34128) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:40.075169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf9762-c29c-40b2-8a3b-7bbfe81c9b89 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:40.080141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:40.087884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-78cf9762-c29c-40b2-8a3b-7bbfe81c9b89 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:40.092682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:40.100750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] Deleting port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:40.101413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.112568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:40.166737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:40.207000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34134) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:40.209133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2515-dfbc-4fd2-b8a5-bbea90017a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.288524 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b197009b-ecdc-4aa0-a04b-fd620414a8ac req-a1d9f945-eb4a-401a-a827-ba733d055e10 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 210 time: 0.0549648 Mar 03 12:18:40.392758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-78cf9762-c29c-40b2-8a3b-7bbfe81c9b89 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:40.394433 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-78cf9762-c29c-40b2-8a3b-7bbfe81c9b89 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4112387 Mar 03 12:18:40.397523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34140) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:40.403233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] For port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6462ac7b-f628-407c-90b3-aa3e3f05bcf7,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:40.403897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.444240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:40.456998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-860598168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:40.512741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:40.516080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.536750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:40.539160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:40.550365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:router and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:40.552411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] Calling delete_port for 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:40.557650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:40.567633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:40.578790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:40.648309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-12df7f92-fa0c-42ab-b549-4f67ff97afa0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:40.649738 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-12df7f92-fa0c-42ab-b549-4f67ff97afa0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 811 time: 0.3548012 Mar 03 12:18:40.659101 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4d45000d-2a06-4bf4-8cec-95e4422da0ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2600746 Mar 03 12:18:40.666877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34144) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:40.676099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:40.683074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:40.686393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.699599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.723427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.724474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.756743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] No DVR routers for this DVR port 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:18:40.764106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a84cb-1235-4389-82b6-497e991af075 None None] Pushing event deleted for resources: {'Port': ['ID=6462ac7b-f628-407c-90b3-aa3e3f05bcf7,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:40.812495 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 12:18:40.819871 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-219ca20a-bec1-4b43-941a-b02badf3ee6c tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7703478 Mar 03 12:18:40.825948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34148) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:40.830946 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-330196c9-b6b3-46b5-a1dd-077a4514abae tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 380 time: 0.1604979 Mar 03 12:18:40.851439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:40.866985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'port': {'device_id': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'admin_state_up': True, 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'security_groups': ['6423c600-e7e7-4d4d-8c88-9fe1c37dbe27']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:40.885555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:40.907612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:40.908190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.056260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:41.064160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.090613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55ff9c50-c243-465d-bcfe-1e2d4663a730 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.110905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.128403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.280274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:41.291489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55ff9c50-c243-465d-bcfe-1e2d4663a730 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.320538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:41.405910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.411363 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9c0d4eff-0399-4447-acf0-d37c07def968 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2000229 Mar 03 12:18:41.411363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34158) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:41.416420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-212259754'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:41.421226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:41.425474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:network and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:41.428939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:41.430774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.435199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:41.491517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.494505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55ff9c50-c243-465d-bcfe-1e2d4663a730 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.498600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.550231 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-91b14ffc-16ad-4ecd-9b9f-db17cdd3f6da req-42b39db0-97db-4535-8712-857637dcb348 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 210 time: 0.0971839 Mar 03 12:18:41.556593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Made reservation on behalf of 057be4e040e646cabf022796a5aec4e1 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:41.559976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.578680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Made reservation on behalf of bc31158a5c8e4953ae82b3c61b4442ef for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:41.578680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.600688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff9c50-c243-465d-bcfe-1e2d4663a730 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d513c7e9-5f31-4977-a8d0-607169a05f52,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:41.618181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.657498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55ff9c50-c243-465d-bcfe-1e2d4663a730 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.658963 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-55ff9c50-c243-465d-bcfe-1e2d4663a730 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/d513c7e9-5f31-4977-a8d0-607169a05f52 HTTP/1.1" status: 204 len: 168 time: 0.8270931 Mar 03 12:18:41.667805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34162) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:41.707633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:41.715527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=224df3da-9542-4dcc-b8ed-7026a67250df,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:41.721922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:security_group_rule and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:41.728998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': 'e4865522-1aeb-48a4-a830-960b7e43c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:41.729362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: b53d5465-5a93-4ab5-ab86-e618f12a02f6, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:18:41.742489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:41.744551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:18:41.760421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:41.777335 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7d458d1b-c8bf-40e5-b601-f0f51506ed58 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1083744 Mar 03 12:18:41.780262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34166) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:41.789476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--504773769'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:41.789696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:18:41.789974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6462ac7b-f628-407c-90b3-aa3e3f05bcf7 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:18:41.801800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:41.825602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:41.832184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:41.847268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:41.874271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Allocated IP 172.20.0.5 (d086bbd9-7e2a-4260-88fb-5113c3fee776/38edfb95-5f57-439a-b8bb-36290ef359ac/1f767d07-5439-45b2-8548-4a97daa0ec85) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:41.888376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:18:41.971605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:41.980414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b53d5465-5a93-4ab5-ab86-e618f12a02f6) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:41.983844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Router 02cbd07f-f7c1-47a8-9867-82c589ff6eda is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:18:41.990049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bba9ce-2b40-4739-9f9d-78fff66cf1ca None None] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:42.004371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:18:42.009114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:42.009402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.010520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.088193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:42.092998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=71963520-95a9-4593-99c8-d4c0bf9e63c2,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:42.152335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.207400 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4232475f-9bb6-46fd-9492-5833a75663b9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1159663 Mar 03 12:18:42.208212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34170) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:42.213189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b53d5465-5a93-4ab5-ab86-e618f12a02f6', 'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6', 'tenant_id': '181cd31d5184417f829737ff9dc93b1a', 'fixed_ips': [{'subnet_id': '224df3da-9542-4dcc-b8ed-7026a67250df'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:42.214241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.219385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.226550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:42.265261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.354708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Transition to ACTIVE for port object 1f767d07-5439-45b2-8548-4a97daa0ec85 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:42.366567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:18:42.413699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.414151 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Added segment 06c470c8-4e17-4678-82fa-b7ca28b15e50 of type vlan for network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 Mar 03 12:18:42.415348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad72788-8a84-4ad1-972d-3159826f6fd4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:42.448434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:42.463685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Allocated IP 172.20.0.2 (b53d5465-5a93-4ab5-ab86-e618f12a02f6/224df3da-9542-4dcc-b8ed-7026a67250df/75cff1b9-748c-4244-88ca-c17a527a0c24) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:42.481928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.491818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:42.498891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:42.504243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:42.510304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:42.519002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:42.533808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:42.536670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:42.538814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:42.543942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:42.545795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.563884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.593039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:42.645400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:42.649840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.682480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.689472 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4eb9d741-f882-4554-a1a9-00651b253c6e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0213268 Mar 03 12:18:42.692556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34176) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:42.693046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.703662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Transition to ACTIVE for port object 75cff1b9-748c-4244-88ca-c17a527a0c24 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:42.705509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:42.722703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Transition to ACTIVE for port object 75cff1b9-748c-4244-88ca-c17a527a0c24 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:42.732235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] Sync routers for ids ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:42.735934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d78cc2-86cb-4030-822d-1313610c0f5b None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:42.744373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.754604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.759245 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-62b5b614-b106-4f41-b22b-4d0dc44eced4 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2223973 Mar 03 12:18:42.770394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34180) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:42.783445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] Routers {'02cbd07f-f7c1-47a8-9867-82c589ff6eda'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:42.784104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:42.805208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:42.834075 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.ipam_backend_mixin [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 224df3da-9542-4dcc-b8ed-7026a67250df (CIDR: 172.20.0.0/28) Mar 03 12:18:42.846374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.856307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:42.856307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.890604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.899542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a59d8d-4ac0-4e99-863f-e78f63334a83,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:42.924378 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:42.924877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:42.952152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:42.958439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:42.961353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:42.962871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:42.978272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:42.982541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:42.988904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:42.996320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:43.090288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:43.091321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.093377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] Routers {'02cbd07f-f7c1-47a8-9867-82c589ff6eda'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:43.094085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:43.134681 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-521cced8-1828-4100-a636-29f9aa4ad9e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9210689 Mar 03 12:18:43.138317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34184) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:43.172360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.173691 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-020d3c8b-6a4d-4210-86f4-462c7b6e0f51 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3909469 Mar 03 12:18:43.189056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:43.189582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4f167-0711-406f-9078-a069d51848a3 None None] The sync data for ids ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:43.191039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Pushing event updated for resources: {'Port': ['ID=75cff1b9-748c-4244-88ca-c17a527a0c24,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:43.203377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34186) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:43.221771 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8100536 Mar 03 12:18:43.236078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34192) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:43.240807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=1f767d07-5439-45b2-8548-4a97daa0ec85,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:43.246492 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-b81498ed-2036-4940-8ab6-adc44ab0869a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3966136 Mar 03 12:18:43.253319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-aa5fc1ce-d148-485e-8c40-06bb012942b0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'a1a59d8d-4ac0-4e99-863f-e78f63334a83', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:43.254160 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-aa5fc1ce-d148-485e-8c40-06bb012942b0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 12:18:43.254778 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-aa5fc1ce-d148-485e-8c40-06bb012942b0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:43.258481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:43.258752 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aa5fc1ce-d148-485e-8c40-06bb012942b0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0542641 Mar 03 12:18:43.259320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34196) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:43.275208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1b32f-aa0d-4771-ad31-45e018b42d5a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Network': ['ID=b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:43.289020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'subnet': {'network_id': 'b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:43.323052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:18:43.356882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:43.376954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:43.385593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:43.474289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45d72560-d39d-48fb-a049-4b1378cccc30 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.485923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Request body: {'port': {'device_id': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:43.505211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45d72560-d39d-48fb-a049-4b1378cccc30 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.523483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Attempting to bind port 75cff1b9-748c-4244-88ca-c17a527a0c24 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:43.524247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Attempting to bind port 75cff1b9-748c-4244-88ca-c17a527a0c24 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'e4865522-1aeb-48a4-a830-960b7e43c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:43.524857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Attempting to bind port 75cff1b9-748c-4244-88ca-c17a527a0c24 on network b53d5465-5a93-4ab5-ab86-e618f12a02f6 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:43.535920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:43.539000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Checking segment: {'id': 'e4865522-1aeb-48a4-a830-960b7e43c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:43.539000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.539000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Bound using segment: {'id': 'e4865522-1aeb-48a4-a830-960b7e43c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:43.539000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Bound port: 75cff1b9-748c-4244-88ca-c17a527a0c24, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4865522-1aeb-48a4-a830-960b7e43c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:43.539000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.562543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:43.574648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39800d-5492-4899-87e1-a70a5af4938a req-4a4d429e-b51a-44ff-befe-ff36cad41242 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:43.576281 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ae39800d-5492-4899-87e1-a70a5af4938a req-4a4d429e-b51a-44ff-befe-ff36cad41242 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 931 time: 0.7132659 Mar 03 12:18:43.659144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:43.663937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:subnet and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:43.667127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:43.673868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:43.694529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45d72560-d39d-48fb-a049-4b1378cccc30 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.703101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] For port 75cff1b9-748c-4244-88ca-c17a527a0c24, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:43.707694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] For port 75cff1b9-748c-4244-88ca-c17a527a0c24, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=75cff1b9-748c-4244-88ca-c17a527a0c24,segment=NetworkSegment(e4865522-1aeb-48a4-a830-960b7e43c0d5),segment_id=e4865522-1aeb-48a4-a830-960b7e43c0d5)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:43.711771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '71963520-95a9-4593-99c8-d4c0bf9e63c2'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:43.713058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.723780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a322b1db-163f-45d0-a88c-cac49969fd41 None None] Provisioning for port 1f767d07-5439-45b2-8548-4a97daa0ec85 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:43.737594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a322b1db-163f-45d0-a88c-cac49969fd41 None None] Provisioning complete for port 1f767d07-5439-45b2-8548-4a97daa0ec85 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:43.738025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a322b1db-163f-45d0-a88c-cac49969fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.745881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d72560-d39d-48fb-a049-4b1378cccc30 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a59d8d-4ac0-4e99-863f-e78f63334a83,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:43.779042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45d72560-d39d-48fb-a049-4b1378cccc30 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.783656 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-45d72560-d39d-48fb-a049-4b1378cccc30 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1a59d8d-4ac0-4e99-863f-e78f63334a83 HTTP/1.1" status: 204 len: 168 time: 0.5178199 Mar 03 12:18:43.786845 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ae39800d-5492-4899-87e1-a70a5af4938a req-e2445bea-06e0-4ed3-890c-32e8a8843150 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972628 Mar 03 12:18:43.790446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34202) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:43.799144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a322b1db-163f-45d0-a88c-cac49969fd41 None None] Port 1f767d07-5439-45b2-8548-4a97daa0ec85 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:43.810587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.815922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:43.820352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.847914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Made reservation on behalf of 057be4e040e646cabf022796a5aec4e1 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:43.851805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.877079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:43.929697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c26437-47e4-4a1d-8eb3-14e04efbf6b8 None None] Pushing event updated for resources: {'Port': ['ID=75cff1b9-748c-4244-88ca-c17a527a0c24,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:43.949602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:43.954907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:43.957891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:43.965625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:44.010148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0d705ffa-d2f7-4525-8d33-73154a2f276d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Synchronizing usage tracker for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:44.042596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Allocated IP 2001:db8::f816:3eff:fec7:53e8 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/71963520-95a9-4593-99c8-d4c0bf9e63c2/435e6894-0820-4126-b0a4-b095262bfd95) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:44.052054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:44.055941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.174371 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71963520-95a9-4593-99c8-d4c0bf9e63c2 (CIDR: 2001:db8::/64) Mar 03 12:18:44.176649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.190545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0d705ffa-d2f7-4525-8d33-73154a2f276d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Unset dirty status for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:44.195872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0d705ffa-d2f7-4525-8d33-73154a2f276d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4043913 Mar 03 12:18:44.199241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34206) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:44.202716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--595610165'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:44.209556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:44.220379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:44.222953 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:44.223476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:44.299287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.329472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.337815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.352663 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3b7a0336-1d5d-48f1-8920-842f55df79ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6585741 Mar 03 12:18:44.352899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Transition to ACTIVE for port object 435e6894-0820-4126-b0a4-b095262bfd95 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:44.353685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34210) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:44.364790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:44.385153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Transition to ACTIVE for port object 435e6894-0820-4126-b0a4-b095262bfd95 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:44.394372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Deleting port 94d31c32-7b58-4a4a-99b2-b5eb07c0aa2e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:44.395383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.458475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:44.466898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.678649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:44.680446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:44.684117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.687151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Pushing event updated for resources: {'Port': ['ID=435e6894-0820-4126-b0a4-b095262bfd95,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:44.697567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:44.742018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:44.770057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:44.804470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:44.898459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f767d07-5439-45b2-8548-4a97daa0ec85 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:18:44.908330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Subnet': ['ID=a67f6d40-665b-430d-a25e-249e5b63affc,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:44.913302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.918611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Checking segment: {'id': '06c470c8-4e17-4678-82fa-b7ca28b15e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:44.918971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network hostable DHCP agents. Network: b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:18:44.927272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Attempting to bind port 435e6894-0820-4126-b0a4-b095262bfd95 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:44.929166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Attempting to bind port 435e6894-0820-4126-b0a4-b095262bfd95 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:44.929818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Attempting to bind port 435e6894-0820-4126-b0a4-b095262bfd95 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:44.942307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:44.944726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:44.948554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.949470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:44.950284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Bound port: 435e6894-0820-4126-b0a4-b095262bfd95, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:44.950848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:44.958596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Transition to ACTIVE for port object 1f767d07-5439-45b2-8548-4a97daa0ec85 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:45.024583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.065463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:45.076546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:18:45.090882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.095360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:45.095548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:45.098313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:45.108554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:45.150856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:45.179874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.192112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.195866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.261854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:45.291415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:45.295058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:45.295907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.302452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:45.304545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:45.307692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.308149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:45.309290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.366894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e212fac-cdb2-4c60-b340-66bac08278a7 None None] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:45.497400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Pushing event updated for resources: {'Port': ['ID=1f767d07-5439-45b2-8548-4a97daa0ec85,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:45.515221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.552704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Calling delete_port for 94d31c32-7b58-4a4a-99b2-b5eb07c0aa2e owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:45.563624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=c1fde332-04eb-493e-9bce-1344318cfc89,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:45.571864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Attempting to bind port 1f767d07-5439-45b2-8548-4a97daa0ec85 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:45.572384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Attempting to bind port 1f767d07-5439-45b2-8548-4a97daa0ec85 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:45.572943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Attempting to bind port 1f767d07-5439-45b2-8548-4a97daa0ec85 on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:45.582783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Port 1f767d07-5439-45b2-8548-4a97daa0ec85 on network d086bbd9-7e2a-4260-88fb-5113c3fee776 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:18:45.583124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Attempting to bind port 1f767d07-5439-45b2-8548-4a97daa0ec85 on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:45.607329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:45.612066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Checking segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:45.612586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Bound using segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:45.613187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Bound port: 1f767d07-5439-45b2-8548-4a97daa0ec85, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:45.613574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.638488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8301fc-d3cf-4b94-beaf-98f07fd2b30d req-399c531c-f406-4df6-8efe-a193b6b96fc4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:45.639211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9a8301fc-d3cf-4b94-beaf-98f07fd2b30d req-399c531c-f406-4df6-8efe-a193b6b96fc4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:45.647106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d525d89a-2d12-4054-8dee-0fa8a0971621 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3991923 Mar 03 12:18:45.649260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34216) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:45.655154 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f5fc2536-ed0a-4b51-96c7-4f5f5aff9687 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4396000 Mar 03 12:18:45.658865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34220) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:45.681473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6', 'fixed_ips': [{'subnet_id': '224df3da-9542-4dcc-b8ed-7026a67250df'}, {'subnet_id': 'c1fde332-04eb-493e-9bce-1344318cfc89'}], 'name': 'tempest-PortsTestJSON-1900720701'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:45.747917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29f3c1-ff2c-4aa1-8ad1-c820a508edc7 None None] Pushing event updated for resources: {'Port': ['ID=435e6894-0820-4126-b0a4-b095262bfd95,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:45.830455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 75cff1b9-748c-4244-88ca-c17a527a0c24 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:45.835448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:45.839754 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6392236 Mar 03 12:18:45.839754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e08d11-806a-4448-8ae3-41ed008cfc9e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290437f4-a1d8-4a98-9a23-08dc89f21375,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:45.852119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'network': {'name': 'tempest-router-network01--960690266'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:45.856185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34224) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:45.876643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f179bf36-d35f-4fe4-96a3-af3366697cbe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '290437f4-a1d8-4a98-9a23-08dc89f21375', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:45.877986 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-f179bf36-d35f-4fe4-96a3-af3366697cbe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 12:18:45.878274 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-f179bf36-d35f-4fe4-96a3-af3366697cbe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:45.882248 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f179bf36-d35f-4fe4-96a3-af3366697cbe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0166106 Mar 03 12:18:45.885720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:45.887890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34228) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:45.890629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] For port 1f767d07-5439-45b2-8548-4a97daa0ec85, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:45.894014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269b1cd7-a4b1-43bb-ba66-189aff671974 None None] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:45.907656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:network and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:45.912208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:45.926078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:45.932736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] For port 1f767d07-5439-45b2-8548-4a97daa0ec85, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1f767d07-5439-45b2-8548-4a97daa0ec85,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:45.982946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9a8301fc-d3cf-4b94-beaf-98f07fd2b30d req-399c531c-f406-4df6-8efe-a193b6b96fc4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:45.994777 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a8301fc-d3cf-4b94-beaf-98f07fd2b30d req-399c531c-f406-4df6-8efe-a193b6b96fc4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 943 time: 0.9272864 Mar 03 12:18:46.053732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:46.065051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:46.070032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:46.075147 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4', 'network_id': 'b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4', 'tenant_id': '057be4e040e646cabf022796a5aec4e1', 'fixed_ips': [{'subnet_id': 'a67f6d40-665b-430d-a25e-249e5b63affc'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:46.075147 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.077067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:46.105740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.181443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5a5dcfeb-9a2a-4187-a50e-de65d21aef75 None None] Provisioning for port 75cff1b9-748c-4244-88ca-c17a527a0c24 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:46.193920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Made reservation on behalf of 057be4e040e646cabf022796a5aec4e1 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:46.199506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.211926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:46.215300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Pushing event updated for resources: {'Port': ['ID=1f767d07-5439-45b2-8548-4a97daa0ec85,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:46.225542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-abcc855a-057e-49b7-af8c-80d29be1e043 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.245524 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a8301fc-d3cf-4b94-beaf-98f07fd2b30d req-7a627191-ece3-43ef-afc7-3acec75ec534 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495387 Mar 03 12:18:46.315042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 75cff1b9-748c-4244-88ca-c17a527a0c24 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:46.316154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:18:46.333103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.333594 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Added segment 1c35d02f-a788-4867-8792-1b541ce01d99 of type vlan for network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 Mar 03 12:18:46.363235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 75cff1b9-748c-4244-88ca-c17a527a0c24 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:46.363874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.376908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:46.377524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.378912 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-6dacae59-ab08-4f73-8f1d-517c25731efe service neutron] 10.222.0.26 "PUT /v2.0/ports/1f767d07-5439-45b2-8548-4a97daa0ec85 HTTP/1.1" status: 200 len: 1093 time: 3.0983524 Mar 03 12:18:46.381879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:18:46.449345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.506915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.582935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Allocated IP 172.20.0.2 (b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4/a67f6d40-665b-430d-a25e-249e5b63affc/093afdab-81fb-4101-9994-70161a0c5b69) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:46.586012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Pushing event deleted for resources: {'Port': ['ID=94d31c32-7b58-4a4a-99b2-b5eb07c0aa2e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:46.587435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.662323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port cbe92a62-13c6-4790-9053-2e4e0fa120cd yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:46.723820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-abcc855a-057e-49b7-af8c-80d29be1e043 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.754980 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'status': 'completed', 'code': 200} Mar 03 12:18:46.761276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.765882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.770722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:46.770722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.873839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 75cff1b9-748c-4244-88ca-c17a527a0c24, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=75cff1b9-748c-4244-88ca-c17a527a0c24,segment=NetworkSegment(e4865522-1aeb-48a4-a830-960b7e43c0d5),segment_id=e4865522-1aeb-48a4-a830-960b7e43c0d5)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:46.875177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.946881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Network': ['ID=5c0c04d9-89ed-461c-bf56-62bc89ad9583,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:46.950380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:46.954631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-9d0301f5-953f-4c6f-a6b0-dca9576a720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:46.956216 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-9d0301f5-953f-4c6f-a6b0-dca9576a720e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 1096 time: 0.3204608 Mar 03 12:18:46.966015 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4e93810e-34b3-47cf-9197-75c72a56662d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3140211 Mar 03 12:18:46.967535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34236) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:47.045808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'network': {'name': 'tempest-router-network02--1454571138'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:47.059940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-abcc855a-057e-49b7-af8c-80d29be1e043 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.061729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:18:47.066020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:47.080886 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-96b88a1b-28ae-4b59-a33c-148f75efd44e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f767d07-5439-45b2-8548-4a97daa0ec85 HTTP/1.1" status: 200 len: 217 time: 0.1121271 Mar 03 12:18:47.086243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc855a-057e-49b7-af8c-80d29be1e043 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290437f4-a1d8-4a98-9a23-08dc89f21375,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:47.091353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:network and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:47.091846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.134751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:47.156051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:47.178631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-abcc855a-057e-49b7-af8c-80d29be1e043 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.182714 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-abcc855a-057e-49b7-af8c-80d29be1e043 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/290437f4-a1d8-4a98-9a23-08dc89f21375 HTTP/1.1" status: 204 len: 168 time: 1.2935102 Mar 03 12:18:47.183946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34240) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:47.200183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.211449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Transition to ACTIVE for port object 093afdab-81fb-4101-9994-70161a0c5b69 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:47.214608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-df190583-b1fa-4691-9bfe-1169c284dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:47.216109 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-df190583-b1fa-4691-9bfe-1169c284dda8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.1210356 Mar 03 12:18:47.231798 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Transition to ACTIVE for port object 093afdab-81fb-4101-9994-70161a0c5b69 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:47.269076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Made reservation on behalf of 057be4e040e646cabf022796a5aec4e1 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:47.272497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.314275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=75cff1b9-748c-4244-88ca-c17a527a0c24,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:47.317867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.341199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7f4f2a7d-fd46-450a-9c3c-d440d3ccfb43 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Synchronizing usage tracker for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:47.366175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:18:47.369904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] Update dhcp port {'port': {'network_id': 'b53d5465-5a93-4ab5-ab86-e618f12a02f6', 'fixed_ips': [{'subnet_id': '224df3da-9542-4dcc-b8ed-7026a67250df', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1fde332-04eb-493e-9bce-1344318cfc89'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '75cff1b9-748c-4244-88ca-c17a527a0c24'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:18:47.401369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.403454 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Added segment 1e49783e-f40f-4021-81af-ab52d376dcad of type vlan for network 17b1436a-ba1d-42d3-b262-63833e7489b7 Mar 03 12:18:47.426458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-5f21c933-f6b5-4da6-bf92-de32cc5c7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:47.427981 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-5f21c933-f6b5-4da6-bf92-de32cc5c7944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2023692 Mar 03 12:18:47.479430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7f4f2a7d-fd46-450a-9c3c-d440d3ccfb43 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Unset dirty status for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:47.483823 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7f4f2a7d-fd46-450a-9c3c-d440d3ccfb43 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2967968 Mar 03 12:18:47.514800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34246) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:47.537570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:47.544494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:47.554578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:47.558674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.574747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Pushing event updated for resources: {'Port': ['ID=093afdab-81fb-4101-9994-70161a0c5b69,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:47.580072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.584990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--80465059'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:47.594012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:47.610851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:47.617604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:47.621668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-798f76fa-2968-4b29-baa4-27bf359a337d None None] Provisioning for port 435e6894-0820-4126-b0a4-b095262bfd95 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:47.624505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:47.624846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.634209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd6a52-dabb-4469-bb1a-572f60b3da12 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:47.667993 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-23292667-7c46-4380-9b77-b305565da106 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311196 Mar 03 12:18:47.723419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd61f8a-b7aa-4edc-af0d-b1bd5de5e56d req-0db24ad6-db43-4c2d-a22b-b4462a447278 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:47.732367 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2dd61f8a-b7aa-4edc-af0d-b1bd5de5e56d req-0db24ad6-db43-4c2d-a22b-b4462a447278 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 943 time: 0.2629886 Mar 03 12:18:47.747251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=2723fd04-58cb-4097-9269-3a51379ff53b,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:47.761528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:47.764026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.10 (b53d5465-5a93-4ab5-ab86-e618f12a02f6/224df3da-9542-4dcc-b8ed-7026a67250df/cbe92a62-13c6-4790-9053-2e4e0fa120cd) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:47.767701 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-43b53b52-dc6c-4ba6-b7a5-abe288f18859 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4093781 Mar 03 12:18:47.773844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34250) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:47.823768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.825685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Attempting to bind port 093afdab-81fb-4101-9994-70161a0c5b69 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:47.826215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Attempting to bind port 093afdab-81fb-4101-9994-70161a0c5b69 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '06c470c8-4e17-4678-82fa-b7ca28b15e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:47.826729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Attempting to bind port 093afdab-81fb-4101-9994-70161a0c5b69 on network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:47.829591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:47.830243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.844142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:47.844728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Checking segment: {'id': '06c470c8-4e17-4678-82fa-b7ca28b15e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:47.852287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.852287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Bound using segment: {'id': '06c470c8-4e17-4678-82fa-b7ca28b15e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:47.852287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Bound port: 093afdab-81fb-4101-9994-70161a0c5b69, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c470c8-4e17-4678-82fa-b7ca28b15e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:47.852287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:47.852708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:dd:e2:e9', 'name': 'tempest-NetworksTestDHCPv6-634019762'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:47.862006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.30 (b53d5465-5a93-4ab5-ab86-e618f12a02f6/c1fde332-04eb-493e-9bce-1344318cfc89/cbe92a62-13c6-4790-9053-2e4e0fa120cd) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:47.908736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 435e6894-0820-4126-b0a4-b095262bfd95 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:47.977814 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2dd61f8a-b7aa-4edc-af0d-b1bd5de5e56d req-4e01da93-fcac-4346-9ba0-b515f8742864 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466455 Mar 03 12:18:47.989722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Network': ['ID=17b1436a-ba1d-42d3-b262-63833e7489b7,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:48.021105 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aec4da1c-78b7-4643-944a-efa15a2317a3 req-527e6bac-d7c8-464e-873f-15c3c3c29cba service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464775 Mar 03 12:18:48.025580 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dccd8698-891e-4c06-b22a-4ada4a2006c4 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9931834 Mar 03 12:18:48.033363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 17b1436a-ba1d-42d3-b262-63833e7489b7 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:18:48.035895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34254) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:48.036474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.042269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'subnet': {'network_id': '5c0c04d9-89ed-461c-bf56-62bc89ad9583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:48.142600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.160224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:48.168434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.173394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:48.179667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:48.205075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:48.210441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:subnet and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:48.214586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:48.221865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:48.239845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] For port 093afdab-81fb-4101-9994-70161a0c5b69, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:48.251979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-dd296989-8ac4-4fd4-a22d-f79d9f285108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:48.253657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:48.253796 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-dd296989-8ac4-4fd4-a22d-f79d9f285108 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 1096 time: 0.1151812 Mar 03 12:18:48.257962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] For port 093afdab-81fb-4101-9994-70161a0c5b69, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=093afdab-81fb-4101-9994-70161a0c5b69,segment=NetworkSegment(06c470c8-4e17-4678-82fa-b7ca28b15e50),segment_id=06c470c8-4e17-4678-82fa-b7ca28b15e50)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:48.368562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.373329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 435e6894-0820-4126-b0a4-b095262bfd95 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:48.379822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Made reservation on behalf of 057be4e040e646cabf022796a5aec4e1 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:48.383246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.449544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:48.460708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 435e6894-0820-4126-b0a4-b095262bfd95 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:48.460932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.461121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:48.466094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:48.487740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Router 02cbd07f-f7c1-47a8-9867-82c589ff6eda has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:18:48.487740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:48.530573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-767de1e0-b031-40cb-aa79-bd248021aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:48.532836 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-767de1e0-b031-40cb-aa79-bd248021aca6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.2721748 Mar 03 12:18:48.579156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86865-bd5f-414a-ac06-9885c733b238 None None] Pushing event updated for resources: {'Port': ['ID=093afdab-81fb-4101-9994-70161a0c5b69,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:48.610504 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] Update dhcp port {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': '71963520-95a9-4593-99c8-d4c0bf9e63c2', 'ip_address': '2001:db8::f816:3eff:fec7:53e8'}, {'subnet_id': '2723fd04-58cb-4097-9269-3a51379ff53b'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '435e6894-0820-4126-b0a4-b095262bfd95'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:18:48.630317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.651864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:48.712270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.716371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object cbe92a62-13c6-4790-9053-2e4e0fa120cd will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:48.726306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.752751 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-2b9adbf1-7d67-4d79-bc23-de4706aff374 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f767d07-5439-45b2-8548-4a97daa0ec85 HTTP/1.1" status: 200 len: 217 time: 0.2141132 Mar 03 12:18:48.774121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.864468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.903796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-df7e852b-a4c2-480a-8e1b-413e363cee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:48.905454 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-df7e852b-a4c2-480a-8e1b-413e363cee90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.1454806 Mar 03 12:18:48.913794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:48.921498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:48.923017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9a08a5b9-3274-43b4-b6be-5be22b8a8098 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "PUT /v2.0/routers/02cbd07f-f7c1-47a8-9867-82c589ff6eda HTTP/1.1" status: 200 len: 710 time: 6.1273549 Mar 03 12:18:48.930428 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] Sync routers for ids ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:48.932822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34258) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:48.949555 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] Routers {'02cbd07f-f7c1-47a8-9867-82c589ff6eda'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:48.950930 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:48.959397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:49.073099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.073526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-c4da87df-8ef6-4f25-9d8f-e92ca99c219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:49.074062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 75cff1b9-748c-4244-88ca-c17a527a0c24 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:49.075365 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-c4da87df-8ef6-4f25-9d8f-e92ca99c219c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1565449 Mar 03 12:18:49.111654 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:49.129535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.131782 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] Routers {'02cbd07f-f7c1-47a8-9867-82c589ff6eda'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:49.132449 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:49.207919 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:49.208928 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b707304-c533-4d65-adf3-2a11dbb5a435 None None] The sync data for ids ['02cbd07f-f7c1-47a8-9867-82c589ff6eda'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:49.214272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Subnet': ['ID=ef1bb853-b57e-4a30-999c-6266bdd3f4f1,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:49.278692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] Allocated IP 2001:db8:0:1::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/2723fd04-58cb-4097-9269-3a51379ff53b/435e6894-0820-4126-b0a4-b095262bfd95) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:49.291030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=435e6894-0820-4126-b0a4-b095262bfd95,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:49.297847 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-96d9ed48-ef92-4918-9494-55ca997a5254 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/routers/02cbd07f-f7c1-47a8-9867-82c589ff6eda HTTP/1.1" status: 200 len: 745 time: 0.3636079 Mar 03 12:18:49.307820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34264) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.347775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 75cff1b9-748c-4244-88ca-c17a527a0c24 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:49.348554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.361084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.365200 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8431075 Mar 03 12:18:49.365983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34268) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.372168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb55fb-5530-4341-b014-f908a123cc79 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf72239d-c964-49a1-b428-195f8d6eafa0,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:49.372903 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fd829430-9a91-4386-82cc-bbf1caab7cc3 tempest-RoutersIpV6AdminTest-27013507 tempest-RoutersIpV6AdminTest-27013507-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&device_id=02cbd07f-f7c1-47a8-9867-82c589ff6eda HTTP/1.1" status: 200 len: 205 time: 0.0603571 Mar 03 12:18:49.375158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34272) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.380881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d41d58d0-2c7f-4882-847a-7b54db8e3be4 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'cf72239d-c964-49a1-b428-195f8d6eafa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:49.388978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Checking segment: {'id': '1c35d02f-a788-4867-8792-1b541ce01d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c0c04d9-89ed-461c-bf56-62bc89ad9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:49.389331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network hostable DHCP agents. Network: 5c0c04d9-89ed-461c-bf56-62bc89ad9583, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:18:49.403993 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-d41d58d0-2c7f-4882-847a-7b54db8e3be4 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 12:18:49.404641 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-d41d58d0-2c7f-4882-847a-7b54db8e3be4 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:49.408668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d41d58d0-2c7f-4882-847a-7b54db8e3be4 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0377712 Mar 03 12:18:49.413441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34274) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.423851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-44c7e1ea-2dab-46f5-9cbd-16c47bdf7464 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'cf72239d-c964-49a1-b428-195f8d6eafa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:49.425508 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-44c7e1ea-2dab-46f5-9cbd-16c47bdf7464 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 12:18:49.426011 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-44c7e1ea-2dab-46f5-9cbd-16c47bdf7464 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:49.429599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-44c7e1ea-2dab-46f5-9cbd-16c47bdf7464 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128224 Mar 03 12:18:49.429599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-f184569e-f0e1-4ec3-ad33-74fb0467e961 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447514 Mar 03 12:18:49.432215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34280) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.438829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4b825c07-14f9-418b-b442-788082848dd3 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'cf72239d-c964-49a1-b428-195f8d6eafa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:49.439977 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-4b825c07-14f9-418b-b442-788082848dd3 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 12:18:49.440495 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-4b825c07-14f9-418b-b442-788082848dd3 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:49.443959 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4b825c07-14f9-418b-b442-788082848dd3 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083265 Mar 03 12:18:49.444219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34284) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.468407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4c316ac0-cb54-4733-bedd-c3cde8da15fa tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'cf72239d-c964-49a1-b428-195f8d6eafa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:49.470251 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-4c316ac0-cb54-4733-bedd-c3cde8da15fa tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 12:18:49.470251 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-4c316ac0-cb54-4733-bedd-c3cde8da15fa tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:49.473544 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4c316ac0-cb54-4733-bedd-c3cde8da15fa tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0258577 Mar 03 12:18:49.473701 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b6f6bb51-a724-4ade-b2c3-b839b47c0336 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cbd07f-f7c1-47a8-9867-82c589ff6eda HTTP/1.1" status: 200 len: 205 time: 0.0583467 Mar 03 12:18:49.477266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34288) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.477597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34290) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.537895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:49.541724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:18:49.595906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.600713 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8af4c016-6b8e-4c7a-907a-15027d0a1c40 req-a15c4ce8-62b3-497d-a307-e5a62a44c7b4 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579001 Mar 03 12:18:49.618560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.642764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.664671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 5c0c04d9-89ed-461c-bf56-62bc89ad9583) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:49.674658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] Transition to ACTIVE for port object 435e6894-0820-4126-b0a4-b095262bfd95 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:49.678098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:49.679955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.680542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e9064-6612-4771-a0b3-dcbc8fea393d None None] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:49.710537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] Allocated IP 172.20.0.18 (b53d5465-5a93-4ab5-ab86-e618f12a02f6/c1fde332-04eb-493e-9bce-1344318cfc89/75cff1b9-748c-4244-88ca-c17a527a0c24) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:49.780604 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6f6274af-5b6f-4dee-9444-c3aba471de96 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7444363 Mar 03 12:18:49.781316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34296) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:49.790898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'subnet': {'network_id': '17b1436a-ba1d-42d3-b262-63833e7489b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:49.791584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 877ee5db-3220-48f8-aec3-abcdde0e9cbe yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:18:49.796903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.892840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 093afdab-81fb-4101-9994-70161a0c5b69 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:49.917221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a52f-3e89-4961-89e8-326253694ad7 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:49.954414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:49.958549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Usage tracker for resource:subnet and tenant:057be4e040e646cabf022796a5aec4e1 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:49.961701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:49.968119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:50.041815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Made reservation on behalf of 057be4e040e646cabf022796a5aec4e1 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:50.046079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.080654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644a15a-77e8-4f36-8478-49795a302b3b req-4a5b0c8d-b363-4e29-a246-078c625dfcb9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:50.082257 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3644a15a-77e8-4f36-8478-49795a302b3b req-4a5b0c8d-b363-4e29-a246-078c625dfcb9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 943 time: 0.7787302 Mar 03 12:18:50.105932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731501f-2dde-4d38-8e81-b9ca873b0c7e None None] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:50.150928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:50.230787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:50.258266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f54c31-32c2-46f7-b084-506910b336a0 None None] Pushing event updated for resources: {'Port': ['ID=435e6894-0820-4126-b0a4-b095262bfd95,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:50.289383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:50.312217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] For port 75cff1b9-748c-4244-88ca-c17a527a0c24, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=75cff1b9-748c-4244-88ca-c17a527a0c24,segment=NetworkSegment(e4865522-1aeb-48a4-a830-960b7e43c0d5),segment_id=e4865522-1aeb-48a4-a830-960b7e43c0d5)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:50.373345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.379932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6fc16f99-dd72-4606-b38d-640a66b144f9 None None] Provisioning for port 093afdab-81fb-4101-9994-70161a0c5b69 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:50.450453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-5c0c04d9-89ed-461c-bf56-62bc89ad9583', 'network_id': '5c0c04d9-89ed-461c-bf56-62bc89ad9583', 'tenant_id': '057be4e040e646cabf022796a5aec4e1', 'fixed_ips': [{'subnet_id': 'ef1bb853-b57e-4a30-999c-6266bdd3f4f1'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:50.451421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.462652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Subnet': ['ID=dc118176-d13a-4059-a96b-a0352f4672d4,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:50.467885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.478574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 093afdab-81fb-4101-9994-70161a0c5b69 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:50.502067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 093afdab-81fb-4101-9994-70161a0c5b69 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:50.502501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Checking segment: {'id': '1e49783e-f40f-4021-81af-ab52d376dcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17b1436a-ba1d-42d3-b262-63833e7489b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:50.502641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.503108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network hostable DHCP agents. Network: 17b1436a-ba1d-42d3-b262-63833e7489b7, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:18:50.523838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=cbe92a62-13c6-4790-9053-2e4e0fa120cd,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:50.551991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a52f-3e89-4961-89e8-326253694ad7 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.553181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] Transition to ACTIVE for port object 75cff1b9-748c-4244-88ca-c17a527a0c24 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:50.554315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a52f-3e89-4961-89e8-326253694ad7 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.556063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40b98d71-02d6-4255-9ade-2ea5c080fba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.561985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network 17b1436a-ba1d-42d3-b262-63833e7489b7 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:18:50.576132 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3644a15a-77e8-4f36-8478-49795a302b3b req-159d2ff7-66d6-4b34-a795-d2576cb5093c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294500 Mar 03 12:18:50.665897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 17b1436a-ba1d-42d3-b262-63833e7489b7) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:50.670819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:50.671459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.671773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.676773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:50.677415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.696790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40b98d71-02d6-4255-9ade-2ea5c080fba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.722193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f83196-653b-47b3-9c47-bb6ef3097dc7 None None] Network 17b1436a-ba1d-42d3-b262-63833e7489b7 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:50.760557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8:0:1::101 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/2723fd04-58cb-4097-9269-3a51379ff53b/877ee5db-3220-48f8-aec3-abcdde0e9cbe) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:50.762682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a52f-3e89-4961-89e8-326253694ad7 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.763148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a5a52f-3e89-4961-89e8-326253694ad7 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Fanout notify agent at l3_agent the message router_deleted on router 02cbd07f-f7c1-47a8-9867-82c589ff6eda {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:18:50.771960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a52f-3e89-4961-89e8-326253694ad7 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:50.773329 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e8a5a52f-3e89-4961-89e8-326253694ad7 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/02cbd07f-f7c1-47a8-9867-82c589ff6eda HTTP/1.1" status: 204 len: 168 time: 1.2908070 Mar 03 12:18:50.775483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2756f460-7f2e-4634-997b-5ce2cd4043d3 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9922183 Mar 03 12:18:50.778723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34300) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:50.781634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fedd:e2e9 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/71963520-95a9-4593-99c8-d4c0bf9e63c2/877ee5db-3220-48f8-aec3-abcdde0e9cbe) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:50.782464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34302) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:50.826637 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-446ed61d-994a-448f-9a73-b8c8085b496e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.1644406 Mar 03 12:18:50.830739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34308) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:50.842347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '224df3da-9542-4dcc-b8ed-7026a67250df'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:50.843102 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5266594b-5784-46b5-8fbb-6c39f486b11b tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cbd07f-f7c1-47a8-9867-82c589ff6eda HTTP/1.1" status: 200 len: 205 time: 0.0561056 Mar 03 12:18:50.881441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34312) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:50.895348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40b98d71-02d6-4255-9ade-2ea5c080fba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.114914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf103-8dac-484f-bd65-3751f29acbf3 None None] Pushing event updated for resources: {'Port': ['ID=75cff1b9-748c-4244-88ca-c17a527a0c24,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:51.147273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98d71-02d6-4255-9ade-2ea5c080fba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf72239d-c964-49a1-b428-195f8d6eafa0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:51.160218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Allocated IP 172.20.0.2 (5c0c04d9-89ed-461c-bf56-62bc89ad9583/ef1bb853-b57e-4a30-999c-6266bdd3f4f1/0d3f606f-602f-4b38-8aad-78b402bd9cc4) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:51.162859 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-6e53ce80-9e07-4bca-9fa9-362572a01913 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] delete failed (client error): The resource could not be found. Mar 03 12:18:51.163923 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6e53ce80-9e07-4bca-9fa9-362572a01913 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/02cbd07f-f7c1-47a8-9867-82c589ff6eda HTTP/1.1" status: 404 len: 336 time: 0.2765009 Mar 03 12:18:51.174580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.188482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34316) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:51.210712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-40b98d71-02d6-4255-9ade-2ea5c080fba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.214445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-40b98d71-02d6-4255-9ade-2ea5c080fba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/cf72239d-c964-49a1-b428-195f8d6eafa0 HTTP/1.1" status: 204 len: 168 time: 1.7309432 Mar 03 12:18:51.218377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6be4172a-047e-4d37-a863-7a4b914beae9 None None] Provisioning for port 435e6894-0820-4126-b0a4-b095262bfd95 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:51.269002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34320) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:51.321445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6be4172a-047e-4d37-a863-7a4b914beae9 None None] Provisioning complete for port 435e6894-0820-4126-b0a4-b095262bfd95 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:51.322009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6be4172a-047e-4d37-a863-7a4b914beae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.344095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-94f5e5d9-9e4a-4d8d-bb18-503501dfcb88 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10dca8d-8678-4ac7-a4f6-57c4b520a46a HTTP/1.1" status: 200 len: 205 time: 0.1421795 Mar 03 12:18:51.345427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34324) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:51.473882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 093afdab-81fb-4101-9994-70161a0c5b69, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=093afdab-81fb-4101-9994-70161a0c5b69,segment=NetworkSegment(06c470c8-4e17-4678-82fa-b7ca28b15e50),segment_id=06c470c8-4e17-4678-82fa-b7ca28b15e50)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:51.550970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-7b2625ee-6307-44f7-9577-618cae5caee2 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] delete failed (client error): The resource could not be found. Mar 03 12:18:51.551467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.551567 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7b2625ee-6307-44f7-9577-618cae5caee2 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/e10dca8d-8678-4ac7-a4f6-57c4b520a46a HTTP/1.1" status: 404 len: 336 time: 0.1354027 Mar 03 12:18:51.556429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 435e6894-0820-4126-b0a4-b095262bfd95 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:51.569959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34328) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:51.625301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.625979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.680749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9134b4b4-1b00-490a-9975-2852e02e20de tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77c277-ad98-420a-9f61-2283c494ec7e HTTP/1.1" status: 200 len: 205 time: 0.1076164 Mar 03 12:18:51.689201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34334) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:51.772391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-17b1436a-ba1d-42d3-b262-63833e7489b7', 'network_id': '17b1436a-ba1d-42d3-b262-63833e7489b7', 'tenant_id': '057be4e040e646cabf022796a5aec4e1', 'fixed_ips': [{'subnet_id': 'dc118176-d13a-4059-a96b-a0352f4672d4'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:18:51.773361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.815528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7b22eaed-13fb-4de9-9308-8669dabbea0d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Synchronizing usage tracker for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:51.850953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:51.854924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-09b3d337-6ac1-439f-a51e-d705ffc56902 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] delete failed (client error): The resource could not be found. Mar 03 12:18:51.855961 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-09b3d337-6ac1-439f-a51e-d705ffc56902 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/ac77c277-ad98-420a-9f61-2283c494ec7e HTTP/1.1" status: 404 len: 336 time: 0.1658010 Mar 03 12:18:51.859039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34338) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:51.932227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386f95d-d04a-4021-b6f8-d54b8ed9e441 None None] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:51.952074 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fcb56658-2e96-46ae-9e87-57e47a1ba62f tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbf6b3ea-639f-47a5-bd08-579f870d0710 HTTP/1.1" status: 200 len: 205 time: 0.0831370 Mar 03 12:18:51.975774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=093afdab-81fb-4101-9994-70161a0c5b69,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:51.977018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34342) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:51.994711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 877ee5db-3220-48f8-aec3-abcdde0e9cbe will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:52.028776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7b22eaed-13fb-4de9-9308-8669dabbea0d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Unset dirty status for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:52.035142 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7b22eaed-13fb-4de9-9308-8669dabbea0d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7025464 Mar 03 12:18:52.035142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34346) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:52.071712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-e3e8835b-28da-4ec5-aed0-315ec169fafd tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] delete failed (client error): The resource could not be found. Mar 03 12:18:52.075468 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e3e8835b-28da-4ec5-aed0-315ec169fafd tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/cbf6b3ea-639f-47a5-bd08-579f870d0710 HTTP/1.1" status: 404 len: 336 time: 0.0940740 Mar 03 12:18:52.079647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114716134'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:52.083142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34350) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:52.092046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:52.122503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:52.126663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.141408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 435e6894-0820-4126-b0a4-b095262bfd95 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:52.141893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.149333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-33c69a07-5f19-4530-ac82-a663707ce3b8 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 HTTP/1.1" status: 200 len: 205 time: 0.0619061 Mar 03 12:18:52.152441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34354) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:52.166363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a9707724-833e-4807-a177-6651c9693e29 None None] Provisioning complete for port 093afdab-81fb-4101-9994-70161a0c5b69 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:52.166718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9707724-833e-4807-a177-6651c9693e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.193077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.249379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.274004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Transition to ACTIVE for port object 0d3f606f-602f-4b38-8aad-78b402bd9cc4 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:52.281271 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-d0aa5a19-f5d9-422a-9d47-ab1f7ab44076 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] delete failed (client error): The resource could not be found. Mar 03 12:18:52.281271 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d0aa5a19-f5d9-422a-9d47-ab1f7ab44076 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/6dfbb51a-c053-4c4b-965c-b9b1c48f9a56 HTTP/1.1" status: 404 len: 336 time: 0.1252005 Mar 03 12:18:52.283498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34358) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:52.317766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=877ee5db-3220-48f8-aec3-abcdde0e9cbe,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:52.325883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17294fb1-0a35-4212-b455-8b1e34a0796e req-74515e9f-e374-4751-8423-00d0feb8081e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:52.327465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-17294fb1-0a35-4212-b455-8b1e34a0796e req-74515e9f-e374-4751-8423-00d0feb8081e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 943 time: 0.5433996 Mar 03 12:18:52.348675 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4d73b89d-9dbf-4c7b-bdcb-eca6b94ba35c tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "GET /v2.0/ports?device_id=83919233-14d7-4cc6-8b37-974805704933 HTTP/1.1" status: 200 len: 205 time: 0.0623565 Mar 03 12:18:52.350450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34362) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:52.381709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:52.385236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Transition to ACTIVE for port object 0d3f606f-602f-4b38-8aad-78b402bd9cc4 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:52.391865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:52.413914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Allocated IP 172.20.0.2 (17b1436a-ba1d-42d3-b262-63833e7489b7/dc118176-d13a-4059-a96b-a0352f4672d4/781719ff-72b9-40ad-9dca-de0376c9a9b3) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:52.425291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:52.427932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:52.436281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:52.442232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:52.442979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.453016 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-ae3b110c-4e9a-4eae-9d1d-c71119bb7642 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] delete failed (client error): The resource could not be found. Mar 03 12:18:52.455749 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ae3b110c-4e9a-4eae-9d1d-c71119bb7642 tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/routers/83919233-14d7-4cc6-8b37-974805704933 HTTP/1.1" status: 404 len: 336 time: 0.1032579 Mar 03 12:18:52.458698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34366) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:52.458834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:52.479026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:52.508450 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-17294fb1-0a35-4212-b455-8b1e34a0796e req-3345aa8d-286c-4d67-937e-c69d5f14a620 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678822 Mar 03 12:18:52.520673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Delete allocated IP 172.20.0.30 (b53d5465-5a93-4ab5-ab86-e618f12a02f6/c1fde332-04eb-493e-9bce-1344318cfc89) {{(pid=88431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 12:18:52.547913 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbf63a7-7aa7-4812-8648-f5e6736a271e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] DELETE failed (client error): The resource could not be found. Mar 03 12:18:52.548429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbf63a7-7aa7-4812-8648-f5e6736a271e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:18:52.563801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.564689 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4dbf63a7-7aa7-4812-8648-f5e6736a271e tempest-RoutersIpV6AdminTest-1909697737 tempest-RoutersIpV6AdminTest-1909697737-project] 10.222.0.35 "DELETE /v2.0/subnets/9fcf56b4-5ecb-468b-acb0-858e2351f16b HTTP/1.1" status: 404 len: 337 time: 0.1053395 Mar 03 12:18:52.582983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fdbd5207-d17e-4764-84b8-cae68c186ea7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8065753 Mar 03 12:18:52.594028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34372) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:52.603212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Allocated IP 172.20.0.1 (5c0c04d9-89ed-461c-bf56-62bc89ad9583/ef1bb853-b57e-4a30-999c-6266bdd3f4f1/8b82e6c8-006c-4e72-88d5-d5fc7f50a19a) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:52.766733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 877ee5db-3220-48f8-aec3-abcdde0e9cbe {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:52.767054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.846679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:52.854942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:52.858057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:52.874668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Pushing event updated for resources: {'Port': ['ID=0d3f606f-602f-4b38-8aad-78b402bd9cc4,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:52.890259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.911599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.922171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Transition to ACTIVE for port object 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:52.978524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:52.983900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 093afdab-81fb-4101-9994-70161a0c5b69 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:53.008104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.058486 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Attempting to bind port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:53.059940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Attempting to bind port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1c35d02f-a788-4867-8792-1b541ce01d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c0c04d9-89ed-461c-bf56-62bc89ad9583'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:53.061198 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Attempting to bind port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 on network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:53.072224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a9707724-833e-4807-a177-6651c9693e29 None None] Provisioning for port 75cff1b9-748c-4244-88ca-c17a527a0c24 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:53.081969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:53.085560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:53.095550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:53.107213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:53.107692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Checking segment: {'id': '1c35d02f-a788-4867-8792-1b541ce01d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c0c04d9-89ed-461c-bf56-62bc89ad9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:53.108204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.108699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Bound using segment: {'id': '1c35d02f-a788-4867-8792-1b541ce01d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c0c04d9-89ed-461c-bf56-62bc89ad9583'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:53.109275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Bound port: 0d3f606f-602f-4b38-8aad-78b402bd9cc4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c35d02f-a788-4867-8792-1b541ce01d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5c0c04d9-89ed-461c-bf56-62bc89ad9583'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:53.110587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.129357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a9707724-833e-4807-a177-6651c9693e29 None None] Provisioning complete for port 75cff1b9-748c-4244-88ca-c17a527a0c24 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:53.129822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9707724-833e-4807-a177-6651c9693e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.143834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Port': ['ID=8b82e6c8-006c-4e72-88d5-d5fc7f50a19a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:53.282909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.resource_extend [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:18:53.317479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34378) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:53.349470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.425387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9802ba51-2204-458c-b650-eca7613984a4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:53.432985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.435772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.458044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Ignored duplicate provisioning block setup for port cbe92a62-13c6-4790-9053-2e4e0fa120cd by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 12:18:53.487971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Transition to ACTIVE for port object 781719ff-72b9-40ad-9dca-de0376c9a9b3 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:53.493103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.496644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.524896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 093afdab-81fb-4101-9994-70161a0c5b69 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:53.525276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.557605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:53.561906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Usage tracker for resource:security_group_rule and tenant:c4fe0eda950f453da1c660f21b0117ba is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:53.568958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:53.572541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:53.595423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] For port 0d3f606f-602f-4b38-8aad-78b402bd9cc4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:53.603508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Transition to ACTIVE for port object 781719ff-72b9-40ad-9dca-de0376c9a9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:53.621279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] For port 0d3f606f-602f-4b38-8aad-78b402bd9cc4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0d3f606f-602f-4b38-8aad-78b402bd9cc4,segment=NetworkSegment(1c35d02f-a788-4867-8792-1b541ce01d99),segment_id=1c35d02f-a788-4867-8792-1b541ce01d99)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:53.679909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 877ee5db-3220-48f8-aec3-abcdde0e9cbe owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:53.681864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.686262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.736686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.737997 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b3dd00f7-6b60-4367-bd7a-6ddf45d9f0ce tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7012529 Mar 03 12:18:53.740365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.741159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34386) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:53.755624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.756999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6633634d-a95a-4ad8-94ad-7985ab7dde3f tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:53.757724 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-6633634d-a95a-4ad8-94ad-7985ab7dde3f tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 12:18:53.758198 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-6633634d-a95a-4ad8-94ad-7985ab7dde3f tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:53.762037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6633634d-a95a-4ad8-94ad-7985ab7dde3f tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138092 Mar 03 12:18:53.772790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34390) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:53.785370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-99dc41b5-8501-459c-af63-9c6df8913969 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:53.792941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Network 17b1436a-ba1d-42d3-b262-63833e7489b7 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:53.795189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-99dc41b5-8501-459c-af63-9c6df8913969 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:53.799160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.804433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-99dc41b5-8501-459c-af63-9c6df8913969 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:53.807254 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:53.814869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-99dc41b5-8501-459c-af63-9c6df8913969 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:53.823646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:18:53.829195 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 435e6894-0820-4126-b0a4-b095262bfd95 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:53.881835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-99dc41b5-8501-459c-af63-9c6df8913969 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:53.887710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Pushing event updated for resources: {'Port': ['ID=781719ff-72b9-40ad-9dca-de0376c9a9b3,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:53.964691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:53.998194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=cbe92a62-13c6-4790-9053-2e4e0fa120cd,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:54.046133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Provisioning for port cbe92a62-13c6-4790-9053-2e4e0fa120cd completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:54.054284 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4fe0eda950f453da1c660f21b0117ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7336106 Mar 03 12:18:54.055353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34394) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:54.070527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Provisioning complete for port cbe92a62-13c6-4790-9053-2e4e0fa120cd triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:54.071044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.096346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64577d2-2940-4525-9c7a-98c625672143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ae5b98-aafd-4465-868a-dfe2d62dd4cb,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:54.115345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] In _notify_port_updated(), no bound segment for port cbe92a62-13c6-4790-9053-2e4e0fa120cd on network b53d5465-5a93-4ab5-ab86-e618f12a02f6 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:18:54.122142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:54.123049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.124705 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b9034369-c875-4481-b91a-5ba18e778191 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "PUT /v2.0/ports/cbe92a62-13c6-4790-9053-2e4e0fa120cd HTTP/1.1" status: 200 len: 920 time: 3.2930281 Mar 03 12:18:54.132862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34398) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:54.154771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '224df3da-9542-4dcc-b8ed-7026a67250df'}, {'subnet_id': 'c1fde332-04eb-493e-9bce-1344318cfc89'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:54.167049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Port cbe92a62-13c6-4790-9053-2e4e0fa120cd cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:54.182634 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-99dc41b5-8501-459c-af63-9c6df8913969 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:54.183786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-99dc41b5-8501-459c-af63-9c6df8913969 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4100273 Mar 03 12:18:54.202024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34402) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:54.217854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Attempting to bind port 781719ff-72b9-40ad-9dca-de0376c9a9b3 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:18:54.218229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Attempting to bind port 781719ff-72b9-40ad-9dca-de0376c9a9b3 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1e49783e-f40f-4021-81af-ab52d376dcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17b1436a-ba1d-42d3-b262-63833e7489b7'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:18:54.218759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Attempting to bind port 781719ff-72b9-40ad-9dca-de0376c9a9b3 on network 17b1436a-ba1d-42d3-b262-63833e7489b7 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:18:54.228080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:18:54.228455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Checking segment: {'id': '1e49783e-f40f-4021-81af-ab52d376dcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17b1436a-ba1d-42d3-b262-63833e7489b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:18:54.228857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.229657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Bound using segment: {'id': '1e49783e-f40f-4021-81af-ab52d376dcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17b1436a-ba1d-42d3-b262-63833e7489b7'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:18:54.229940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Bound port: 781719ff-72b9-40ad-9dca-de0376c9a9b3, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e49783e-f40f-4021-81af-ab52d376dcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '17b1436a-ba1d-42d3-b262-63833e7489b7'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:18:54.230308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.244784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50655e-92ee-4eac-82e9-8a9a2059d8e0 req-e4cc1862-df4b-4f87-a12f-2281c23d77f3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:54.248053 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f50655e-92ee-4eac-82e9-8a9a2059d8e0 req-e4cc1862-df4b-4f87-a12f-2281c23d77f3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 943 time: 0.5147240 Mar 03 12:18:54.332519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbe4b3-b9f4-445f-9158-53e8ac972459 None None] Pushing event updated for resources: {'Port': ['ID=0d3f606f-602f-4b38-8aad-78b402bd9cc4,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:54.364508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-30ea0a20-a2f3-40db-b7a2-96cf73534021 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:54.365991 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-30ea0a20-a2f3-40db-b7a2-96cf73534021 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 12:18:54.366624 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-30ea0a20-a2f3-40db-b7a2-96cf73534021 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:54.371004 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-30ea0a20-a2f3-40db-b7a2-96cf73534021 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1654532 Mar 03 12:18:54.374120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34406) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:54.386991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 435e6894-0820-4126-b0a4-b095262bfd95 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:54.387365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.394730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.395269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-39092471-5314-4594-b5ee-b2b9f995f2fc tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:54.401297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-39092471-5314-4594-b5ee-b2b9f995f2fc tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:54.403643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2be4250c-fcc8-470a-a746-8fa7695601fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.433493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2be4250c-fcc8-470a-a746-8fa7695601fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.449812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Provisioning for port 877ee5db-3220-48f8-aec3-abcdde0e9cbe completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:54.456681 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f50655e-92ee-4eac-82e9-8a9a2059d8e0 req-7bf9fc39-da4c-46f2-8048-f51a40d2e0fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908171 Mar 03 12:18:54.458040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-39092471-5314-4594-b5ee-b2b9f995f2fc tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:54.468642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.476272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.478423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-39092471-5314-4594-b5ee-b2b9f995f2fc tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:54.487299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Provisioning complete for port 877ee5db-3220-48f8-aec3-abcdde0e9cbe triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:54.487761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.532515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Port 877ee5db-3220-48f8-aec3-abcdde0e9cbe was deleted so its status cannot be updated. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 12:18:54.539922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-39092471-5314-4594-b5ee-b2b9f995f2fc tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:54.542947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] For port 781719ff-72b9-40ad-9dca-de0376c9a9b3, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:18:54.547906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] For port 781719ff-72b9-40ad-9dca-de0376c9a9b3, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=781719ff-72b9-40ad-9dca-de0376c9a9b3,segment=NetworkSegment(1e49783e-f40f-4021-81af-ab52d376dcad),segment_id=1e49783e-f40f-4021-81af-ab52d376dcad)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:18:54.561298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Provisioning complete for port 75cff1b9-748c-4244-88ca-c17a527a0c24 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:54.561800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-24cd96e3-b78d-4243-a573-0c711919d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.581500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=877ee5db-3220-48f8-aec3-abcdde0e9cbe,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:54.611138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Port': ['ID=8b82e6c8-006c-4e72-88d5-d5fc7f50a19a,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:54.611138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.651423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.747303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2be4250c-fcc8-470a-a746-8fa7695601fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.769290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.783919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 75cff1b9-748c-4244-88ca-c17a527a0c24 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:54.788729 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4250c-fcc8-470a-a746-8fa7695601fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ae5b98-aafd-4465-868a-dfe2d62dd4cb,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:54.801655 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3472dc35-dcd8-468c-a224-b4e9a71293c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/877ee5db-3220-48f8-aec3-abcdde0e9cbe HTTP/1.1" status: 204 len: 168 time: 2.2065318 Mar 03 12:18:54.804292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34410) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:54.806801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2be4250c-fcc8-470a-a746-8fa7695601fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:54.808718 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2be4250c-fcc8-470a-a746-8fa7695601fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4ae5b98-aafd-4465-868a-dfe2d62dd4cb HTTP/1.1" status: 204 len: 168 time: 0.7341890 Mar 03 12:18:54.826645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ec1b3-cbe2-43d8-8ec2-8ed2a4d2d9f5 None None] Pushing event updated for resources: {'Port': ['ID=781719ff-72b9-40ad-9dca-de0376c9a9b3,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:54.877604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:18:54.895180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:18:55.020851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:55.082500 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-39092471-5314-4594-b5ee-b2b9f995f2fc tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:55.087521 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-39092471-5314-4594-b5ee-b2b9f995f2fc tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7083178 Mar 03 12:18:55.089314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34416) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.127906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 75cff1b9-748c-4244-88ca-c17a527a0c24 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:55.128848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:55.153943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ebce3161-dab6-4fed-a9d9-e8f66ee4e767 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:55.154616 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-ebce3161-dab6-4fed-a9d9-e8f66ee4e767 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 12:18:55.155241 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-ebce3161-dab6-4fed-a9d9-e8f66ee4e767 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:55.159121 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ebce3161-dab6-4fed-a9d9-e8f66ee4e767 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0385275 Mar 03 12:18:55.171057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34420) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.230483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:55.251276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:55.265251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Router 839932f0-cfc8-491a-af1b-ecb7d5ab1c0b is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:18:55.276146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ece3a-52e3-448c-8b5b-632e63fe19c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:55.277053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-780ece3a-52e3-448c-8b5b-632e63fe19c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:55.284628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:55.292627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:55.305476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:55.349738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d462177a-e6c5-4f8c-ae36-a20928ea3509 None None] Provisioning complete for port cbe92a62-13c6-4790-9053-2e4e0fa120cd triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:55.350108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d462177a-e6c5-4f8c-ae36-a20928ea3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:55.445390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-780ece3a-52e3-448c-8b5b-632e63fe19c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:55.446566 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-780ece3a-52e3-448c-8b5b-632e63fe19c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6411760 Mar 03 12:18:55.452888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34426) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.485264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d462177a-e6c5-4f8c-ae36-a20928ea3509 None None] Port cbe92a62-13c6-4790-9053-2e4e0fa120cd cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:55.504766 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Project 4f2480bae76049088de41d923a540bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:18:55.672704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498514f-6aad-4d27-8df6-35b7557d604b None None] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:55.788381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34432) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.792224 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:55.793587 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-303661ba-b9f2-4bcb-b4ee-fd24103fa349 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6185255 Mar 03 12:18:55.829102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 781719ff-72b9-40ad-9dca-de0376c9a9b3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:55.837119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34436) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.860899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.19 (b53d5465-5a93-4ab5-ab86-e618f12a02f6/c1fde332-04eb-493e-9bce-1344318cfc89/cbe92a62-13c6-4790-9053-2e4e0fa120cd) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:18:55.869833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9ef4afee-388b-4ee6-a148-d3e33377b52e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:55.873269 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-9ef4afee-388b-4ee6-a148-d3e33377b52e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 12:18:55.873269 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-9ef4afee-388b-4ee6-a148-d3e33377b52e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:55.873269 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9ef4afee-388b-4ee6-a148-d3e33377b52e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0338373 Mar 03 12:18:55.880793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34440) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.899017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:55.901982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:18:55.916727 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7ba09146-738c-41d3-a1dd-c8b9f0243068 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "PUT /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1314752 Mar 03 12:18:55.921020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] Sync routers for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:18:55.924704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34444) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.930829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:55.937581 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-111b048c-a540-446d-a5e7-57ca0e1fc14d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eca05a28b6914096be2f8341c6d1b8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445312 Mar 03 12:18:55.947441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbdb2f3-052f-471b-ad3c-9dae16c1b0f3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:55.949614 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0dbdb2f3-052f-471b-ad3c-9dae16c1b0f3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4961817 Mar 03 12:18:55.950993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34448) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.955229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:55.957641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34450) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:55.961998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:55.973231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:55.989176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1f767d07-5439-45b2-8548-4a97daa0ec85 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:18:56.004149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fe8e5d37-9191-499e-9f7a-957124117e0d None None] Provisioning for port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:56.007183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:56.007825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:56.089301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:56.114114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:18:56.114753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:56.147451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.169031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object cbe92a62-13c6-4790-9053-2e4e0fa120cd will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:18:56.170668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Project 4f2480bae76049088de41d923a540bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:18:56.215413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:18:56.215819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d70cc-4bb6-4a71-a935-b072f628a78a None None] The sync data for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:18:56.228589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a301-f539-48e1-b4a4-14bf43046263 req-09548a1b-e4e6-4884-9eb6-08bf610316ee tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:56.230156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb23a301-f539-48e1-b4a4-14bf43046263 req-09548a1b-e4e6-4884-9eb6-08bf610316ee tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 943 time: 0.5683351 Mar 03 12:18:56.230773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.268388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756db98b-5613-4712-9995-b04430f1d6ab tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:56.268388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756db98b-5613-4712-9995-b04430f1d6ab tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:56.268388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756db98b-5613-4712-9995-b04430f1d6ab tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:56.268388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-756db98b-5613-4712-9995-b04430f1d6ab tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2467043 Mar 03 12:18:56.270963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 781719ff-72b9-40ad-9dca-de0376c9a9b3 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:56.286982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34456) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:56.320834 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ad1886-cfeb-4244-a974-487842b05fb3 None None] Network 17b1436a-ba1d-42d3-b262-63833e7489b7 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:56.337517 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:56.339188 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c3a3871b-5433-4192-a016-626d9e1df9a0 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4566770 Mar 03 12:18:56.341675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6052dd9d-770e-4a98-a888-697b781316ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.343281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34460) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:56.483657 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb23a301-f539-48e1-b4a4-14bf43046263 req-606c9517-8e7b-426f-984c-939caf509266 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421744 Mar 03 12:18:56.488323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 2723fd04-58cb-4097-9269-3a51379ff53b {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:56.493098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.510141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=cbe92a62-13c6-4790-9053-2e4e0fa120cd,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:56.533846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0d3f606f-602f-4b38-8aad-78b402bd9cc4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:56.543326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] In _notify_port_updated(), no bound segment for port cbe92a62-13c6-4790-9053-2e4e0fa120cd on network b53d5465-5a93-4ab5-ab86-e618f12a02f6 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:18:56.548883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:56.549608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.551441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a8cbe057-7966-430a-b853-ca7e2f279169 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "PUT /v2.0/ports/cbe92a62-13c6-4790-9053-2e4e0fa120cd HTTP/1.1" status: 200 len: 1000 time: 2.4167440 Mar 03 12:18:56.553702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34464) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:56.592926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '9802ba51-2204-458c-b650-eca7613984a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:56.622696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port cbe92a62-13c6-4790-9053-2e4e0fa120cd {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:56.623052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.634674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:56.646854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:56.659680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:56.678755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9f6bfdf0-b483-493b-94cf-007289019c6c None None] Provisioning for port 781719ff-72b9-40ad-9dca-de0376c9a9b3 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:56.683776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6052dd9d-770e-4a98-a888-697b781316ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.691494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:56.692193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 1f767d07-5439-45b2-8548-4a97daa0ec85, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1f767d07-5439-45b2-8548-4a97daa0ec85,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:56.701313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9f6bfdf0-b483-493b-94cf-007289019c6c None None] Provisioning complete for port 781719ff-72b9-40ad-9dca-de0376c9a9b3 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:56.701683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfdf0-b483-493b-94cf-007289019c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.709449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.765177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'port_id': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'mac_address': 'fa:16:3e:da:95:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:18:56.850675 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Project 4f2480bae76049088de41d923a540bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:18:56.868630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:56.874756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.897197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:56.897570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.916062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:56.962540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f767d07-5439-45b2-8548-4a97daa0ec85 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:18:57.002710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.032105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 1f767d07-5439-45b2-8548-4a97daa0ec85, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1f767d07-5439-45b2-8548-4a97daa0ec85,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:57.037055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfdf0-b483-493b-94cf-007289019c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.082721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9f6bfdf0-b483-493b-94cf-007289019c6c None None] For port 781719ff-72b9-40ad-9dca-de0376c9a9b3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=781719ff-72b9-40ad-9dca-de0376c9a9b3,segment=NetworkSegment(1e49783e-f40f-4021-81af-ab52d376dcad),segment_id=1e49783e-f40f-4021-81af-ab52d376dcad)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:57.096920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for cbe92a62-13c6-4790-9053-2e4e0fa120cd owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:18:57.122212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.185071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f6bfdf0-b483-493b-94cf-007289019c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.210215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.211403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.266494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.276177 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:57.277316 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7b42d865-e2df-428f-8611-2ce3fa5415e2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9264803 Mar 03 12:18:57.283462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=2723fd04-58cb-4097-9269-3a51379ff53b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:57.290725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34468) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:57.310465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35de3046-5d48-448c-8ad0-f929dc540b32 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:57.313618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6052dd9d-770e-4a98-a888-697b781316ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.316293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6052dd9d-770e-4a98-a888-697b781316ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.317515 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6052dd9d-770e-4a98-a888-697b781316ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26037949-3cfd-4fda-bd51-c7f0dc2293db HTTP/1.1" status: 204 len: 168 time: 1.3638949 Mar 03 12:18:57.333941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=1f767d07-5439-45b2-8548-4a97daa0ec85,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:57.362975 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c86b4f05-eb60-4d40-8b39-08d21e939d29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/2723fd04-58cb-4097-9269-3a51379ff53b HTTP/1.1" status: 204 len: 168 time: 1.0695932 Mar 03 12:18:57.363757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34474) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:57.385220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052dd9d-770e-4a98-a888-697b781316ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26037949-3cfd-4fda-bd51-c7f0dc2293db,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:57.437006 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bfdf0-b483-493b-94cf-007289019c6c None None] Pushing event updated for resources: {'Port': ['ID=781719ff-72b9-40ad-9dca-de0376c9a9b3,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:57.452874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['1f767d07-5439-45b2-8548-4a97daa0ec85'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:18:57.500020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 0d3f606f-602f-4b38-8aad-78b402bd9cc4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0d3f606f-602f-4b38-8aad-78b402bd9cc4,segment=NetworkSegment(1c35d02f-a788-4867-8792-1b541ce01d99),segment_id=1c35d02f-a788-4867-8792-1b541ce01d99)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:18:57.500949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 71963520-95a9-4593-99c8-d4c0bf9e63c2 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:57.524803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.550615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.616882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=cbe92a62-13c6-4790-9053-2e4e0fa120cd,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:57.653803 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-ced02095-47e7-45b0-ab96-351e52cfb375 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:18:57.655279 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ced02095-47e7-45b0-ab96-351e52cfb375 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "PUT /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7234497 Mar 03 12:18:57.660889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34480) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:57.715163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.771521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71aaea1e-2991-4d59-b522-d618d07fdc52 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.790129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.831537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Provisioning for port cbe92a62-13c6-4790-9053-2e4e0fa120cd completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:57.851661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=0d3f606f-602f-4b38-8aad-78b402bd9cc4,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:57.860285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Provisioning complete for port cbe92a62-13c6-4790-9053-2e4e0fa120cd triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:57.860689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.896083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 781719ff-72b9-40ad-9dca-de0376c9a9b3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:57.961744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:57.976512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5c45-9f7c-479e-a6c0-a9efa0161942 req-4f0203ad-f6e2-4347-91d1-f7d1866d80d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:57.978076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e80e5c45-9f7c-479e-a6c0-a9efa0161942 req-4f0203ad-f6e2-4347-91d1-f7d1866d80d0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 944 time: 0.2843337 Mar 03 12:18:57.983045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Port cbe92a62-13c6-4790-9053-2e4e0fa120cd was deleted so its status cannot be updated. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 12:18:57.985631 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a4fabd2e-d1c3-4fee-93d2-2103ff4368f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/cbe92a62-13c6-4790-9053-2e4e0fa120cd HTTP/1.1" status: 204 len: 168 time: 1.4309440 Mar 03 12:18:57.988334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34486) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:58.080089 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-619d4c34-f3a4-4b94-82d5-3afdaceb48b8 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:18:58.080655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-619d4c34-f3a4-4b94-82d5-3afdaceb48b8 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:58.088738 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e80e5c45-9f7c-479e-a6c0-a9efa0161942 req-27c05e30-3029-4ea2-ba0f-97a12e3b6669 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018388 Mar 03 12:18:58.124881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 781719ff-72b9-40ad-9dca-de0376c9a9b3 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:58.125287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.161766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-619d4c34-f3a4-4b94-82d5-3afdaceb48b8 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:58.163624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Provisioning complete for port 781719ff-72b9-40ad-9dca-de0376c9a9b3 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:58.164016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.164298 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-619d4c34-f3a4-4b94-82d5-3afdaceb48b8 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/cbe92a62-13c6-4790-9053-2e4e0fa120cd HTTP/1.1" status: 404 len: 333 time: 0.1745725 Mar 03 12:18:58.166992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34496) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:58.175256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71aaea1e-2991-4d59-b522-d618d07fdc52 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.247995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet c1fde332-04eb-493e-9bce-1344318cfc89 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:58.252180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.417216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.478113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71aaea1e-2991-4d59-b522-d618d07fdc52 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.541605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Provisioning complete for port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:58.542106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.553119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaea1e-2991-4d59-b522-d618d07fdc52 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9802ba51-2204-458c-b650-eca7613984a4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:58.580558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.585341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71aaea1e-2991-4d59-b522-d618d07fdc52 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.589033 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-71aaea1e-2991-4d59-b522-d618d07fdc52 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/9802ba51-2204-458c-b650-eca7613984a4 HTTP/1.1" status: 204 len: 168 time: 1.2947152 Mar 03 12:18:58.590212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34502) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:58.708654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.729633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.794218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0844965f-9d81-4972-9134-ca523c929ba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Synchronizing usage tracker for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:18:58.799994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=71963520-95a9-4593-99c8-d4c0bf9e63c2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:58.806563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.827055 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-18c1f876-80c3-4c27-bedd-e607bcce7d1b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/71963520-95a9-4593-99c8-d4c0bf9e63c2 HTTP/1.1" status: 204 len: 168 time: 1.4518116 Mar 03 12:18:58.829937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34512) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:58.858887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Provisioning for port 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:18:58.867154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Provisioning complete for port 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:58.867706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.911507 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2df1e9e6-7453-40dd-b4c3-10a1bc25632f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801196 Mar 03 12:18:58.913276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.914329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34516) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:58.923393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:58.940438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7d462a9e-320a-4dfc-92e0-024695ab7f22 None None] Port 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:58.963820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0844965f-9d81-4972-9134-ca523c929ba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Unset dirty status for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:18:58.965494 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0844965f-9d81-4972-9134-ca523c929ba6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3684869 Mar 03 12:18:58.972282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:58.979531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34522) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:58.983379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a08750-d7ec-40dd-a6d2-2453e9addf07 None None] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:58.998901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.008235 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/c1fde332-04eb-493e-9bce-1344318cfc89 HTTP/1.1" status: 204 len: 168 time: 0.8382897 Mar 03 12:18:59.012266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--430161877'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:59.020163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:59.031526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:59.033897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34526) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:59.041422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e32ee-787e-48de-ad8e-c181a6269cf2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fde332-04eb-493e-9bce-1344318cfc89,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:59.104687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.138034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:59.142358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d4f4186c-5e66-481b-97dd-f95a2f8ecca5 None None] Provisioning complete for port 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:59.143301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d4f4186c-5e66-481b-97dd-f95a2f8ecca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.146069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:59.150049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:59.157605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:59.207657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34534) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:59.211052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4186c-5e66-481b-97dd-f95a2f8ecca5 None None] Port 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:18:59.212639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c99baa-14fe-4350-a9b4-50d5e806e840 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:18:59.247372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:59.262342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:59.269424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:59.280690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.283741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:59.320056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 224df3da-9542-4dcc-b8ed-7026a67250df {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:18:59.345105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.404916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.415962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a28801-9e61-4c39-84fa-d9cebb30d355,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:18:59.422463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1464792376'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:59.430120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:59.433350 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Usage tracker for resource:network and tenant:fdea992784c74f699f7dee9b664c9b89 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:59.440484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:59.450648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:59.494916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.499750 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6de2debe-5ff2-4f38-bc5b-e5af702de61e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5108318 Mar 03 12:18:59.501118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34540) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:59.507768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0713641e-392a-44a7-bb80-b3785d6eb2eb tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '84a28801-9e61-4c39-84fa-d9cebb30d355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:59.515615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0713641e-392a-44a7-bb80-b3785d6eb2eb tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:59.519892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b792bcbe-60cf-4453-ba89-cab4b96a68f1 None None] Provisioning complete for port 435e6894-0820-4126-b0a4-b095262bfd95 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:18:59.520287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b792bcbe-60cf-4453-ba89-cab4b96a68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.520958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0713641e-392a-44a7-bb80-b3785d6eb2eb tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:59.523383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.524927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0713641e-392a-44a7-bb80-b3785d6eb2eb tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:59.530731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0713641e-392a-44a7-bb80-b3785d6eb2eb tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:59.561982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:59.566912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.581285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.581479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:18:59.584933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.607391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:59.617958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Usage tracker for resource:security_group_rule and tenant:fdea992784c74f699f7dee9b664c9b89 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:59.622382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:59.631214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:59.705252 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-0713641e-392a-44a7-bb80-b3785d6eb2eb tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The resource could not be found. Mar 03 12:18:59.709177 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0713641e-392a-44a7-bb80-b3785d6eb2eb tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2035725 Mar 03 12:18:59.709462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34544) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:18:59.714748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2096bd71-bc30-4142-a906-bbbda934e8d6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': '84a28801-9e61-4c39-84fa-d9cebb30d355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e4794e01-aefd-4b74-90c5-f5900f4e4310'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:18:59.718398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45084f-02c5-42e7-917e-cbc7655342e1 req-0aa483df-e686-4e92-938f-b6d204c3ed66 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:18:59.720740 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6e45084f-02c5-42e7-917e-cbc7655342e1 req-0aa483df-e686-4e92-938f-b6d204c3ed66 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 944 time: 0.4455130 Mar 03 12:18:59.732926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2096bd71-bc30-4142-a906-bbbda934e8d6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:18:59.742737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2096bd71-bc30-4142-a906-bbbda934e8d6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:18:59.746781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.748072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2096bd71-bc30-4142-a906-bbbda934e8d6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:18:59.755802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2096bd71-bc30-4142-a906-bbbda934e8d6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:18:59.837456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:18:59.840142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.852532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Deleting port 435e6894-0820-4126-b0a4-b095262bfd95 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:18:59.852889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.889411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:18:59.894106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0d3f606f-602f-4b38-8aad-78b402bd9cc4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:18:59.905246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.906073 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Added segment f20554af-471c-44bc-8427-7301b1f888a9 of type vlan for network b963b823-34a1-400d-86f6-778efa24cf08 Mar 03 12:18:59.944525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:18:59.985541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.009565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb67ad2-cffb-47f1-8c44-800b04dfa237,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:00.032131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1f767d07-5439-45b2-8548-4a97daa0ec85 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:00.054385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.055261 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6e45084f-02c5-42e7-917e-cbc7655342e1 req-6b4ee33d-8b16-42fc-950a-a7a4e912b5a1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165867 Mar 03 12:19:00.059848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting port 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:00.060405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.060542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:00.061169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.189418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Network': ['ID=b963b823-34a1-400d-86f6-778efa24cf08,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:00.197801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:00.198238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.200616 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-2096bd71-bc30-4142-a906-bbbda934e8d6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The resource could not be found. Mar 03 12:19:00.201726 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2096bd71-bc30-4142-a906-bbbda934e8d6 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4911127 Mar 03 12:19:00.204710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34548) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:00.236186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b963b823-34a1-400d-86f6-778efa24cf08 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:19:00.252436 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3c69cebf-4535-4639-90b0-f28f07ee3616 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0424678 Mar 03 12:19:00.256594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34552) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:00.270076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'subnet': {'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:00.311220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.318746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.341906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.425376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.428036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=224df3da-9542-4dcc-b8ed-7026a67250df,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:00.445532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.445869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.446213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.446548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.455653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.463807 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c66616bd-6619-46a3-bac8-9824232d630b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/224df3da-9542-4dcc-b8ed-7026a67250df HTTP/1.1" status: 204 len: 168 time: 1.4266171 Mar 03 12:19:00.464240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34556) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:00.468110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.492569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.541992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:00.546241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a28801-9e61-4c39-84fa-d9cebb30d355,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:00.552967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 1f767d07-5439-45b2-8548-4a97daa0ec85 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:00.555915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0033332-3fc1-4c26-9169-a22967dd7226 None None] Network b53d5465-5a93-4ab5-ab86-e618f12a02f6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:00.583272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:00.583770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.597250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Usage tracker for resource:subnet and tenant:fdea992784c74f699f7dee9b664c9b89 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:00.601099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Calling delete_port for 8b82e6c8-006c-4e72-88d5-d5fc7f50a19a owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:00.608729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:00.614658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.615775 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/84a28801-9e61-4c39-84fa-d9cebb30d355 HTTP/1.1" status: 204 len: 168 time: 0.4101675 Mar 03 12:19:00.617183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.617527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.617863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.618194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.618521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.618849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.619176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.619498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.619915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.620162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.620752 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.621073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d572de-3225-4fc0-87e4-9cbd2cf7fae2 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:00.626839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 1f767d07-5439-45b2-8548-4a97daa0ec85 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:00.627210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.628871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34560) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:00.638992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:00.649681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.663676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 75cff1b9-748c-4244-88ca-c17a527a0c24 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:00.664397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.730442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:00.735178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.831149 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-189f5711-4589-4a6c-9b99-065cc1421bca tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1996295 Mar 03 12:19:00.837338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34564) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:00.850706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c938830b-5a8f-4ac6-ba07-0cafb6e1d902 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'dfa53fed-9556-4dfe-88a0-72dd2fab4704', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:00.853197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b2c6ccb-47ef-4dd5-bffe-f9f564bf61b1 None None] Provisioning complete for port 75cff1b9-748c-4244-88ca-c17a527a0c24 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:00.853633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b2c6ccb-47ef-4dd5-bffe-f9f564bf61b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:00.864829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c938830b-5a8f-4ac6-ba07-0cafb6e1d902 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:00.877781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:19:00.879751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c938830b-5a8f-4ac6-ba07-0cafb6e1d902 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:00.890535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Calling delete_port for 435e6894-0820-4126-b0a4-b095262bfd95 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:00.921288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c938830b-5a8f-4ac6-ba07-0cafb6e1d902 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:00.940498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c938830b-5a8f-4ac6-ba07-0cafb6e1d902 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:01.020153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] For port 75cff1b9-748c-4244-88ca-c17a527a0c24, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=75cff1b9-748c-4244-88ca-c17a527a0c24,segment=NetworkSegment(e4865522-1aeb-48a4-a830-960b7e43c0d5),segment_id=e4865522-1aeb-48a4-a830-960b7e43c0d5)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:01.020787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.168969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.180325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 75cff1b9-748c-4244-88ca-c17a527a0c24 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:01.226825 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-c938830b-5a8f-4ac6-ba07-0cafb6e1d902 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The resource could not be found. Mar 03 12:19:01.231473 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c938830b-5a8f-4ac6-ba07-0cafb6e1d902 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3893883 Mar 03 12:19:01.249235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.255046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34570) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:01.262269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:01.262720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:01.264481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Port': ['ID=8b82e6c8-006c-4e72-88d5-d5fc7f50a19a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:01.313261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:19:01.333031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 1f767d07-5439-45b2-8548-4a97daa0ec85, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1f767d07-5439-45b2-8548-4a97daa0ec85,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:01.383307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.401301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.428196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--8771513'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:01.539759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] DHCP port deletion for b53d5465-5a93-4ab5-ab86-e618f12a02f6 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:01.556816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Deleting port 75cff1b9-748c-4244-88ca-c17a527a0c24 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:01.557291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.635229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:01.645799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=1f767d07-5439-45b2-8548-4a97daa0ec85,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:01.652898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:01.661832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:01.678849 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'code': 200} Mar 03 12:19:01.697261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:01.728910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd58bf4-06ec-46cd-b065-ce5e27660716 req-d79e4f76-2b4d-4f87-bed5-857a4863e193 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:01.732508 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9fd58bf4-06ec-46cd-b065-ce5e27660716 req-d79e4f76-2b4d-4f87-bed5-857a4863e193 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.5084388 Mar 03 12:19:01.772316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.783041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.815204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Deleting port 435e6894-0820-4126-b0a4-b095262bfd95 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:01.815516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.839894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=75cff1b9-748c-4244-88ca-c17a527a0c24,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:01.841916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.857844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No DVR routers for this DVR port 75cff1b9-748c-4244-88ca-c17a527a0c24 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:01.862829 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9fd58bf4-06ec-46cd-b065-ce5e27660716 req-f94255f7-4cac-493c-bff1-f2ad587fee9a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261783 Mar 03 12:19:01.863774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.872156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 435e6894-0820-4126-b0a4-b095262bfd95 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:01.954870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] For port 75cff1b9-748c-4244-88ca-c17a527a0c24, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=75cff1b9-748c-4244-88ca-c17a527a0c24,segment=NetworkSegment(e4865522-1aeb-48a4-a830-960b7e43c0d5),segment_id=e4865522-1aeb-48a4-a830-960b7e43c0d5)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:01.955590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:01.971352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Subnet': ['ID=4b888b0b-6d26-4db8-b982-e86054471c6b,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:01.986541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:02.008777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:02.012674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:02.048992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:02.124808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.143174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Checking segment: {'id': 'f20554af-471c-44bc-8427-7301b1f888a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:02.143534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network hostable DHCP agents. Network: b963b823-34a1-400d-86f6-778efa24cf08, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:19:02.165866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Calling delete_port for 75cff1b9-748c-4244-88ca-c17a527a0c24 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:02.181213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53d5465-5a93-4ab5-ab86-e618f12a02f6']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:02.198301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4865522-1aeb-48a4-a830-960b7e43c0d5') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:02.198642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4865522-1aeb-48a4-a830-960b7e43c0d5') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:02.224692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.253666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Router 839932f0-cfc8-491a-af1b-ecb7d5ab1c0b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:19:02.253905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.263823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:02.272554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:02.274123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:02.289686 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:02.309498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network b963b823-34a1-400d-86f6-778efa24cf08 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:19:02.321864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.372431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ebec8-d78c-4f4e-89b2-744fd8a1b45e req-25b8d82f-4c2e-4866-8981-642ebe13e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:02.373921 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-af2ebec8-d78c-4f4e-89b2-744fd8a1b45e req-25b8d82f-4c2e-4866-8981-642ebe13e43d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 1098 time: 0.2814991 Mar 03 12:19:02.376146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.392995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.420356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:02.420584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:02.430518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:19:02.430715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:02.430981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.442623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b963b823-34a1-400d-86f6-778efa24cf08) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:02.447647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:02.448252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.465294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3edb07b-0a86-47f6-8e26-3bcf3d9b7edc,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:02.466922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.472202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:02.496762 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] Sync routers for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:02.497292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.497417 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-aa536171-63b6-4491-8e54-51743b003195 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "PUT /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8279548 Mar 03 12:19:02.499024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34578) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:02.500892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.502740 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:02.504480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/b53d5465-5a93-4ab5-ab86-e618f12a02f6 HTTP/1.1" status: 204 len: 168 time: 2.0392613 Mar 03 12:19:02.505118 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:02.527858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34582) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:02.529132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948da1b-be0a-4053-8e31-842710f610f3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=b53d5465-5a93-4ab5-ab86-e618f12a02f6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:02.569086 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:02.575608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-af2ebec8-d78c-4f4e-89b2-744fd8a1b45e req-8817dcf5-198f-424e-9197-e614fea8f75a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370459 Mar 03 12:19:02.576725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.577432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.577731 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:02.581424 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:18:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:02.594277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Calling delete_port for 435e6894-0820-4126-b0a4-b095262bfd95 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:02.598138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.599572 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e66dc1c7-c8f0-46e3-a202-52d424239d37 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.3413458 Mar 03 12:19:02.605779 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-341dfd62-abb6-48cc-b1f6-2964cc91b96e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3481905 Mar 03 12:19:02.606781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34586) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:02.613546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34588) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:02.623477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033146880'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:02.631084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:02.636054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:02.639093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:02.646085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:02.646805 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:02.647199 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa1583-1741-4db9-aa39-8471066d07ac None None] The sync data for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:02.655315 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-0d09f74c-e955-4de4-8d90-54e2d506028c tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] delete failed (client error): The resource could not be found. Mar 03 12:19:02.657992 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0d09f74c-e955-4de4-8d90-54e2d506028c tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-2120001277 HTTP/1.1" status: 404 len: 335 time: 0.1564164 Mar 03 12:19:02.666778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-354063123'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:02.669737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34594) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:02.684971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ec1e8a8b-b4b7-4aca-b229-587a30941136 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'router': {'external_gateway_info': {'network_id': '839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:02.715440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a844ae-db49-468f-81fe-788e8a9a35da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:02.716139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83a844ae-db49-468f-81fe-788e8a9a35da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:02.752133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99904eb5-eae5-4754-a4fd-cdcf3e1c76fe None None] Network b963b823-34a1-400d-86f6-778efa24cf08 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:02.768603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.820556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:02.825238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=5d0039e3-a452-4db8-a05e-052a2a35aba0,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:02.826644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:02.832924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:02.840183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:02.848870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:02.850975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:02.870870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:02.880865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Usage tracker for resource:port and tenant:fdea992784c74f699f7dee9b664c9b89 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:02.885074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:02.892231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:02.892709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:02.894343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:02.907848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:02.908865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.928190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83a844ae-db49-468f-81fe-788e8a9a35da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:02.929494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-83a844ae-db49-468f-81fe-788e8a9a35da tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3933511 Mar 03 12:19:02.935230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34600) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:02.956901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.959490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Deleting port 75cff1b9-748c-4244-88ca-c17a527a0c24 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:02.959877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:02.978988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:02.980901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=435e6894-0820-4126-b0a4-b095262bfd95,revision_number=8']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:02.993327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:02.993327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:02.996622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.023876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] device_id is not set on port 97d64081-2dde-4662-a93d-ea6aabfcc880 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:03.037704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23dfe22b-6fdf-4fed-8d03-d8e52ce649ac None None] The port '75cff1b9-748c-4244-88ca-c17a527a0c24' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:19:03.058939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.146640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2872da8-4ec9-4043-84c7-d85951d960a4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:03.147954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b963b823-34a1-400d-86f6-778efa24cf08', 'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'tenant_id': 'fdea992784c74f699f7dee9b664c9b89', 'fixed_ips': [{'subnet_id': '4b888b0b-6d26-4db8-b982-e86054471c6b'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:03.150718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.201055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.202541 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8b483a3b-f149-4653-b839-98278b269bfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5908234 Mar 03 12:19:03.210569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34604) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:03.221263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-83651d92-fbae-4b6c-be94-04e053b0a55d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'd3edb07b-0a86-47f6-8e26-3bcf3d9b7edc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b2872da8-4ec9-4043-84c7-d85951d960a4'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:03.232039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-83651d92-fbae-4b6c-be94-04e053b0a55d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:03.242540 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8556cddd-3169-4927-b88e-533eb2e37fe8 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3241808 Mar 03 12:19:03.247482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83651d92-fbae-4b6c-be94-04e053b0a55d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:03.257269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34608) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:03.263227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83651d92-fbae-4b6c-be94-04e053b0a55d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:03.271311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:03.300228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-83651d92-fbae-4b6c-be94-04e053b0a55d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:03.301646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Allocated IP 2001:db8::73 (b963b823-34a1-400d-86f6-778efa24cf08/4b888b0b-6d26-4db8-b982-e86054471c6b/97d64081-2dde-4662-a93d-ea6aabfcc880) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:03.385112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec1e8a8b-b4b7-4aca-b229-587a30941136 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.428623 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a2856d64-ff6c-44bf-9f2e-6ce823e935ce tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4820695 Mar 03 12:19:03.428623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34612) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:03.434704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1317462622'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:03.441865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:03.451508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd0961-0c9d-4936-b4cf-c0f79ca30d88 req-3599de00-6ec6-4700-b829-c0efae388dc8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:03.452527 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8dd0961-0c9d-4936-b4cf-c0f79ca30d88 req-3599de00-6ec6-4700-b829-c0efae388dc8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.4083850 Mar 03 12:19:03.454310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.455104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:03.458470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:03.463987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:03.511261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:03.522387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-ec1e8a8b-b4b7-4aca-b229-587a30941136 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] update failed (client error): The resource could not be found. Mar 03 12:19:03.527033 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ec1e8a8b-b4b7-4aca-b229-587a30941136 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "PUT /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b HTTP/1.1" status: 404 len: 339 time: 0.8528225 Mar 03 12:19:03.527268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34616) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:03.529144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:03.538158 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-83651d92-fbae-4b6c-be94-04e053b0a55d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:19:03.539282 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-83651d92-fbae-4b6c-be94-04e053b0a55d tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3273933 Mar 03 12:19:03.544451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Deleting port 435e6894-0820-4126-b0a4-b095262bfd95 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:03.544964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.582605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34620) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:03.588872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:03.597387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:03.602993 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8dd0961-0c9d-4936-b4cf-c0f79ca30d88 req-dd527f3d-19f7-423f-9a1f-97390274be68 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367493 Mar 03 12:19:03.603605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:03.606921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.613858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:03.652786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.653484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 75cff1b9-748c-4244-88ca-c17a527a0c24 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:03.676946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.695391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Transition to ACTIVE for port object 97d64081-2dde-4662-a93d-ea6aabfcc880 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:03.707584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:03.711308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.767736 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:19:03.789540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 75cff1b9-748c-4244-88ca-c17a527a0c24 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:03.789540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 75cff1b9-748c-4244-88ca-c17a527a0c24 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:03.862299 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d0039e3-a452-4db8-a05e-052a2a35aba0 (CIDR: 2001:db8::/64) Mar 03 12:19:03.864996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:19:03.880503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=435e6894-0820-4126-b0a4-b095262bfd95,revision_number=9']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:03.910851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.912826 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:19:03.913514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:03.963453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:03.963792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment d1e1386a-2bf1-428d-b231-a283d222e84e of type vlan for network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a Mar 03 12:19:04.030356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5d8-101a-424a-948e-8dfbeb977ca7 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.042054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Allocated IP 2001:db8::2 (b963b823-34a1-400d-86f6-778efa24cf08/4b888b0b-6d26-4db8-b982-e86054471c6b/5cecc2f3-29a1-4778-b3cd-81ee991e602d) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:04.059752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] For port 435e6894-0820-4126-b0a4-b095262bfd95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=435e6894-0820-4126-b0a4-b095262bfd95,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:04.060182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.104945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network b963b823-34a1-400d-86f6-778efa24cf08 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:04.113326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:04.118199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:04.123828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:04.124466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.132431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=97d64081-2dde-4662-a93d-ea6aabfcc880,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:04.134881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.142030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5d8-101a-424a-948e-8dfbeb977ca7 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.166532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5dbb0528-1ba3-401f-a3ab-d4163948d341 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9081390 Mar 03 12:19:04.167158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34624) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:04.174625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:04.217938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Calling delete_port for 435e6894-0820-4126-b0a4-b095262bfd95 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:04.230535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.268958 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-da59f2a6-a395-4f1d-84ab-70033f20d54e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6501148 Mar 03 12:19:04.281822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34628) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:04.317692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.323052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:04.323637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.369166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1796018461', 'allowed_address_pairs': [{'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:4f:59:ca'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:04.386454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:04.404507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:04.410209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:04.442114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5d8-101a-424a-948e-8dfbeb977ca7 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.477834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:04.501676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.511752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Transition to ACTIVE for port object 5cecc2f3-29a1-4778-b3cd-81ee991e602d will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:04.530221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Transition to ACTIVE for port object 5cecc2f3-29a1-4778-b3cd-81ee991e602d will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:04.538744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:04.542584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Usage tracker for resource:port and tenant:fdea992784c74f699f7dee9b664c9b89 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:04.545513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:04.551904 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:04.563215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5d8-101a-424a-948e-8dfbeb977ca7 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.564352 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4da3e5d8-101a-424a-948e-8dfbeb977ca7 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/b2872da8-4ec9-4043-84c7-d85951d960a4 HTTP/1.1" status: 204 len: 168 time: 0.9739563 Mar 03 12:19:04.565170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3e5d8-101a-424a-948e-8dfbeb977ca7 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2872da8-4ec9-4043-84c7-d85951d960a4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:04.567090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34632) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:04.572883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.588242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=32a2f9db-d64a-4c46-903d-a3f4f00c5d4a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:04.610999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:04.614475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.623035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:19:04.646519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:04.663595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-33264867-e6e9-4eef-bf4e-bdde55912591 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2342865 Mar 03 12:19:04.663912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:04.667306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34638) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:04.670752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] Pushing event deleted for resources: {'Port': ['ID=435e6894-0820-4126-b0a4-b095262bfd95,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:04.678531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:04.771750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Network b963b823-34a1-400d-86f6-778efa24cf08 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:04.782185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:04.842775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:04.905427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9aad8a-9331-4e07-a9aa-6f0b314f581f None None] No DVR routers for this DVR port 435e6894-0820-4126-b0a4-b095262bfd95 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:04.910185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7b12146d-3998-403d-a687-ab89ff4ab144 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Synchronizing usage tracker for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:04.951604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Pushing event updated for resources: {'Port': ['ID=5cecc2f3-29a1-4778-b3cd-81ee991e602d,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:04.988850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7b12146d-3998-403d-a687-ab89ff4ab144 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Unset dirty status for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:04.989846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33808521-8ce8-4b24-9085-f5c1baff39ca None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:04.990817 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7b12146d-3998-403d-a687-ab89ff4ab144 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4502 time: 0.4227114 Mar 03 12:19:04.996080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34642) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:05.005503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.030480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:05.042054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] device_id is not set on port 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:05.043137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:05.054790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:05.076863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:05.095281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Allocated IP 172.20.0.1 (b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4/a67f6d40-665b-430d-a25e-249e5b63affc/474e0461-0918-4997-af2b-b260a3ba149f) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:05.127572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f47ff110-23d4-4e2d-afd0-8255ca2ce1d1 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.134451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81714479-07ec-430b-a9ca-74b6cc7bbe9a req-a07521e7-15b9-4dd1-b834-713f33488818 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:05.136035 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81714479-07ec-430b-a9ca-74b6cc7bbe9a req-a07521e7-15b9-4dd1-b834-713f33488818 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.2969060 Mar 03 12:19:05.142397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Attempting to bind port 5cecc2f3-29a1-4778-b3cd-81ee991e602d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:05.142397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Attempting to bind port 5cecc2f3-29a1-4778-b3cd-81ee991e602d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'f20554af-471c-44bc-8427-7301b1f888a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:05.142819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Attempting to bind port 5cecc2f3-29a1-4778-b3cd-81ee991e602d on network b963b823-34a1-400d-86f6-778efa24cf08 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:05.161914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:05.162254 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Checking segment: {'id': 'f20554af-471c-44bc-8427-7301b1f888a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:05.162605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.163558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Bound using segment: {'id': 'f20554af-471c-44bc-8427-7301b1f888a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:05.163558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Bound port: 5cecc2f3-29a1-4778-b3cd-81ee991e602d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20554af-471c-44bc-8427-7301b1f888a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:05.163831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.185820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:05.190553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.261378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f47ff110-23d4-4e2d-afd0-8255ca2ce1d1 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.299352 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81714479-07ec-430b-a9ca-74b6cc7bbe9a req-c1086946-b47e-40a4-9134-32e1cb05f6b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221516 Mar 03 12:19:05.319831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] For port 5cecc2f3-29a1-4778-b3cd-81ee991e602d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:05.324694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] For port 5cecc2f3-29a1-4778-b3cd-81ee991e602d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5cecc2f3-29a1-4778-b3cd-81ee991e602d,segment=NetworkSegment(f20554af-471c-44bc-8427-7301b1f888a9),segment_id=f20554af-471c-44bc-8427-7301b1f888a9)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:05.330063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Allocated IP 2001:db8::260 (b963b823-34a1-400d-86f6-778efa24cf08/4b888b0b-6d26-4db8-b982-e86054471c6b/8c5dbea2-ec15-4940-bc9e-e7ced09c04b0) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:05.375992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '5d0039e3-a452-4db8-a05e-052a2a35aba0'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:05.377363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.395893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.462844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.498524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.554127 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481ef5f-4697-427b-8434-dd768ec883d0 None None] Pushing event updated for resources: {'Port': ['ID=5cecc2f3-29a1-4778-b3cd-81ee991e602d,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:05.579957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Transition to ACTIVE for port object 474e0461-0918-4997-af2b-b260a3ba149f will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:05.604155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:05.609165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:05.616559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:05.617144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.623471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=77b50d17-b21a-4f16-8245-28a104441205,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:05.657605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Allocated IP 2001:db8::f816:3eff:feb5:5f16 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/5d0039e3-a452-4db8-a05e-052a2a35aba0/9b95a570-5433-4c0f-a9c3-4e750fb1e005) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:05.684835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f47ff110-23d4-4e2d-afd0-8255ca2ce1d1 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.699235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.716993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Transition to ACTIVE for port object 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:05.718493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87fcb-5a08-4e86-84f6-ab5b80bc4641 req-54245edb-9fec-4046-a53a-7bc167b7f28a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:05.720792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6bb87fcb-5a08-4e86-84f6-ab5b80bc4641 req-54245edb-9fec-4046-a53a-7bc167b7f28a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.2262642 Mar 03 12:19:05.724448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ff110-23d4-4e2d-afd0-8255ca2ce1d1 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3edb07b-0a86-47f6-8e26-3bcf3d9b7edc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:05.727981 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a64f469d-b6a1-420a-a5c9-1e4721aec401 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5591369 Mar 03 12:19:05.730900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34648) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:05.738586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:02:a2:47', 'name': 'tempest-NetworksTestDHCPv6-915612480'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:05.791304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.894334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.902193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:05.906558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:05.909737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:05.910004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:05.914280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.915839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:05.926382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Transition to ACTIVE for port object 9b95a570-5433-4c0f-a9c3-4e750fb1e005 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:05.933621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:05.946529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:05.948902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Transition to ACTIVE for port object 9b95a570-5433-4c0f-a9c3-4e750fb1e005 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:05.949025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:05.995070 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6bb87fcb-5a08-4e86-84f6-ab5b80bc4641 req-497972fe-dad4-4444-ab02-ae5d33bf33a3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506473 Mar 03 12:19:06.010579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:06.029016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Port': ['ID=474e0461-0918-4997-af2b-b260a3ba149f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:06.034311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.038042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34654) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:06.042830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network b963b823-34a1-400d-86f6-778efa24cf08 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:06.069797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:06.079667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:06.087009 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:06.087614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.111916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.116036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=1f26359f-f921-4f80-805d-127f20093d0c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:06.127593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Pushing event updated for resources: {'Port': ['ID=9b95a570-5433-4c0f-a9c3-4e750fb1e005,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:06.139200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:06.141336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:06.145016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f47ff110-23d4-4e2d-afd0-8255ca2ce1d1 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.145924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:06.146654 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f47ff110-23d4-4e2d-afd0-8255ca2ce1d1 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/d3edb07b-0a86-47f6-8e26-3bcf3d9b7edc HTTP/1.1" status: 204 len: 168 time: 1.1471512 Mar 03 12:19:06.159621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34660) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:06.288084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': 'd1e1386a-2bf1-428d-b231-a283d222e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:06.288629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:19:06.322713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Attempting to bind port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:06.323094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Attempting to bind port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:06.323458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Attempting to bind port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:06.330741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:06.331182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:06.331588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.331987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:06.332515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Bound port: 9b95a570-5433-4c0f-a9c3-4e750fb1e005, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:06.332897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.368155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b943bb68-e7d4-4d6f-b3bd-ba02f9da2c2a tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Synchronizing usage tracker for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:06.455905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:19:06.466510 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1066315 Mar 03 12:19:06.473122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34664) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:06.473583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db156ad2-438b-49e9-b9ab-c5fb913309bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=8c5dbea2-ec15-4940-bc9e-e7ced09c04b0,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:06.475435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b943bb68-e7d4-4d6f-b3bd-ba02f9da2c2a tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Unset dirty status for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:06.481094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] For port 9b95a570-5433-4c0f-a9c3-4e750fb1e005, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:06.481704 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b943bb68-e7d4-4d6f-b3bd-ba02f9da2c2a tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3076148 Mar 03 12:19:06.484110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] For port 9b95a570-5433-4c0f-a9c3-4e750fb1e005, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9b95a570-5433-4c0f-a9c3-4e750fb1e005,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:06.485556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34666) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:06.494337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674251034'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:06.500871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:06.504653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b017d29f-b2f3-45ae-9011-8ac3135ab156 None None] Provisioning for port 474e0461-0918-4997-af2b-b260a3ba149f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:06.510076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b017d29f-b2f3-45ae-9011-8ac3135ab156 None None] Provisioning complete for port 474e0461-0918-4997-af2b-b260a3ba149f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:06.510663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b017d29f-b2f3-45ae-9011-8ac3135ab156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.516358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:06.528522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.544042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.555456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.572467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port b6000bc6-fb89-4f9e-82a3-5733533ac7a2 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:06.605830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:06.614045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.619053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:06.619728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.625526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d1b58-8298-4ce4-8989-e6f90b6badfa None None] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:06.658411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:06.668379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:06.673777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:06.683644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:06.731033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b017d29f-b2f3-45ae-9011-8ac3135ab156 None None] Port 474e0461-0918-4997-af2b-b260a3ba149f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:06.782723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Pushing event updated for resources: {'Port': ['ID=9b95a570-5433-4c0f-a9c3-4e750fb1e005,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:06.782941 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f63395ed-8d18-4f11-af6c-a165f492cffc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1141348 Mar 03 12:19:06.788875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34672) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:06.792624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a1289b-71e0-4ded-8e73-dc3ee4efc9ab tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:06.794188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-81a1289b-71e0-4ded-8e73-dc3ee4efc9ab tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 1093 time: 0.7551892 Mar 03 12:19:06.798111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a', 'name': 'tempest-PortsTestJSON-598013033'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:06.800100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.800425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.800766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.801102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.801439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.801773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.802114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.802429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.802762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.803089 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.803423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.803735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80afa2-6a89-4861-9149-09a6b8f3c5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:06.804924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34676) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:06.882111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.902211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:06.925482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ea052-b5c3-449a-8782-700db0fd1b2b tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:06.931886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ea052-b5c3-449a-8782-700db0fd1b2b tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:06.938610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ea052-b5c3-449a-8782-700db0fd1b2b tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:06.945463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c43ea052-b5c3-449a-8782-700db0fd1b2b tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4627647 Mar 03 12:19:06.946890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:06.955427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:floatingip and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:06.958615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:06.964501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:06.966425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34680) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:06.976766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-32a2f9db-d64a-4c46-903d-a3f4f00c5d4a', 'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a', 'tenant_id': '181cd31d5184417f829737ff9dc93b1a', 'fixed_ips': [{'subnet_id': '1f26359f-f921-4f80-805d-127f20093d0c'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:06.982625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:06.984474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.137140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.151312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8:0:1::261 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/77b50d17-b21a-4f16-8245-28a104441205/b6000bc6-fb89-4f9e-82a3-5733533ac7a2) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:07.166761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::f816:3eff:fe02:a247 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/5d0039e3-a452-4db8-a05e-052a2a35aba0/b6000bc6-fb89-4f9e-82a3-5733533ac7a2) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:07.168400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting port 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:07.169009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.290923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Allocated IP 172.20.0.2 (32a2f9db-d64a-4c46-903d-a3f4f00c5d4a/1f26359f-f921-4f80-805d-127f20093d0c/e73a96fe-3761-4961-b5cc-e42aa650528f) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:07.293833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1623921-5727-4da6-934c-8c394a345683,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:07.333398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.334119 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5b5c0bb8-3b55-43df-a41a-206fb069a40b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8478212 Mar 03 12:19:07.357658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34684) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:07.368595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3a041f67-caeb-4848-a7f6-4f168e6bc764 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'f1623921-5727-4da6-934c-8c394a345683', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:07.398123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451af061-ae36-4d13-8d8b-7819189ca27e None None] Network b963b823-34a1-400d-86f6-778efa24cf08 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:07.445079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3a041f67-caeb-4848-a7f6-4f168e6bc764 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:07.452691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3a041f67-caeb-4848-a7f6-4f168e6bc764 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:07.461452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3a041f67-caeb-4848-a7f6-4f168e6bc764 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:07.464389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:07.477759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3a041f67-caeb-4848-a7f6-4f168e6bc764 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:07.483538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:07.490648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:07.503763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:07.552135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.573923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object b6000bc6-fb89-4f9e-82a3-5733533ac7a2 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:07.583179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-11238225-4d5b-4860-a47e-713e835fcac1 None None] Provisioning for port 5cecc2f3-29a1-4778-b3cd-81ee991e602d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:07.601052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:07.604570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.642844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port c2431da5-6a45-433c-adb6-a94209e2a4d7 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:07.678802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.690901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:19:07.719002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.752085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-3a041f67-caeb-4848-a7f6-4f168e6bc764 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:19:07.753322 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3a041f67-caeb-4848-a7f6-4f168e6bc764 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3949988 Mar 03 12:19:07.760970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34688) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:07.768972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8212c5a0-3242-4d10-9edc-fece581cae02 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group_rule': {'security_group_id': 'f1623921-5727-4da6-934c-8c394a345683', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:07.779576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8212c5a0-3242-4d10-9edc-fece581cae02 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:07.784530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.795796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.810423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Transition to ACTIVE for port object e73a96fe-3761-4961-b5cc-e42aa650528f will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:07.854008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Transition to ACTIVE for port object e73a96fe-3761-4961-b5cc-e42aa650528f will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:07.857928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8212c5a0-3242-4d10-9edc-fece581cae02 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:07.865143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=b6000bc6-fb89-4f9e-82a3-5733533ac7a2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:07.873317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:07.874635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:07.877942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:07.892820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:07.894587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.940988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8212c5a0-3242-4d10-9edc-fece581cae02 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:07.973570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:07.977052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8212c5a0-3242-4d10-9edc-fece581cae02 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:08.025620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.029104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event updated for resources: {'Port': ['ID=474e0461-0918-4997-af2b-b260a3ba149f,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:08.059775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.067917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5cecc2f3-29a1-4778-b3cd-81ee991e602d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:08.071250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34692) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:08.077206 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-91a9200d-937e-46cf-a455-fe986fa83435 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3443670 Mar 03 12:19:08.117058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.8 (32a2f9db-d64a-4c46-903d-a3f4f00c5d4a/1f26359f-f921-4f80-805d-127f20093d0c/c2431da5-6a45-433c-adb6-a94209e2a4d7) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:08.135644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-62121226-192e-43d0-bfbd-8dd1cdeef3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.148895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.167949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:08.180372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:08.186623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:08.252942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Pushing event updated for resources: {'Port': ['ID=e73a96fe-3761-4961-b5cc-e42aa650528f,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:08.334469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Attempting to bind port e73a96fe-3761-4961-b5cc-e42aa650528f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:08.334797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Attempting to bind port e73a96fe-3761-4961-b5cc-e42aa650528f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'd1e1386a-2bf1-428d-b231-a283d222e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:08.335108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Attempting to bind port e73a96fe-3761-4961-b5cc-e42aa650528f on network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:08.343454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:08.343921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Checking segment: {'id': 'd1e1386a-2bf1-428d-b231-a283d222e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:08.344347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.344770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Bound using segment: {'id': 'd1e1386a-2bf1-428d-b231-a283d222e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:08.345197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Bound port: e73a96fe-3761-4961-b5cc-e42aa650528f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e1386a-2bf1-428d-b231-a283d222e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:08.345693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.427705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 5cecc2f3-29a1-4778-b3cd-81ee991e602d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:08.447467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd6666-b944-4163-bb5b-08c0e4329662 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:08.449937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.463434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Calling delete_port for 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:08.471055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object c2431da5-6a45-433c-adb6-a94209e2a4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:08.495686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.498122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 5cecc2f3-29a1-4778-b3cd-81ee991e602d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:08.498492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.570613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port b6000bc6-fb89-4f9e-82a3-5733533ac7a2 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:08.571052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.573372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.610800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] For port e73a96fe-3761-4961-b5cc-e42aa650528f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:08.642259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] For port e73a96fe-3761-4961-b5cc-e42aa650528f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e73a96fe-3761-4961-b5cc-e42aa650528f,segment=NetworkSegment(d1e1386a-2bf1-428d-b231-a283d222e84e),segment_id=d1e1386a-2bf1-428d-b231-a283d222e84e)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:08.670537 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-8212c5a0-3242-4d10-9edc-fece581cae02 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:19:08.672226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=c2431da5-6a45-433c-adb6-a94209e2a4d7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:08.675277 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8212c5a0-3242-4d10-9edc-fece581cae02 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9116449 Mar 03 12:19:08.684879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34696) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:08.694295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:08.698245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:08.698245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:08.703761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Provisioning for port 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:08.747423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.778243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:08.778683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.794368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:08.803846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Provisioning complete for port 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:08.803846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.809693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:08.848728 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c2d10bf8-64ee-4d07-93d9-565c4056830f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0554657 Mar 03 12:19:08.851364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34700) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:08.857953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '32a2f9db-d64a-4c46-903d-a3f4f00c5d4a', 'name': 'tempest-PortsTestJSON-1571987333'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:08.940964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:08.998976 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5840da6-90c5-451b-960f-79489797ac77 None None] Pushing event updated for resources: {'Port': ['ID=e73a96fe-3761-4961-b5cc-e42aa650528f,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:09.005875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Port 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:09.039545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 5cecc2f3-29a1-4778-b3cd-81ee991e602d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5cecc2f3-29a1-4778-b3cd-81ee991e602d,segment=NetworkSegment(f20554af-471c-44bc-8427-7301b1f888a9),segment_id=f20554af-471c-44bc-8427-7301b1f888a9)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:09.081450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:09.086542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:09.090160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:09.097847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:09.110452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Provisioning for port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:09.180808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.181397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9b95a570-5433-4c0f-a9c3-4e750fb1e005 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:09.201548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:09.206130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.243372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port d98bffd9-ce31-4eb2-aafc-328b0569a92e yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:09.315529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Provisioning complete for port 5cecc2f3-29a1-4778-b3cd-81ee991e602d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:09.315911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.423709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Allocated IP 172.26.8.121 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/6743cdad-de0c-4226-b29e-786e15b66e4a) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:09.444570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.6 (32a2f9db-d64a-4c46-903d-a3f4f00c5d4a/1f26359f-f921-4f80-805d-127f20093d0c/d98bffd9-ce31-4eb2-aafc-328b0569a92e) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:09.476294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] Update dhcp port {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'fixed_ips': [{'subnet_id': '5d0039e3-a452-4db8-a05e-052a2a35aba0', 'ip_address': '2001:db8::f816:3eff:feb5:5f16'}, {'subnet_id': '77b50d17-b21a-4f16-8245-28a104441205'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': '9b95a570-5433-4c0f-a9c3-4e750fb1e005'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:19:09.543288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=5cecc2f3-29a1-4778-b3cd-81ee991e602d,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:09.595793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.604901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ff2434d-8528-4d24-bbe0-42b731311df5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.644699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Router 839932f0-cfc8-491a-af1b-ecb7d5ab1c0b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:19:09.669765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:09.692213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ff2434d-8528-4d24-bbe0-42b731311df5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.709697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:09.710083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.813042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.831772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.835602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.845935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.850272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object d98bffd9-ce31-4eb2-aafc-328b0569a92e will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:09.967956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:09.977778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Provisioning for port 97d64081-2dde-4662-a93d-ea6aabfcc880 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:09.991313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.002409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Provisioning complete for port 97d64081-2dde-4662-a93d-ea6aabfcc880 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:10.002781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.054149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:10.059747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:10.069274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for b6000bc6-fb89-4f9e-82a3-5733533ac7a2 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:10.070907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:10.113915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] Allocated IP 2001:db8:0:1::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/77b50d17-b21a-4f16-8245-28a104441205/9b95a570-5433-4c0f-a9c3-4e750fb1e005) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:10.121205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 9b95a570-5433-4c0f-a9c3-4e750fb1e005, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9b95a570-5433-4c0f-a9c3-4e750fb1e005,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:10.124312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6ff26d51-c04b-469b-9b4b-a696831b92b7 None None] Port 97d64081-2dde-4662-a93d-ea6aabfcc880 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:10.143184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=d98bffd9-ce31-4eb2-aafc-328b0569a92e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:10.160698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5a467fcc-7eb2-407e-9341-53c4709c6899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.171255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:10.172637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Port': ['ID=8c5dbea2-ec15-4940-bc9e-e7ced09c04b0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:10.172777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.243460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.298643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:10.366935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df479290-6353-46e8-be98-3416558d7b12 None None] Sync routers for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:10.413540 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-98bcfef3-a169-4112-b251-342312ec8dfd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5608792 Mar 03 12:19:10.416103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34704) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:10.450860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df479290-6353-46e8-be98-3416558d7b12 None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:10.451429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-df479290-6353-46e8-be98-3416558d7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:10.533652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ff2434d-8528-4d24-bbe0-42b731311df5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.537308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.561927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5cecc2f3-29a1-4778-b3cd-81ee991e602d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:10.566769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d2adad-0b85-40af-a16f-e8ee84a8aeb1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:10.567500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b7d2adad-0b85-40af-a16f-e8ee84a8aeb1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:10.586120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4888b26-0e27-42cd-8846-3fd86bb154a6 None None] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:10.606568 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eb613745-fe29-43b3-89bc-20b0cd3336fd tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "PUT /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0782688 Mar 03 12:19:10.609545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34708) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:10.615004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-df479290-6353-46e8-be98-3416558d7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:10.617425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d5514184-8cc3-4f70-b882-77356f9e3e34 None None] Provisioning complete for port 474e0461-0918-4997-af2b-b260a3ba149f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:10.617606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d5514184-8cc3-4f70-b882-77356f9e3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.673337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2434d-8528-4d24-bbe0-42b731311df5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1623921-5727-4da6-934c-8c394a345683,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:10.673603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b7d2adad-0b85-40af-a16f-e8ee84a8aeb1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:10.678673 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b7d2adad-0b85-40af-a16f-e8ee84a8aeb1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2616427 Mar 03 12:19:10.679492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34712) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:10.682909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:10.685108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ff2434d-8528-4d24-bbe0-42b731311df5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.688794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8ff2434d-8528-4d24-bbe0-42b731311df5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/f1623921-5727-4da6-934c-8c394a345683 HTTP/1.1" status: 204 len: 168 time: 1.9982028 Mar 03 12:19:10.694653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34714) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:10.700187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:10.712498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.715024 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-23930b80-43ae-4992-b433-1610c667c3f3 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/ports/8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 HTTP/1.1" status: 204 len: 168 time: 3.7444561 Mar 03 12:19:10.717127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:10.744310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34720) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:10.816239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=6743cdad-de0c-4226-b29e-786e15b66e4a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:10.820049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df479290-6353-46e8-be98-3416558d7b12 None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:10.820049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-df479290-6353-46e8-be98-3416558d7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:10.834840 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-705f734a-3c84-4b2d-9303-04b4ba6c9e54 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] GET failed (client error): The resource could not be found. Mar 03 12:19:10.835382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-705f734a-3c84-4b2d-9303-04b4ba6c9e54 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Synchronizing usage tracker for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:10.881005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-227a0a69-473a-4e30-89cf-cc825f9c6f1d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.901980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=9b95a570-5433-4c0f-a9c3-4e750fb1e005,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:10.915260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:10.922899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-df479290-6353-46e8-be98-3416558d7b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:10.923251 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df479290-6353-46e8-be98-3416558d7b12 None None] The sync data for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:10.927934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d5514184-8cc3-4f70-b882-77356f9e3e34 None None] Port 474e0461-0918-4997-af2b-b260a3ba149f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:10.941700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d5514184-8cc3-4f70-b882-77356f9e3e34 None None] Could not find standard attr ID for object 8c5dbea2-ec15-4940-bc9e-e7ced09c04b0. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:19:10.987953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] For port 9b95a570-5433-4c0f-a9c3-4e750fb1e005, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9b95a570-5433-4c0f-a9c3-4e750fb1e005,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:11.036208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d5514184-8cc3-4f70-b882-77356f9e3e34 None None] Provisioning complete for port 97d64081-2dde-4662-a93d-ea6aabfcc880 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:11.036623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d5514184-8cc3-4f70-b882-77356f9e3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.059157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port d98bffd9-ce31-4eb2-aafc-328b0569a92e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:11.059796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.059993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 5cecc2f3-29a1-4778-b3cd-81ee991e602d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:11.060365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.122003 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-227a0a69-473a-4e30-89cf-cc825f9c6f1d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 12:19:11.123041 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-227a0a69-473a-4e30-89cf-cc825f9c6f1d tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b HTTP/1.1" status: 409 len: 329 time: 0.5123813 Mar 03 12:19:11.130957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34724) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:11.137785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b6854df0-4046-42f3-88ef-540b80e59689 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Synchronizing usage tracker for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:11.149555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=b6000bc6-fb89-4f9e-82a3-5733533ac7a2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:11.151649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-705f734a-3c84-4b2d-9303-04b4ba6c9e54 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Unset dirty status for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:11.152833 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-705f734a-3c84-4b2d-9303-04b4ba6c9e54 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "GET /v2.0/ports/8c5dbea2-ec15-4940-bc9e-e7ced09c04b0 HTTP/1.1" status: 404 len: 333 time: 0.3983331 Mar 03 12:19:11.153803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.resource_extend [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:19:11.160613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34728) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:11.164770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2132595338'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:11.186783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.191290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d5514184-8cc3-4f70-b882-77356f9e3e34 None None] Port 97d64081-2dde-4662-a93d-ea6aabfcc880 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:11.243361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.258288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] Transition to ACTIVE for port object 9b95a570-5433-4c0f-a9c3-4e750fb1e005 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:11.350491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b6854df0-4046-42f3-88ef-540b80e59689 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Unset dirty status for tenant:4f2480bae76049088de41d923a540bb3 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:11.359888 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b6854df0-4046-42f3-88ef-540b80e59689 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6559522 Mar 03 12:19:11.380701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.386982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34732) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:11.387231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.389352 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a15b0fd6-27d6-4ab8-b936-90496c5b3818 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/b6000bc6-fb89-4f9e-82a3-5733533ac7a2 HTTP/1.1" status: 204 len: 168 time: 3.2968235 Mar 03 12:19:11.403031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34734) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:11.418121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860620209'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:11.434165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e73a96fe-3761-4961-b5cc-e42aa650528f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:11.474406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:11.519797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:11.618449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:11.644644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:11.666078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.669583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7fdd5efc-cd3a-4c3a-9279-1f45d10cbbea None None] Provisioning for port e73a96fe-3761-4961-b5cc-e42aa650528f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:11.677054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1d3f0-d1f2-4214-a7f5-6e658820019d None None] Pushing event updated for resources: {'Port': ['ID=9b95a570-5433-4c0f-a9c3-4e750fb1e005,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:11.692146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.711202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cd509-aced-4b37-8d1d-e708c0f1e52d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:11.711202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-051cd509-aced-4b37-8d1d-e708c0f1e52d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:11.714204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.731606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:11.735327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.761688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port e73a96fe-3761-4961-b5cc-e42aa650528f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:11.767684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e73a96fe-3761-4961-b5cc-e42aa650528f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:11.768097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:11.780693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:11.790875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Usage tracker for resource:security_group_rule and tenant:4f2480bae76049088de41d923a540bb3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:11.796343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:11.807823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] device_id is not set on port 00625872-0174-4d8f-b198-a16dfe169896 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:11.854756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:11.873541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-051cd509-aced-4b37-8d1d-e708c0f1e52d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:11.875000 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-051cd509-aced-4b37-8d1d-e708c0f1e52d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4629631 Mar 03 12:19:11.879120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34740) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:11.956867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.000409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Provisioning for port d98bffd9-ce31-4eb2-aafc-328b0569a92e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:12.013270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Provisioning complete for port d98bffd9-ce31-4eb2-aafc-328b0569a92e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:12.014203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.026307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.059926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for d98bffd9-ce31-4eb2-aafc-328b0569a92e owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:12.084972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Port d98bffd9-ce31-4eb2-aafc-328b0569a92e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:12.103588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port e73a96fe-3761-4961-b5cc-e42aa650528f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e73a96fe-3761-4961-b5cc-e42aa650528f,segment=NetworkSegment(d1e1386a-2bf1-428d-b231-a283d222e84e),segment_id=d1e1386a-2bf1-428d-b231-a283d222e84e)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:12.116184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Provisioning complete for port e73a96fe-3761-4961-b5cc-e42aa650528f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:12.116560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.202013 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.297565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Allocated IP 2001:db8::1e4 (b963b823-34a1-400d-86f6-778efa24cf08/4b888b0b-6d26-4db8-b982-e86054471c6b/00625872-0174-4d8f-b198-a16dfe169896) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:12.388453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9b95a570-5433-4c0f-a9c3-4e750fb1e005 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:12.439662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.459007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00edd492-1772-4f1e-ac97-879579e19922 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:12.463020 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-00edd492-1772-4f1e-ac97-879579e19922 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5782506 Mar 03 12:19:12.492206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34744) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:12.521336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=e73a96fe-3761-4961-b5cc-e42aa650528f,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:12.573018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Provisioning for port c2431da5-6a45-433c-adb6-a94209e2a4d7 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:12.583719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Provisioning complete for port c2431da5-6a45-433c-adb6-a94209e2a4d7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:12.586690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.592345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.601283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.614932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.661176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=d98bffd9-ce31-4eb2-aafc-328b0569a92e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:12.679972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-83abd9b2-d797-43c9-beb2-4fa225da581b None None] Port c2431da5-6a45-433c-adb6-a94209e2a4d7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:12.738608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b31ffd-16d0-435f-8644-04f66cc520b5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:12.741030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b31ffd-16d0-435f-8644-04f66cc520b5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:12.742644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b31ffd-16d0-435f-8644-04f66cc520b5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:12.743458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-71b31ffd-16d0-435f-8644-04f66cc520b5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:12.767810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.779158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d488a6-7523-4375-89ff-341161647671,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:12.795650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.813371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Could not find standard attr ID for object d98bffd9-ce31-4eb2-aafc-328b0569a92e. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:19:12.819689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Could not find standard attr ID for object b6000bc6-fb89-4f9e-82a3-5733533ac7a2. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:19:12.836077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Provisioning complete for port c2431da5-6a45-433c-adb6-a94209e2a4d7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:12.836817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:12.903557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Port c2431da5-6a45-433c-adb6-a94209e2a4d7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:12.952784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-71b31ffd-16d0-435f-8644-04f66cc520b5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:12.957465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-71b31ffd-16d0-435f-8644-04f66cc520b5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4613497 Mar 03 12:19:12.961271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34748) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:12.984485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.001935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Provisioning for port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:13.007806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Provisioning complete for port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:13.009819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ea69de09-7dfe-4b36-93de-f19d01126d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.087525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.088995 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d82d0c22-25ec-47e1-89f6-8f14fbb75de5 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6943696 Mar 03 12:19:13.100123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34752) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:13.110665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9cd91ae8-417a-497a-b9d1-de6e29c0949e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:13.111073 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-9cd91ae8-417a-497a-b9d1-de6e29c0949e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 12:19:13.111563 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-9cd91ae8-417a-497a-b9d1-de6e29c0949e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 12:19:13.112524 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9cd91ae8-417a-497a-b9d1-de6e29c0949e tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "PUT /v2.0/security-groups/a1d488a6-7523-4375-89ff-341161647671 HTTP/1.1" status: 409 len: 330 time: 0.0070238 Mar 03 12:19:13.117552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34756) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:13.119724 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e4859d50-1fb4-49cb-9755-0c864d8efb7a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/d98bffd9-ce31-4eb2-aafc-328b0569a92e HTTP/1.1" status: 204 len: 168 time: 2.4257438 Mar 03 12:19:13.127126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34758) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:13.172272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 5d0039e3-a452-4db8-a05e-052a2a35aba0 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:13.180288 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-31940c7b-709f-425e-be1e-e1268c646ba6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:19:13.180814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-31940c7b-709f-425e-be1e-e1268c646ba6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:13.188695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.191788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.258958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-31940c7b-709f-425e-be1e-e1268c646ba6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:13.260141 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-31940c7b-709f-425e-be1e-e1268c646ba6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/d98bffd9-ce31-4eb2-aafc-328b0569a92e HTTP/1.1" status: 404 len: 333 time: 0.1319652 Mar 03 12:19:13.264931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-42cd59de-aef0-4793-9d85-acacd5618a9f None None] Could not find standard attr ID for object b6000bc6-fb89-4f9e-82a3-5733533ac7a2. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:19:13.268061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34764) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:13.309047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting port 474e0461-0918-4997-af2b-b260a3ba149f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:13.309047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.389848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port c2431da5-6a45-433c-adb6-a94209e2a4d7 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:13.390712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.415017 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Transition to ACTIVE for port object 00625872-0174-4d8f-b198-a16dfe169896 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:13.446746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.476558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdb9d6c-94a0-48c5-9994-8c30120d4393 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.543881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.551335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdb9d6c-94a0-48c5-9994-8c30120d4393 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.617250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.642254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.645351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.711638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.767191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdb9d6c-94a0-48c5-9994-8c30120d4393 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.833102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network b963b823-34a1-400d-86f6-778efa24cf08 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:13.873846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9d6c-94a0-48c5-9994-8c30120d4393 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d488a6-7523-4375-89ff-341161647671,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:13.886282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=6743cdad-de0c-4226-b29e-786e15b66e4a,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:13.923900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:13.927532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:13.932595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:13.935048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.950088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Calling delete_port for 474e0461-0918-4997-af2b-b260a3ba149f owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:13.985406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acdb9d6c-94a0-48c5-9994-8c30120d4393 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.985406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-acdb9d6c-94a0-48c5-9994-8c30120d4393 tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1d488a6-7523-4375-89ff-341161647671 HTTP/1.1" status: 204 len: 168 time: 0.8473361 Mar 03 12:19:13.985406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:13.991165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34768) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:14.088443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=00625872-0174-4d8f-b198-a16dfe169896,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:14.108699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:14.116320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:14.150684 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5be55e78-8e8f-4eb8-89d4-b3b8ac723c1f tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1481476 Mar 03 12:19:14.153235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34772) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:14.185327 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c1c741d3-d60b-4dd7-b057-ff173c087993 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0263507 Mar 03 12:19:14.196170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34776) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:14.243930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:14.248175 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5d0039e3-a452-4db8-a05e-052a2a35aba0 HTTP/1.1" status: 204 len: 168 time: 1.2811227 Mar 03 12:19:14.256194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865f349-7fdd-4bcb-b3b5-122859b9a552 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0039e3-a452-4db8-a05e-052a2a35aba0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:14.260282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34780) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:14.263333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-92694c6f-c1de-4594-bd7f-3d10ae3ccc2f tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] delete failed (client error): The resource could not be found. Mar 03 12:19:14.266909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:4f:59:ca'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:14.273233 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-92694c6f-c1de-4594-bd7f-3d10ae3ccc2f tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "DELETE /v2.0/security-groups/0b8f1899-1ff7-4dc3-b0bd-7ed7cfb1ebc4 HTTP/1.1" status: 404 len: 347 time: 0.1039884 Mar 03 12:19:14.277056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34782) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:14.290270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461939fa-41c7-4667-b02f-a7f19b92c0d0 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:14.319367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for c2431da5-6a45-433c-adb6-a94209e2a4d7 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:14.446099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e73a96fe-3761-4961-b5cc-e42aa650528f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:14.451261 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-80b5b120-dc80-49f7-9cd2-fd361c6bed6b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] show failed (client error): The resource could not be found. Mar 03 12:19:14.463118 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-80b5b120-dc80-49f7-9cd2-fd361c6bed6b tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-groups/d546e168-8e2d-4204-8401-a8a131bcf9db HTTP/1.1" status: 404 len: 347 time: 0.1740386 Mar 03 12:19:14.470531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34788) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:14.477131 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Floating IP 2f4447a6-5e6e-409b-8afd-a7573358c11d associated. External IP: 172.26.8.121, port: 1f767d07-5439-45b2-8548-4a97daa0ec85. Mar 03 12:19:14.551089 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ee92cd88-c7a7-48ea-a3fa-3ae16452346a None None] Provisioning for port 00625872-0174-4d8f-b198-a16dfe169896 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:14.553358 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-57c4f7d7-154e-4cca-a2bd-13b374d08693 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7187138 Mar 03 12:19:14.570333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-9659921a-9a1c-4f8f-947c-bf78b6f3ebfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] show failed (client error): The resource could not be found. Mar 03 12:19:14.571876 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9659921a-9a1c-4f8f-947c-bf78b6f3ebfe tempest-NegativeSecGroupIPv6Test-920674926 tempest-NegativeSecGroupIPv6Test-920674926-project] 10.222.0.35 "GET /v2.0/security-group-rules/589284b3-ccec-437e-9b52-b7291fc2b164 HTTP/1.1" status: 404 len: 356 time: 0.0969465 Mar 03 12:19:14.580938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 77b50d17-b21a-4f16-8245-28a104441205 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:14.587605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:14.612793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ee92cd88-c7a7-48ea-a3fa-3ae16452346a None None] Provisioning complete for port 00625872-0174-4d8f-b198-a16dfe169896 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:14.612793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ee92cd88-c7a7-48ea-a3fa-3ae16452346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:14.743797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ee92cd88-c7a7-48ea-a3fa-3ae16452346a None None] Port 00625872-0174-4d8f-b198-a16dfe169896 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:14.806178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e73a96fe-3761-4961-b5cc-e42aa650528f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:14.806178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:14.806947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:14.950667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:15.006651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-77cd962d-e9ed-4d86-9b46-dfb7d0400dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:15.007652 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-77cd962d-e9ed-4d86-9b46-dfb7d0400dcb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 1098 time: 0.3267477 Mar 03 12:19:15.053057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:15.059899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:15.210782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=c2431da5-6a45-433c-adb6-a94209e2a4d7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:15.336325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:19:15.492037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:15.555897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34800) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:15.629771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Port': ['ID=474e0461-0918-4997-af2b-b260a3ba149f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:15.668176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-ff855f1b-cd50-4664-b903-a999b8615bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:15.669622 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-ff855f1b-cd50-4664-b903-a999b8615bda service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.6133950 Mar 03 12:19:15.673931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:15.713965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:15.897619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:15.899288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=77b50d17-b21a-4f16-8245-28a104441205,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:15.911135 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:15.923292 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:15.923292 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:15.955841 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-107ee3a4-1a2e-42a9-acce-3c6378025252 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f767d07-5439-45b2-8548-4a97daa0ec85 HTTP/1.1" status: 200 len: 999 time: 0.1717231 Mar 03 12:19:15.956902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:15.963749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a2386290-48f4-4902-9894-e49958cbd58b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/c2431da5-6a45-433c-adb6-a94209e2a4d7 HTTP/1.1" status: 204 len: 168 time: 2.6946433 Mar 03 12:19:15.964946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34806) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:15.973064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.026605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40817c2-b514-45ce-b2c8-567015426bf3 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:16.042424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.060919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.098713 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbef7793-1c6f-4912-baa1-b4bee704a559 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:19:16.100228 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fbef7793-1c6f-4912-baa1-b4bee704a559 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/c2431da5-6a45-433c-adb6-a94209e2a4d7 HTTP/1.1" status: 404 len: 333 time: 0.0987172 Mar 03 12:19:16.110778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34810) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:16.152693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.185777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 1f26359f-f921-4f80-805d-127f20093d0c {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:16.189135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.201924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f4b34532-b0c4-4699-b40f-f154a50c9985 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f2480bae76049088de41d923a540bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797708 Mar 03 12:19:16.210932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8b6e3a6a-fd31-4623-99dc-94616a4f8961 None None] Provisioning complete for port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:16.212130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3a6a-fd31-4623-99dc-94616a4f8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.217797 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:19:16.249201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.264136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34816) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:16.295510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] In _notify_port_updated(), no bound segment for port 00625872-0174-4d8f-b198-a16dfe169896 on network b963b823-34a1-400d-86f6-778efa24cf08 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:19:16.302125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:16.305956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.307439 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "PUT /v2.0/ports/00625872-0174-4d8f-b198-a16dfe169896 HTTP/1.1" status: 200 len: 1002 time: 2.1106386 Mar 03 12:19:16.317782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34820) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:16.400616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1167f-e327-4ce2-89c8-6a9afe9eabfe tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=00625872-0174-4d8f-b198-a16dfe169896,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:16.411338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.511007 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-40597069-3da7-4754-ba89-e2e1819807ff tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/77b50d17-b21a-4f16-8245-28a104441205 HTTP/1.1" status: 204 len: 168 time: 2.2409055 Mar 03 12:19:16.512526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34824) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:16.528420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-e9162b2f-49dd-4c48-b3cc-b0944cbcf91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:16.529942 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-e9162b2f-49dd-4c48-b3cc-b0944cbcf91b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.5659227 Mar 03 12:19:16.532208 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-edbba468-178e-4492-95a9-eb5f4cf9881c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.6503649 Mar 03 12:19:16.533244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:19:16.601279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.663852 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'status': 'completed', 'code': 200} Mar 03 12:19:16.672195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=1f26359f-f921-4f80-805d-127f20093d0c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:16.681449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.693536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:16.693899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eccd6c49-65a2-43d7-b9a3-e790895e7d53 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/1f26359f-f921-4f80-805d-127f20093d0c HTTP/1.1" status: 204 len: 168 time: 0.5814636 Mar 03 12:19:16.696857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34832) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:16.699811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] Deleting port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:16.700094 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '2f4447a6-5e6e-409b-8afd-a7573358c11d', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:da:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:19:11Z', 'updated_at': '2022-03-03T12:19:11Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:16.700304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.704444 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:19:16.712994 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:16.713589 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:16.746335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb447f0-1288-4b13-a9c3-1d88857e6658 None None] Network 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:16.754668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2d8ddc3c-c1be-4e07-9c32-c5f0968d0bfc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2345822 Mar 03 12:19:16.763418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34836) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:16.784082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting port 00625872-0174-4d8f-b198-a16dfe169896 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:16.784082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.809777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:16.858501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Router 839932f0-cfc8-491a-af1b-ecb7d5ab1c0b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:19:16.860086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.868905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a19ccd3-cdc6-4865-afe4-c89d284bc29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.895732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-bbdf07f2-ea0a-4f53-bf7f-bfeb8b458403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:16.898143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-bbdf07f2-ea0a-4f53-bf7f-bfeb8b458403 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3598189 Mar 03 12:19:16.900584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port e73a96fe-3761-4961-b5cc-e42aa650528f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:16.901027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:16.924159 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:19:16.986488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-510c3b5c-36da-4625-8621-53e24b4912f4 None None] Provisioning complete for port 00625872-0174-4d8f-b198-a16dfe169896 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:16.987010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-510c3b5c-36da-4625-8621-53e24b4912f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.100234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a19ccd3-cdc6-4865-afe4-c89d284bc29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.101707 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-6c2d5099-d72c-407d-8339-4d901c89cd70 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627970 Mar 03 12:19:17.131567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-510c3b5c-36da-4625-8621-53e24b4912f4 None None] Port 00625872-0174-4d8f-b198-a16dfe169896 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:17.154402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] For port 9b95a570-5433-4c0f-a9c3-4e750fb1e005, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9b95a570-5433-4c0f-a9c3-4e750fb1e005,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:17.155276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.198849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:17.201813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:17.226022 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] Sync routers for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:17.242451 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c1ce3be1-e395-4f38-89d6-2dfcee5fa5d5 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "PUT /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1112583 Mar 03 12:19:17.248802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:17.259766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34840) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:17.273165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:17.354202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] Calling delete_port for 9b95a570-5433-4c0f-a9c3-4e750fb1e005 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:17.410452 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '2f4447a6-5e6e-409b-8afd-a7573358c11d', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:da:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:19:11Z', 'updated_at': '2022-03-03T12:19:11Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:17.419097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:17.419239 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3483798-b71f-46fc-ac0b-181b35429cd0 None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '2f4447a6-5e6e-409b-8afd-a7573358c11d', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:da:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:19:11Z', 'updated_at': '2022-03-03T12:19:11Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:17.419407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:17.429177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:17.432183 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-b5801c06-5dca-4410-9e57-c9dc0db4b33a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] show failed (client error): The resource could not be found. Mar 03 12:19:17.433231 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b5801c06-5dca-4410-9e57-c9dc0db4b33a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-491891221 HTTP/1.1" status: 404 len: 334 time: 0.1702650 Mar 03 12:19:17.467276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34846) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:17.493687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7c913f4c-80a9-4249-9ce9-3680e114447f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:17.505627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:17.528778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] Routers {'839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:17.529983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:17.615852 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-7c913f4c-80a9-4249-9ce9-3680e114447f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] update failed (client error): The resource could not be found. Mar 03 12:19:17.622481 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7c913f4c-80a9-4249-9ce9-3680e114447f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1559733389 HTTP/1.1" status: 404 len: 335 time: 0.1471214 Mar 03 12:19:17.622646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34850) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:17.635831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:17.635831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ebac1-e443-45b4-bb0d-59ca2a739314 None None] The sync data for ids ['839932f0-cfc8-491a-af1b-ecb7d5ab1c0b'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:17.635831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] DHCP port deletion for 32a2f9db-d64a-4c46-903d-a3f4f00c5d4a request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:17.642073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Deleting port e73a96fe-3761-4961-b5cc-e42aa650528f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:17.642451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.692159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:17.695531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.717039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a19ccd3-cdc6-4865-afe4-c89d284bc29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.723175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.749188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f56cc8a1-9ebb-4e48-ac90-c1dc814b6d5b req-5d6ac289-f987-40b1-88ca-0c01950d4004 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866058 Mar 03 12:19:17.775872 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192fa9b-ec60-4e97-9d15-e1bde45cc1de None None] New status for floating IP 2f4447a6-5e6e-409b-8afd-a7573358c11d: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:19:17.788302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] For port e73a96fe-3761-4961-b5cc-e42aa650528f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e73a96fe-3761-4961-b5cc-e42aa650528f,segment=NetworkSegment(d1e1386a-2bf1-428d-b231-a283d222e84e),segment_id=d1e1386a-2bf1-428d-b231-a283d222e84e)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:17.788654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.908629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:17.973164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for e73a96fe-3761-4961-b5cc-e42aa650528f owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:17.981265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19ccd3-cdc6-4865-afe4-c89d284bc29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff377a96-ee38-4e48-bdba-88cfbfefd96b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:17.998697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] No DVR routers for this DVR port 9b95a570-5433-4c0f-a9c3-4e750fb1e005 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:18.017130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1138f-7209-4801-be0a-9b57db0dac17 None None] Pushing event deleted for resources: {'Port': ['ID=9b95a570-5433-4c0f-a9c3-4e750fb1e005,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:18.045087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] For port e73a96fe-3761-4961-b5cc-e42aa650528f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e73a96fe-3761-4961-b5cc-e42aa650528f,segment=NetworkSegment(d1e1386a-2bf1-428d-b231-a283d222e84e),segment_id=d1e1386a-2bf1-428d-b231-a283d222e84e)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:18.045863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.096262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-23ef4835-0202-4a58-8e8b-82f8a2147152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:18.097824 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-23ef4835-0202-4a58-8e8b-82f8a2147152 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 1098 time: 0.1704042 Mar 03 12:19:18.137679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Calling delete_port for 00625872-0174-4d8f-b198-a16dfe169896 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:18.152604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.189906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Calling delete_port for e73a96fe-3761-4961-b5cc-e42aa650528f owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:18.207501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting subnet dc118176-d13a-4059-a96b-a0352f4672d4 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:18.207501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.283625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=e73a96fe-3761-4961-b5cc-e42aa650528f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:18.288448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No DVR routers for this DVR port e73a96fe-3761-4961-b5cc-e42aa650528f on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:18.338774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:18.339263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:18.354934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a19ccd3-cdc6-4865-afe4-c89d284bc29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.359523 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0a19ccd3-cdc6-4865-afe4-c89d284bc29e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff377a96-ee38-4e48-bdba-88cfbfefd96b HTTP/1.1" status: 204 len: 168 time: 2.0897229 Mar 03 12:19:18.365458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.401125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9b95a570-5433-4c0f-a9c3-4e750fb1e005 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:18.407851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=35f3c18a-94cf-46b5-8bb6-023549e5d6f3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:18.458108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-085bd05c-59d5-482c-a7b3-333982d222e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:18.459565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-085bd05c-59d5-482c-a7b3-333982d222e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.3520436 Mar 03 12:19:18.461086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.486635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 9b95a570-5433-4c0f-a9c3-4e750fb1e005 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:18.487120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9b95a570-5433-4c0f-a9c3-4e750fb1e005 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:18.488105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e73a96fe-3761-4961-b5cc-e42aa650528f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:18.504220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:18.509379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:18.517683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:18.518551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.522212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: e73a96fe-3761-4961-b5cc-e42aa650528f {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:18.522562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e73a96fe-3761-4961-b5cc-e42aa650528f not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:18.525512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6b310-e57a-4001-8ca4-4969ac031cc6 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:18.552071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.564232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a2f9db-d64a-4c46-903d-a3f4f00c5d4a']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:18.582870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e1386a-2bf1-428d-b231-a283d222e84e') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:18.583169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e1386a-2bf1-428d-b231-a283d222e84e') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:18.607480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.614161 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7a2f3bcf-0e2a-4649-9c20-7ec15dd816a3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8474169 Mar 03 12:19:18.617788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34856) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:18.618136 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-73268996-e968-4b74-add6-a00d3dae5e19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f767d07-5439-45b2-8548-4a97daa0ec85 HTTP/1.1" status: 200 len: 1001 time: 0.1490221 Mar 03 12:19:18.629896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:18.667289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.682599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:18.682997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:18.697890 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:18.746679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.777457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-2b78fea4-84dd-47c3-b59a-3ec07a4b0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:18.778903 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-2b78fea4-84dd-47c3-b59a-3ec07a4b0ab0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.1521604 Mar 03 12:19:18.810492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Port': ['ID=00625872-0174-4d8f-b198-a16dfe169896,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:18.823064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '35f3c18a-94cf-46b5-8bb6-023549e5d6f3'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:18.824715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.842582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Deleting port e73a96fe-3761-4961-b5cc-e42aa650528f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:18.843285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.906205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.943852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.962601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:18.966276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=32a2f9db-d64a-4c46-903d-a3f4f00c5d4a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:18.981896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b607790b-5dcd-40ca-938b-e8893ac06899 None None] The port 'e73a96fe-3761-4961-b5cc-e42aa650528f' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:19:18.997865 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4e610495-5658-48aa-ad9d-cfc9ccca59c6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/32a2f9db-d64a-4c46-903d-a3f4f00c5d4a HTTP/1.1" status: 204 len: 168 time: 2.2997642 Mar 03 12:19:19.007793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34868) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:19.017220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2030252787'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:19.023849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-6a05bf13-3fed-4788-809d-8b460848d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:19.025706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-6a05bf13-3fed-4788-809d-8b460848d883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2328019 Mar 03 12:19:19.026703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:19.031516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:19.089639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.091875 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b9d1311a-5e88-464f-b14e-942190e5c003 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/ports/00625872-0174-4d8f-b198-a16dfe169896 HTTP/1.1" status: 204 len: 168 time: 2.7671816 Mar 03 12:19:19.110047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34872) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:19.125541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:19.144273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/35f3c18a-94cf-46b5-8bb6-023549e5d6f3/a186a1f1-27a4-4f64-a26e-d03d695298f4) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:19.183077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ff116c-e934-4234-9c88-bd5b210e7e0e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] GET failed (client error): The resource could not be found. Mar 03 12:19:19.183864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f7ff116c-e934-4234-9c88-bd5b210e7e0e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Synchronizing usage tracker for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:19.187482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:19.189587 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-edbc2693-f93c-4993-990b-bdde078a4939 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549163 Mar 03 12:19:19.190483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:19.194944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:19.213078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f7ff116c-e934-4234-9c88-bd5b210e7e0e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Unset dirty status for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:19.214515 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f7ff116c-e934-4234-9c88-bd5b210e7e0e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "GET /v2.0/ports/00625872-0174-4d8f-b198-a16dfe169896 HTTP/1.1" status: 404 len: 333 time: 0.0959065 Mar 03 12:19:19.215898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:19.216222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:19.222881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34878) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:19.237228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1256030577'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:19.409827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.413823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:19.417810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.422841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:19.426740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.443612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:19.448565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Transition to ACTIVE for port object a186a1f1-27a4-4f64-a26e-d03d695298f4 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:19.462502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.477743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:19:19.484232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Transition to ACTIVE for port object a186a1f1-27a4-4f64-a26e-d03d695298f4 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:19.492350 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1281e9f9-fa10-43cd-976d-4d6f19fe9219 req-e80badb6-5d78-47de-adb4-16a33da50a57 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959313 Mar 03 12:19:19.494766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.495107 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment e396c2ab-699b-4895-9d49-333d3e4e1190 of type vlan for network 534414a1-b769-452e-aba4-3f5c935b7a83 Mar 03 12:19:19.521322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.527178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.529722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de4d8cf-ac4d-47e0-a488-5d481b1f0a71 None None] Network 17b1436a-ba1d-42d3-b262-63833e7489b7 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:19.563456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.584712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:19.586662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Subnet': ['ID=dc118176-d13a-4059-a96b-a0352f4672d4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:19.596945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e7108139-8c37-4c3b-b05f-afeed5af38e2 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/subnets/dc118176-d13a-4059-a96b-a0352f4672d4 HTTP/1.1" status: 204 len: 168 time: 1.9737058 Mar 03 12:19:19.599477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34888) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:19.650770 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35f3c18a-94cf-46b5-8bb6-023549e5d6f3 (CIDR: 2001:db8::/64) Mar 03 12:19:19.679259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting subnet ef1bb853-b57e-4a30-999c-6266bdd3f4f1 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:19.681286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.688078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:19.688757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.690017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:19.693498 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:19:19.694069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:19.694317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:19.714053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.720605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:19.730571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.731743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:19.874321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Pushing event updated for resources: {'Port': ['ID=a186a1f1-27a4-4f64-a26e-d03d695298f4,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:19.903438 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8927436 Mar 03 12:19:19.911543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34896) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:19.913924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.929209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Attempting to bind port a186a1f1-27a4-4f64-a26e-d03d695298f4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:19.929610 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Attempting to bind port a186a1f1-27a4-4f64-a26e-d03d695298f4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:19.929954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Attempting to bind port a186a1f1-27a4-4f64-a26e-d03d695298f4 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:19.937707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:19.938264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:19.938667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.939057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:19.939720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Bound port: a186a1f1-27a4-4f64-a26e-d03d695298f4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:19.940114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:19.946435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] device_id is not set on port aee8da09-481b-4766-b3aa-7340a4e05a35 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:19.956870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38000c-c2f1-42d2-b181-87bb5aecb0f7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=534414a1-b769-452e-aba4-3f5c935b7a83,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:19.976791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:20.008301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 534414a1-b769-452e-aba4-3f5c935b7a83 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:19:20.078322 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-967dc7dc-3a68-42b2-8202-13101a770907 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4584835 Mar 03 12:19:20.081469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34900) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:20.097171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:20.124271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Allocated IP 2001:db8::3ce (b963b823-34a1-400d-86f6-778efa24cf08/4b888b0b-6d26-4db8-b982-e86054471c6b/aee8da09-481b-4766-b3aa-7340a4e05a35) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:20.146229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] For port a186a1f1-27a4-4f64-a26e-d03d695298f4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:20.149582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] For port a186a1f1-27a4-4f64-a26e-d03d695298f4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a186a1f1-27a4-4f64-a26e-d03d695298f4,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:20.198935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] DHCP port deletion for 17b1436a-ba1d-42d3-b262-63833e7489b7 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:20.203624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] Deleting port 781719ff-72b9-40ad-9dca-de0376c9a9b3 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:20.204338 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.210566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:20.241721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:20.242194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.249254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:20.264870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:20.286505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.370385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:20.378883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:20.384791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:20.394382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 781719ff-72b9-40ad-9dca-de0376c9a9b3 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:20.412718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:20.418854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:20.425063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.432729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.459614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Transition to ACTIVE for port object aee8da09-481b-4766-b3aa-7340a4e05a35 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:20.529002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.556487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.571480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:20.574908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.582711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1e4a-c61c-4f29-96c5-9b7b8e04952f None None] Pushing event updated for resources: {'Port': ['ID=a186a1f1-27a4-4f64-a26e-d03d695298f4,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:20.630848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1bb853-b57e-4a30-999c-6266bdd3f4f1,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:20.630848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.636754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network b963b823-34a1-400d-86f6-778efa24cf08 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:20.636754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:20.659651 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-af727415-cbe9-4db0-9bb9-94a9c07a786e tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/subnets/ef1bb853-b57e-4a30-999c-6266bdd3f4f1 HTTP/1.1" status: 204 len: 168 time: 1.0501974 Mar 03 12:19:20.666024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34912) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:20.666024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:20.669002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:20.669239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c79ee5-c16b-49f2-aa2b-87e2fec28ef1 None None] Network 5c0c04d9-89ed-461c-bf56-62bc89ad9583 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:20.669661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.746532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=aee8da09-481b-4766-b3aa-7340a4e05a35,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:20.816614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] For port 781719ff-72b9-40ad-9dca-de0376c9a9b3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=781719ff-72b9-40ad-9dca-de0376c9a9b3,segment=NetworkSegment(1e49783e-f40f-4021-81af-ab52d376dcad),segment_id=1e49783e-f40f-4021-81af-ab52d376dcad)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:20.817849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:20.840095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-14903b4a-fa37-47cb-b82b-8864c67a274c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6159501 Mar 03 12:19:20.844591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:20.869998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4f:59:ca'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:21.057841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:21.077065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:21.120375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting port 781719ff-72b9-40ad-9dca-de0376c9a9b3 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:21.127039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:21.145820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] Calling delete_port for 781719ff-72b9-40ad-9dca-de0376c9a9b3 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:21.246158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:21.259708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=8ce6b533-f6fa-4a6a-80f5-af53f3f654a1,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:21.351755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': 'e396c2ab-699b-4895-9d49-333d3e4e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:21.352405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: 534414a1-b769-452e-aba4-3f5c935b7a83, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:19:21.452708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:21.452708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f5a162a8-6850-42af-bb31-32f61d3754dd None None] Provisioning for port aee8da09-481b-4766-b3aa-7340a4e05a35 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:21.516676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 534414a1-b769-452e-aba4-3f5c935b7a83 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:19:21.553521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] The port '781719ff-72b9-40ad-9dca-de0376c9a9b3' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:19:21.606556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] Pushing event deleted for resources: {'Port': ['ID=781719ff-72b9-40ad-9dca-de0376c9a9b3,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:21.628423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca609cf-b7f9-433e-b3fa-ab93e3639bee None None] No DVR routers for this DVR port 781719ff-72b9-40ad-9dca-de0376c9a9b3 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:21.628423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f5a162a8-6850-42af-bb31-32f61d3754dd None None] Provisioning complete for port aee8da09-481b-4766-b3aa-7340a4e05a35 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:21.628423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5a162a8-6850-42af-bb31-32f61d3754dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:21.709785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:19:21.748078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 534414a1-b769-452e-aba4-3f5c935b7a83) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:21.754318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f5a162a8-6850-42af-bb31-32f61d3754dd None None] Port aee8da09-481b-4766-b3aa-7340a4e05a35 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:21.758489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22502ff-fcff-4533-b625-81c55f673aae None None] Network 534414a1-b769-452e-aba4-3f5c935b7a83 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:21.765470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:21.766104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:21.893359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b3ae5ebe-5beb-4e61-bf26-f7d090190af1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9282656 Mar 03 12:19:21.906182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34928) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:21.911862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83', 'name': 'tempest-PortsTestJSON-1522885810', 'fixed_ips': [{'subnet_id': '8ce6b533-f6fa-4a6a-80f5-af53f3f654a1', 'ip_address': '172.20.0.10'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:21.941595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.182325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.209664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] DHCP port deletion for 5c0c04d9-89ed-461c-bf56-62bc89ad9583 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:22.232262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] Deleting port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:22.232697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.237549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b1436a-ba1d-42d3-b262-63833e7489b7']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:22.303200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e49783e-f40f-4021-81af-ab52d376dcad') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:22.303421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e49783e-f40f-4021-81af-ab52d376dcad') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:22.336030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34932) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:22.344691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069232945', 'description': 'tempest-secgroup-smoke-2069232945 description', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:22.419671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.437479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:22.449584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.485521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-534414a1-b769-452e-aba4-3f5c935b7a83', 'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83', 'tenant_id': '181cd31d5184417f829737ff9dc93b1a', 'fixed_ips': [{'subnet_id': '8ce6b533-f6fa-4a6a-80f5-af53f3f654a1'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:22.486257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.501291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:22.512779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.518548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:22.529656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a186a1f1-27a4-4f64-a26e-d03d695298f4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:22.582424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:22.595111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:22.603559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:22.614115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:22.614115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:22.614115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.621252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:22.632952 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:22.723633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:22.755330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.782829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.806699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:22.813245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:22.816962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:22.823935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:22.843534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.848599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.855319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.877057 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/networks/17b1436a-ba1d-42d3-b262-63833e7489b7 HTTP/1.1" status: 204 len: 168 time: 2.2015488 Mar 03 12:19:22.882314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34936) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:22.883789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] For port a186a1f1-27a4-4f64-a26e-d03d695298f4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a186a1f1-27a4-4f64-a26e-d03d695298f4,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:22.892328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] For port 0d3f606f-602f-4b38-8aad-78b402bd9cc4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0d3f606f-602f-4b38-8aad-78b402bd9cc4,segment=NetworkSegment(1c35d02f-a788-4867-8792-1b541ce01d99),segment_id=1c35d02f-a788-4867-8792-1b541ce01d99)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:22.892963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.918730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3d01a-d243-40e9-adae-63232e530336 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Network': ['ID=17b1436a-ba1d-42d3-b262-63833e7489b7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:22.919971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.935093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.948185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:22.956395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port 0b7246cc-dcd2-49f4-924f-7cee85aea20e yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:23.073563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Allocated IP 172.20.0.2 (534414a1-b769-452e-aba4-3f5c935b7a83/8ce6b533-f6fa-4a6a-80f5-af53f3f654a1/dbf03ddc-3aa7-4270-b352-7c5a189f6fb5) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:23.075467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a186a1f1-27a4-4f64-a26e-d03d695298f4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:23.085335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] Calling delete_port for 0d3f606f-602f-4b38-8aad-78b402bd9cc4 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:23.114010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b6cdaa11-a953-49fe-9498-45c1bbe210b5 None None] Provisioning for port a186a1f1-27a4-4f64-a26e-d03d695298f4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:23.126532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.127288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.136526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b6cdaa11-a953-49fe-9498-45c1bbe210b5 None None] Provisioning complete for port a186a1f1-27a4-4f64-a26e-d03d695298f4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:23.136887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b6cdaa11-a953-49fe-9498-45c1bbe210b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.159327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a186a1f1-27a4-4f64-a26e-d03d695298f4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:23.159687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.186989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] In _notify_port_updated(), no bound segment for port aee8da09-481b-4766-b3aa-7340a4e05a35 on network b963b823-34a1-400d-86f6-778efa24cf08 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:19:23.192554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:23.193205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.194501 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "PUT /v2.0/ports/aee8da09-481b-4766-b3aa-7340a4e05a35 HTTP/1.1" status: 200 len: 1003 time: 2.3489764 Mar 03 12:19:23.204538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34940) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:23.260312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.267843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b5bd6-d4e5-45ee-b3c6-1d44d9d7431c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=aee8da09-481b-4766-b3aa-7340a4e05a35,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:23.285505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:23.285936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.345354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:23.387060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:23.434233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:23.434898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.441388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb101df-2543-4727-826b-81efe7302eea None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:23.460984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=9fdc843c-872c-4e26-8966-7ad9abfd51c3,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:23.493466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting port aee8da09-481b-4766-b3aa-7340a4e05a35 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:23.493814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.500687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.532018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=a186a1f1-27a4-4f64-a26e-d03d695298f4,revision_number=4']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:23.618405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.643178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:23.657106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.660976 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f90862c0-3ce4-4b69-b0c8-09c0514afaa6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5777535 Mar 03 12:19:23.666744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] For port 0d3f606f-602f-4b38-8aad-78b402bd9cc4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0d3f606f-602f-4b38-8aad-78b402bd9cc4,segment=NetworkSegment(1c35d02f-a788-4867-8792-1b541ce01d99),segment_id=1c35d02f-a788-4867-8792-1b541ce01d99)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:23.667363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.675433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34946) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:23.682091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:23.692200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:9b:e8:4d', 'name': 'tempest-NetworksTestDHCPv6-1723538426'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:23.692395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:23.697960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf4b9a-b5b6-4a82-a5d5-b59aea021708,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:23.755144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b6cdaa11-a953-49fe-9498-45c1bbe210b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.763738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] No DVR routers for this DVR port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:23.817559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:23.825977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Calling delete_port for 0d3f606f-602f-4b38-8aad-78b402bd9cc4 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:23.844801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585d7e1-20d6-4c87-b984-2afdf49086a7 None None] Pushing event deleted for resources: {'Port': ['ID=0d3f606f-602f-4b38-8aad-78b402bd9cc4,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:23.880489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.918048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.943598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.949331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b6cdaa11-a953-49fe-9498-45c1bbe210b5 None None] For port a186a1f1-27a4-4f64-a26e-d03d695298f4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a186a1f1-27a4-4f64-a26e-d03d695298f4,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:23.950168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:23.950498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:23.977400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:23.998236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b6cdaa11-a953-49fe-9498-45c1bbe210b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.002091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Transition to ACTIVE for port object dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:24.024171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.051163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:24.062794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Calling delete_port for aee8da09-481b-4766-b3aa-7340a4e05a35 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:24.076285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:24.092546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:24.101979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:24.110961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:24.117088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Transition to ACTIVE for port object dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:24.121983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.126489 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2db81ef4-9809-444f-afe2-3729640c9d0c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7841494 Mar 03 12:19:24.127415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34950) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:24.134112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'security_group_rule': {'security_group_id': '177c797c-2874-4bb1-8dd4-f1d4b5c08bb7', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:24.142979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:24.146869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:24.152526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:24.162300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:24.182577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:24.185840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:24.188466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdaa11-a953-49fe-9498-45c1bbe210b5 None None] Pushing event updated for resources: {'Port': ['ID=a186a1f1-27a4-4f64-a26e-d03d695298f4,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:24.191283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:24.197841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-47ff29e2-d67a-4589-bf57-1e7233576cba None None] Provisioning complete for port aee8da09-481b-4766-b3aa-7340a4e05a35 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:24.198213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-47ff29e2-d67a-4589-bf57-1e7233576cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.239514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.276571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.314280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Network 534414a1-b769-452e-aba4-3f5c935b7a83 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:24.342396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:24.359881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:24.375350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-47ff29e2-d67a-4589-bf57-1e7233576cba None None] Port aee8da09-481b-4766-b3aa-7340a4e05a35 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:24.391872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.452182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting port 0d3f606f-602f-4b38-8aad-78b402bd9cc4 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:24.453719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.469656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Pushing event updated for resources: {'Port': ['ID=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:24.489242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.529322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Attempting to bind port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:24.530021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Attempting to bind port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'e396c2ab-699b-4895-9d49-333d3e4e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:24.531097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Attempting to bind port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 on network 534414a1-b769-452e-aba4-3f5c935b7a83 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:24.536814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:24.537364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Checking segment: {'id': 'e396c2ab-699b-4895-9d49-333d3e4e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:24.537817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.538274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Bound using segment: {'id': 'e396c2ab-699b-4895-9d49-333d3e4e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:24.538968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Bound port: dbf03ddc-3aa7-4270-b352-7c5a189f6fb5, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e396c2ab-699b-4895-9d49-333d3e4e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:24.539814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.562541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] The port '0d3f606f-602f-4b38-8aad-78b402bd9cc4' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:19:24.565777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d012413b-e69f-497e-9570-9c81d821679f,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:24.581060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.10 (534414a1-b769-452e-aba4-3f5c935b7a83/8ce6b533-f6fa-4a6a-80f5-af53f3f654a1/0b7246cc-dcd2-49f4-924f-7cee85aea20e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:24.597472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.647793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 0f421b1b-10de-4f43-a3d5-45edfddc5634 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:24.678470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] For port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:24.687908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] For port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,segment=NetworkSegment(e396c2ab-699b-4895-9d49-333d3e4e1190),segment_id=e396c2ab-699b-4895-9d49-333d3e4e1190)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:24.706171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.723363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.724778 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bf478c31-8522-4bd6-9e89-76288a379fe2 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5966220 Mar 03 12:19:24.731072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34954) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:24.739449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'security_group_rule': {'security_group_id': '177c797c-2874-4bb1-8dd4-f1d4b5c08bb7', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:24.749520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.757914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:24.767074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:24.772986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.781329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:24.793031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:24.796798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0c04d9-89ed-461c-bf56-62bc89ad9583']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:24.820526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c35d02f-a788-4867-8792-1b541ce01d99') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:24.821091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c35d02f-a788-4867-8792-1b541ce01d99') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:24.837927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.863121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.866606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.866879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Port': ['ID=aee8da09-481b-4766-b3aa-7340a4e05a35,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:24.932377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.945911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:24.945911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:24.967259 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:25.081126 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b45827f4-c3df-4d88-a871-b1ba316129ef tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/ports/aee8da09-481b-4766-b3aa-7340a4e05a35 HTTP/1.1" status: 204 len: 168 time: 1.8736026 Mar 03 12:19:25.175649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34958) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:25.181500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0d3f606f-602f-4b38-8aad-78b402bd9cc4 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:25.268295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 0d3f606f-602f-4b38-8aad-78b402bd9cc4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:25.269396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0d3f606f-602f-4b38-8aad-78b402bd9cc4 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:25.298287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75684232-cb5d-413a-b4f7-52fb0ce42423 None None] Pushing event updated for resources: {'Port': ['ID=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:25.404511 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7076b55-da51-4d94-ac3c-f68c50322e26 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] GET failed (client error): The resource could not be found. Mar 03 12:19:25.404511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b7076b55-da51-4d94-ac3c-f68c50322e26 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Synchronizing usage tracker for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:25.451625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.478426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.499133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.519478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a186a1f1-27a4-4f64-a26e-d03d695298f4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:25.542065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Network': ['ID=5c0c04d9-89ed-461c-bf56-62bc89ad9583,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:25.550885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b7076b55-da51-4d94-ac3c-f68c50322e26 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Unset dirty status for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:25.552463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::20e (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/35f3c18a-94cf-46b5-8bb6-023549e5d6f3/0f421b1b-10de-4f43-a3d5-45edfddc5634) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:25.552793 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b7076b55-da51-4d94-ac3c-f68c50322e26 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "GET /v2.0/ports/aee8da09-481b-4766-b3aa-7340a4e05a35 HTTP/1.1" status: 404 len: 333 time: 0.3759539 Mar 03 12:19:25.555182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df82db17-3031-4731-932b-ecaee7f960a0 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/networks/5c0c04d9-89ed-461c-bf56-62bc89ad9583 HTTP/1.1" status: 204 len: 168 time: 2.6699812 Mar 03 12:19:25.559889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34964) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:25.564877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34962) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:25.566205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:e84d (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/9fdc843c-872c-4e26-8966-7ad9abfd51c3/0f421b1b-10de-4f43-a3d5-45edfddc5634) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:25.569690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.574980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1146751890'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:25.637633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.672715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fc14f5-bdbc-4889-ae72-10c25dde56fb,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:25.698555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object 0b7246cc-dcd2-49f4-924f-7cee85aea20e will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:25.702376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a186a1f1-27a4-4f64-a26e-d03d695298f4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:25.708598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.732148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting subnet a67f6d40-665b-430d-a25e-249e5b63affc {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:25.741740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.869695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:25.876936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.881517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6103083b-6eec-4bba-bed1-efb963491652 None None] Provisioning complete for port a186a1f1-27a4-4f64-a26e-d03d695298f4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:25.887242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6103083b-6eec-4bba-bed1-efb963491652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.889612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:25.891438 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3214f63f-db5e-41b8-9734-e12b83a23a0b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1502995 Mar 03 12:19:25.891438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34970) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:25.896304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'security_group_rule': {'security_group_id': '177c797c-2874-4bb1-8dd4-f1d4b5c08bb7', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:25.909703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:25.914026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:25.920638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:25.925781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:25.934138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:26.041217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:26.045559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.071739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] device_id is not set on port 9604f1fd-26bb-45ce-9cb6-addf25b56def yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:26.087292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.097955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.118126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.139102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.189535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 0f421b1b-10de-4f43-a3d5-45edfddc5634 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:26.263064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 534414a1-b769-452e-aba4-3f5c935b7a83 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:26.263885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=0b7246cc-dcd2-49f4-924f-7cee85aea20e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:26.283203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:26.290001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:26.378869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.385451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.396197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:26.396756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.397838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Allocated IP 2001:db8::217 (b963b823-34a1-400d-86f6-778efa24cf08/4b888b0b-6d26-4db8-b982-e86054471c6b/9604f1fd-26bb-45ce-9cb6-addf25b56def) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:26.452854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.456235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.503987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Subnet': ['ID=a67f6d40-665b-430d-a25e-249e5b63affc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:26.511383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1337ea00-1cd4-425e-881c-270719f967c8,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:26.529374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.536279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8055fb-7d0c-4224-8790-efcd57d1cb2c None None] Network b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:26.557591 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-afccf339-965f-43ac-9ffd-f723f1d16ec9 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/subnets/a67f6d40-665b-430d-a25e-249e5b63affc HTTP/1.1" status: 204 len: 168 time: 0.9943111 Mar 03 12:19:26.557591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:26.566577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34974) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:26.566577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:26.569065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:26.584614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:26.585598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.620321 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-93db2cf6-8521-497e-b838-09dcdf14eb6f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7232671 Mar 03 12:19:26.633896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34978) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:26.641929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': '534414a1-b769-452e-aba4-3f5c935b7a83', 'name': 'tempest-PortsTestJSON-1733454919', 'fixed_ips': [{'subnet_id': '8ce6b533-f6fa-4a6a-80f5-af53f3f654a1', 'ip_address': '172.20.0.9'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:26.658112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=0f421b1b-10de-4f43-a3d5-45edfddc5634,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:26.764038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.793497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting port 093afdab-81fb-4101-9994-70161a0c5b69 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:26.794307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.804300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.809069 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-847f90cf-219e-44d9-83c7-84701ab60104 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9223917 Mar 03 12:19:26.812380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73408bc5-566c-4055-8dc0-2ddbe8f596fd None None] Network 534414a1-b769-452e-aba4-3f5c935b7a83 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:26.823954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34982) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:26.833668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'security_group_rule': {'security_group_id': '177c797c-2874-4bb1-8dd4-f1d4b5c08bb7', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:26.840561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:26.845869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:26.850933 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b2bf7bb8-c195-4b05-a9a9-b6b73b861317 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1719995 Mar 03 12:19:26.852835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:26.853308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34986) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:26.860915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:26.960793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] DHCP port deletion for b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:26.967358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] Deleting port 093afdab-81fb-4101-9994-70161a0c5b69 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:26.968206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:26.989458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:26.999794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4cce4ac8-d3cc-402c-a3e3-3e5162a0b5c9 None None] Provisioning for port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:27.002530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.006349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:27.012472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:27.023422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:27.041981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Transition to ACTIVE for port object 9604f1fd-26bb-45ce-9cb6-addf25b56def will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:27.073467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.132513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:27.243728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 0f421b1b-10de-4f43-a3d5-45edfddc5634 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:27.246680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.284260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.321708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.334181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] For port 093afdab-81fb-4101-9994-70161a0c5b69, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=093afdab-81fb-4101-9994-70161a0c5b69,segment=NetworkSegment(06c470c8-4e17-4678-82fa-b7ca28b15e50),segment_id=06c470c8-4e17-4678-82fa-b7ca28b15e50)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:27.334645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.431929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.457432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.465235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:27.493731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3e8c84c4-143e-4a69-9fdf-b48553718331 None None] Provisioning for port 0f421b1b-10de-4f43-a3d5-45edfddc5634 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:27.517411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network b963b823-34a1-400d-86f6-778efa24cf08 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:27.531328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:27.531328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f87fa-581a-4a07-a3f0-4e10da64beae,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:27.549327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:27.558906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:27.559822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.592727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] For port 093afdab-81fb-4101-9994-70161a0c5b69, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=093afdab-81fb-4101-9994-70161a0c5b69,segment=NetworkSegment(06c470c8-4e17-4678-82fa-b7ca28b15e50),segment_id=06c470c8-4e17-4678-82fa-b7ca28b15e50)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:27.592727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.610625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3e8c84c4-143e-4a69-9fdf-b48553718331 None None] Provisioning complete for port 0f421b1b-10de-4f43-a3d5-45edfddc5634 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:27.610625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3e8c84c4-143e-4a69-9fdf-b48553718331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.630861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=9604f1fd-26bb-45ce-9cb6-addf25b56def,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:27.656355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] Calling delete_port for 093afdab-81fb-4101-9994-70161a0c5b69 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:27.687740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port cb9d6502-4e9b-4b1a-82e5-56d541366ff6 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:27.809186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8c1cf0e9-b988-4b7e-8997-5292ce3ea7bf tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2479935 Mar 03 12:19:27.813316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34990) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:27.824711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'network_id': 'b963b823-34a1-400d-86f6-778efa24cf08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1426763539'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:27.825607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Calling delete_port for 093afdab-81fb-4101-9994-70161a0c5b69 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:27.876318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.876318 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bbbfda2c-404f-4a3d-b843-8556e670a5c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0441375 Mar 03 12:19:27.891505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c84c4-143e-4a69-9fdf-b48553718331 None None] Port 0f421b1b-10de-4f43-a3d5-45edfddc5634 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:27.896686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 34994) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:27.916825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:27.962661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'security_group_rule': {'security_group_id': '177c797c-2874-4bb1-8dd4-f1d4b5c08bb7', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:27.978038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:28.069647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:28.077561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:28.088613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] Pushing event deleted for resources: {'Port': ['ID=093afdab-81fb-4101-9994-70161a0c5b69,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:28.106147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:28.112125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d2dfd-ccc9-478d-80f8-300a9ae1a60e None None] No DVR routers for this DVR port 093afdab-81fb-4101-9994-70161a0c5b69 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:28.132955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:28.161384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:28.161384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.168488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.178397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:28.178397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:28.257595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Project ac7efb8ed96c4831b80a0e5e57e823bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:19:28.287152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0f085e43-a073-4c60-b648-c3b3e451c8e1 None None] Provisioning for port 9604f1fd-26bb-45ce-9cb6-addf25b56def completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:28.305037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0f085e43-a073-4c60-b648-c3b3e451c8e1 None None] Provisioning complete for port 9604f1fd-26bb-45ce-9cb6-addf25b56def triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:28.305413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0f085e43-a073-4c60-b648-c3b3e451c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.388709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.9 (534414a1-b769-452e-aba4-3f5c935b7a83/8ce6b533-f6fa-4a6a-80f5-af53f3f654a1/cb9d6502-4e9b-4b1a-82e5-56d541366ff6) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:28.406498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.440684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0f085e43-a073-4c60-b648-c3b3e451c8e1 None None] Port 9604f1fd-26bb-45ce-9cb6-addf25b56def cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:28.476902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 0f421b1b-10de-4f43-a3d5-45edfddc5634 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:28.507692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:28.526350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.533193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:28.580850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,segment=NetworkSegment(e396c2ab-699b-4895-9d49-333d3e4e1190),segment_id=e396c2ab-699b-4895-9d49-333d3e4e1190)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:28.594492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d3d9b26b-ca82-433d-8c42-cb2ba13ea2ae None None] Provisioning complete for port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:28.594492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b26b-ca82-433d-8c42-cb2ba13ea2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.622652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.674395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.678462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Deleting port 093afdab-81fb-4101-9994-70161a0c5b69 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:28.678462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.711622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.716394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Made reservation on behalf of fdea992784c74f699f7dee9b664c9b89 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:28.725747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.763343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] device_id is not set on port ff8c5150-8808-4b4c-8b4f-b35f889c0456 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:28.779938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 093afdab-81fb-4101-9994-70161a0c5b69 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:28.793136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] The port '093afdab-81fb-4101-9994-70161a0c5b69' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:19:28.830272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 093afdab-81fb-4101-9994-70161a0c5b69 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:28.830669 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 093afdab-81fb-4101-9994-70161a0c5b69 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:28.833519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71e5410-c023-4f02-bd95-d2a2ac279021,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:28.865087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.903700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:28.921441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object cb9d6502-4e9b-4b1a-82e5-56d541366ff6 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:28.979108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Allocated IP 2001:db8::2be (b963b823-34a1-400d-86f6-778efa24cf08/4b888b0b-6d26-4db8-b982-e86054471c6b/ff8c5150-8808-4b4c-8b4f-b35f889c0456) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:28.984932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.986929 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c9d70b31-163d-49ec-9562-e8a08f80993b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0512319 Mar 03 12:19:28.989736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 34998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:28.996170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:28.996996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'security_group_rule': {'security_group_id': '177c797c-2874-4bb1-8dd4-f1d4b5c08bb7', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:29.005659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:29.022753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:security_group_rule and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:29.026473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:29.036640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:29.044672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:29.048314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d3d9b26b-ca82-433d-8c42-cb2ba13ea2ae None None] Provisioning for port 0b7246cc-dcd2-49f4-924f-7cee85aea20e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:29.051982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c470c8-4e17-4678-82fa-b7ca28b15e50') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:29.052303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c470c8-4e17-4678-82fa-b7ca28b15e50') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:29.053899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d3d9b26b-ca82-433d-8c42-cb2ba13ea2ae None None] Provisioning complete for port 0b7246cc-dcd2-49f4-924f-7cee85aea20e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:29.054796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b26b-ca82-433d-8c42-cb2ba13ea2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.064775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.082909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.089406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:29.089793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.101065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:29.104895 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:29.117816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9b26b-ca82-433d-8c42-cb2ba13ea2ae None None] Port 0b7246cc-dcd2-49f4-924f-7cee85aea20e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:29.166967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.345584 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Project ac7efb8ed96c4831b80a0e5e57e823bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:19:29.355915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=0f421b1b-10de-4f43-a3d5-45edfddc5634,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:29.385655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 534414a1-b769-452e-aba4-3f5c935b7a83 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:29.386451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=cb9d6502-4e9b-4b1a-82e5-56d541366ff6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:29.393357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:29.395634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:29.418818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:29.428832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.446041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.465051 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b6f8ea5d-fe12-4d6c-bede-6e1c4b16837a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/0f421b1b-10de-4f43-a3d5-45edfddc5634 HTTP/1.1" status: 204 len: 168 time: 2.6084061 Mar 03 12:19:29.466945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35002) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:29.525522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:29.525893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.534075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.551358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:29.553292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.570242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.572180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/networks/b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4 HTTP/1.1" status: 204 len: 168 time: 2.9821560 Mar 03 12:19:29.577511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35006) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:29.585659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd9c34-d8ad-4d7a-bd1f-f21c02e4481f tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Pushing event deleted for resources: {'Network': ['ID=b830fcb8-1daa-41bb-a1c0-0f5e4d33beb4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:29.612685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.646406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.649666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-50c42a0f-5048-4274-9d3d-57859541f67a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Synchronizing usage tracker for tenant:057be4e040e646cabf022796a5aec4e1 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:29.652314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Transition to ACTIVE for port object ff8c5150-8808-4b4c-8b4f-b35f889c0456 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:29.665188 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2357344a-e9bf-48fd-a57c-0e4a3fce605b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0388536 Mar 03 12:19:29.669844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35010) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:29.730174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0355021-f0d9-4dac-961e-be2b01c03d0c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:29.731574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c0355021-f0d9-4dac-961e-be2b01c03d0c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:29.756708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.767024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-50c42a0f-5048-4274-9d3d-57859541f67a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Unset dirty status for tenant:057be4e040e646cabf022796a5aec4e1 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:29.768250 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-50c42a0f-5048-4274-9d3d-57859541f67a tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "GET /v2.0/ports?device_id=839932f0-cfc8-491a-af1b-ecb7d5ab1c0b HTTP/1.1" status: 200 len: 205 time: 0.1871769 Mar 03 12:19:29.770810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35014) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:29.789628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547190c3-6e1b-4e58-aa83-246508843f94,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:29.802396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d1d16-613e-4555-bdd2-b4785782e18d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:29.803080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-755d1d16-613e-4555-bdd2-b4785782e18d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:29.853642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.905849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1245758e-4715-42bd-9f44-257ab194d954 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.920349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Network b963b823-34a1-400d-86f6-778efa24cf08 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:29.935160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:29.935160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:29.939306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:29.939665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.947828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=ff8c5150-8808-4b4c-8b4f-b35f889c0456,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:29.956330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:29.963806 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-46c89763-495a-4e4c-aae3-565dbc6182d9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9659841 Mar 03 12:19:29.963806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-755d1d16-613e-4555-bdd2-b4785782e18d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:29.964287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35020) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:29.964482 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-755d1d16-613e-4555-bdd2-b4785782e18d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2909071 Mar 03 12:19:29.965187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35024) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:29.968829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c0355021-f0d9-4dac-961e-be2b01c03d0c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:29.972147 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c0355021-f0d9-4dac-961e-be2b01c03d0c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5006869 Mar 03 12:19:29.973906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'network': {'name': 'tempest-network-smoke--820468892', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'port_security_enabled': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:29.985739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35028) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:30.002621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:30.018846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2b4e3212-10e9-4035-8cbb-9d745fd232d6 None None] Provisioning for port cb9d6502-4e9b-4b1a-82e5-56d541366ff6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:30.025527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2b4e3212-10e9-4035-8cbb-9d745fd232d6 None None] Provisioning complete for port cb9d6502-4e9b-4b1a-82e5-56d541366ff6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:30.026260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3212-10e9-4035-8cbb-9d745fd232d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.058455 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-702a7d0e-7e14-4e28-89a8-2db1719c5298 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2433085 Mar 03 12:19:30.059394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35032) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:30.071247 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6d47d-3f5b-4ea6-91dd-af432934cab6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.077991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6d47d-3f5b-4ea6-91dd-af432934cab6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.085042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6d47d-3f5b-4ea6-91dd-af432934cab6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.087019 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-46f6d47d-3f5b-4ea6-91dd-af432934cab6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1208727 Mar 03 12:19:30.088091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:network and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:30.090375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35036) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:30.097469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:4f:59:ca'}, {'ip_address': '2001:db8::217', 'mac_address': 'fa:16:3e:99:ef:1f'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:30.104849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:30.109734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e3212-10e9-4035-8cbb-9d745fd232d6 None None] Port cb9d6502-4e9b-4b1a-82e5-56d541366ff6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:30.215868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:30.247375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port cb9d6502-4e9b-4b1a-82e5-56d541366ff6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:30.247720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.299357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1245758e-4715-42bd-9f44-257ab194d954 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.302704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1245758e-4715-42bd-9f44-257ab194d954 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.316510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9aba5bb8-0162-48af-98c5-9d87a2d612d7 None None] Provisioning for port ff8c5150-8808-4b4c-8b4f-b35f889c0456 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:30.325163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9aba5bb8-0162-48af-98c5-9d87a2d612d7 None None] Provisioning complete for port ff8c5150-8808-4b4c-8b4f-b35f889c0456 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:30.325713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9aba5bb8-0162-48af-98c5-9d87a2d612d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.341519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8ebba-49da-41f8-b2a3-76dce5746c66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.345435 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c4c8ebba-49da-41f8-b2a3-76dce5746c66 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3554425 Mar 03 12:19:30.345674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35040) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:30.391266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Made reservation on behalf of ac7efb8ed96c4831b80a0e5e57e823bd for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:30.395023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.400340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9aba5bb8-0162-48af-98c5-9d87a2d612d7 None None] Port ff8c5150-8808-4b4c-8b4f-b35f889c0456 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:30.418521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1245758e-4715-42bd-9f44-257ab194d954 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.418999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1245758e-4715-42bd-9f44-257ab194d954 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Fanout notify agent at l3_agent the message router_deleted on router 839932f0-cfc8-491a-af1b-ecb7d5ab1c0b {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:19:30.447399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24878289-7ca6-4f3d-b610-c7a53dd1bf72 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.448834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24878289-7ca6-4f3d-b610-c7a53dd1bf72 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.450415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24878289-7ca6-4f3d-b610-c7a53dd1bf72 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.451231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-24878289-7ca6-4f3d-b610-c7a53dd1bf72 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:30.457233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1245758e-4715-42bd-9f44-257ab194d954 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.458443 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1245758e-4715-42bd-9f44-257ab194d954 tempest-RoutersNegativeTest-1708052852 tempest-RoutersNegativeTest-1708052852-project] 10.222.0.35 "DELETE /v2.0/routers/839932f0-cfc8-491a-af1b-ecb7d5ab1c0b HTTP/1.1" status: 204 len: 168 time: 0.6864967 Mar 03 12:19:30.469887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:19:30.483058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.483965 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Added segment 0e0559a9-cc48-46a3-bb89-ce85e3696d34 of type vlan for network bd4df094-a264-4f77-a995-056e5f7d5845 Mar 03 12:19:30.511419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.572761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-24878289-7ca6-4f3d-b610-c7a53dd1bf72 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:30.578736 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-24878289-7ca6-4f3d-b610-c7a53dd1bf72 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2271917 Mar 03 12:19:30.578736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35046) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:30.612465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.617833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:30.618416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.626726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.706736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.753563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 35f3c18a-94cf-46b5-8bb6-023549e5d6f3 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:30.755517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Network': ['ID=bd4df094-a264-4f77-a995-056e5f7d5845,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:30.758858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.765639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network bd4df094-a264-4f77-a995-056e5f7d5845 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:19:30.818969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.844768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for cb9d6502-4e9b-4b1a-82e5-56d541366ff6 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:30.849954 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e69308f5-07bd-4803-97b2-43fa585dcb07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8858371 Mar 03 12:19:30.859824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35050) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:30.866627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'admin_state_up': True, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:30.880377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:30.886053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:router and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:30.891316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:30.904867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:30.934873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.995396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:30.996700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.012850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35056) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:31.070037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.155608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.206835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.252150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.263835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=35f3c18a-94cf-46b5-8bb6-023549e5d6f3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:31.272382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=cb9d6502-4e9b-4b1a-82e5-56d541366ff6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:31.275855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.280192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] In _notify_port_updated(), no bound segment for port ff8c5150-8808-4b4c-8b4f-b35f889c0456 on network b963b823-34a1-400d-86f6-778efa24cf08 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:19:31.281398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.286450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:31.286917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.288182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "PUT /v2.0/ports/ff8c5150-8808-4b4c-8b4f-b35f889c0456 HTTP/1.1" status: 200 len: 1067 time: 1.2000427 Mar 03 12:19:31.293312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35062) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:31.302549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36cb2c-2bf8-4834-b0a3-a31c27083182 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:31.467300 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-589f4fe4-4972-4c35-bb77-0838078dc954 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=057be4e040e646cabf022796a5aec4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528196 Mar 03 12:19:31.478113 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e0cf22ba-82f8-41df-8fc1-892097814060 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/35f3c18a-94cf-46b5-8bb6-023549e5d6f3 HTTP/1.1" status: 204 len: 168 time: 0.8996453 Mar 03 12:19:31.480928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35066) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:31.481438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35068) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:31.524212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting port ff8c5150-8808-4b4c-8b4f-b35f889c0456 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:31.524828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.728806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575c0d-14f9-4c44-b703-04781bf1df75 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event updated for resources: {'Port': ['ID=ff8c5150-8808-4b4c-8b4f-b35f889c0456,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:31.731549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.809454 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ed3cc9b2-8680-4f26-9b53-ca41bf45572e tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/cb9d6502-4e9b-4b1a-82e5-56d541366ff6 HTTP/1.1" status: 204 len: 168 time: 1.7156901 Mar 03 12:19:31.809850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35074) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:31.862411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e002fb0b-57f9-49f5-910d-f42883ae194f None None] Provisioning complete for port ff8c5150-8808-4b4c-8b4f-b35f889c0456 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:31.862780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e002fb0b-57f9-49f5-910d-f42883ae194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.868439 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2854705c-3927-463b-9460-eff875207b7c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:19:31.869256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2854705c-3927-463b-9460-eff875207b7c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:31.895833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-700e08c9-2c09-4735-9ad0-1733b0606747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:31.925841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e002fb0b-57f9-49f5-910d-f42883ae194f None None] Port ff8c5150-8808-4b4c-8b4f-b35f889c0456 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:31.972718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2854705c-3927-463b-9460-eff875207b7c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:31.976639 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2854705c-3927-463b-9460-eff875207b7c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/cb9d6502-4e9b-4b1a-82e5-56d541366ff6 HTTP/1.1" status: 404 len: 333 time: 0.1634076 Mar 03 12:19:31.976763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35078) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:32.052198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 0b7246cc-dcd2-49f4-924f-7cee85aea20e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:32.052198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.090849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 9fdc843c-872c-4e26-8966-7ad9abfd51c3 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:32.116940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.185852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-700e08c9-2c09-4735-9ad0-1733b0606747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.269232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.315588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.329121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.357089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.448512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39f80c6d-b22e-4855-b7e7-24730309321b None None] Provisioning complete for port a186a1f1-27a4-4f64-a26e-d03d695298f4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:32.449155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39f80c6d-b22e-4855-b7e7-24730309321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.468625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 0b7246cc-dcd2-49f4-924f-7cee85aea20e owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:32.529973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Calling delete_port for ff8c5150-8808-4b4c-8b4f-b35f889c0456 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:32.659690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.703252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-700e08c9-2c09-4735-9ad0-1733b0606747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.713886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=0b7246cc-dcd2-49f4-924f-7cee85aea20e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:32.727306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e08c9-2c09-4735-9ad0-1733b0606747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad72788-8a84-4ad1-972d-3159826f6fd4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:32.731048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.825871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.939909 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f509b417-2d67-4279-a682-1c26439eaae6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/0b7246cc-dcd2-49f4-924f-7cee85aea20e HTTP/1.1" status: 204 len: 168 time: 0.9619298 Mar 03 12:19:32.942501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35082) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:32.954418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-700e08c9-2c09-4735-9ad0-1733b0606747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:32.955541 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-700e08c9-2c09-4735-9ad0-1733b0606747 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dad72788-8a84-4ad1-972d-3159826f6fd4 HTTP/1.1" status: 204 len: 168 time: 1.4732091 Mar 03 12:19:32.993608 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c571ae29-3347-452f-bb08-743b6ef7849f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:19:32.994246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c571ae29-3347-452f-bb08-743b6ef7849f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:33.064042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c571ae29-3347-452f-bb08-743b6ef7849f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:33.067625 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c571ae29-3347-452f-bb08-743b6ef7849f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/0b7246cc-dcd2-49f4-924f-7cee85aea20e HTTP/1.1" status: 404 len: 333 time: 0.1216834 Mar 03 12:19:33.068105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35088) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:33.089181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.093176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.136359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 8ce6b533-f6fa-4a6a-80f5-af53f3f654a1 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:33.139242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.199170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.236849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdc843c-872c-4e26-8966-7ad9abfd51c3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:33.249733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e54480-5ab8-4c3b-b9ab-72b2c97240c4 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:33.257466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.260180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Port': ['ID=ff8c5150-8808-4b4c-8b4f-b35f889c0456,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:33.344788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.353849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.391574 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d089a16b-028a-412e-9fa0-b638b76f7689 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/9fdc843c-872c-4e26-8966-7ad9abfd51c3 HTTP/1.1" status: 204 len: 168 time: 1.9068077 Mar 03 12:19:33.398748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35096) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:33.410403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.513503 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-193571a7-4d71-4108-ab91-00620eb31ee7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134622 Mar 03 12:19:33.518205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35102) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:33.531356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:33.690757 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:33.695248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] Deleting port a186a1f1-27a4-4f64-a26e-d03d695298f4 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:33.695614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.730624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.783876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.791868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:33.794978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf8557-f51d-406d-a749-c66afc89e522 None None] Network 534414a1-b769-452e-aba4-3f5c935b7a83 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:33.798093 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e8defa4d-51fc-4d20-86fa-533ff04d8348 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/ports/ff8c5150-8808-4b4c-8b4f-b35f889c0456 HTTP/1.1" status: 204 len: 168 time: 2.5006022 Mar 03 12:19:33.800440 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/8ce6b533-f6fa-4a6a-80f5-af53f3f654a1 HTTP/1.1" status: 204 len: 168 time: 0.7311454 Mar 03 12:19:33.801114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35110) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:33.801418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35112) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:33.806192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Allocated IP 172.26.8.193 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/514557f5-195e-48e8-9b21-fd01f75b345f) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:33.812262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af31bbb-da75-440e-86ad-963d37c154c0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce6b533-f6fa-4a6a-80f5-af53f3f654a1,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:34.005450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:34.009671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.021242 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-4105cd59-4156-4a1d-8c31-8e2da33f77c2 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] GET failed (client error): The resource could not be found. Mar 03 12:19:34.021242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4105cd59-4156-4a1d-8c31-8e2da33f77c2 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Synchronizing usage tracker for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:34.029362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:34.035675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:34.094700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:34.096809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4105cd59-4156-4a1d-8c31-8e2da33f77c2 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Unset dirty status for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:34.100797 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4105cd59-4156-4a1d-8c31-8e2da33f77c2 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "GET /v2.0/ports/ff8c5150-8808-4b4c-8b4f-b35f889c0456 HTTP/1.1" status: 404 len: 333 time: 0.2938349 Mar 03 12:19:34.101104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35124) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:34.128151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] For port a186a1f1-27a4-4f64-a26e-d03d695298f4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a186a1f1-27a4-4f64-a26e-d03d695298f4,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:34.128544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.130497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.146903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:34.147410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.156307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.185040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:34.189580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.240641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:34.263366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting port 9604f1fd-26bb-45ce-9cb6-addf25b56def {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:34.263889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.272348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] Calling delete_port for a186a1f1-27a4-4f64-a26e-d03d695298f4 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:34.369436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:34.373314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:34.464680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Port': ['ID=514557f5-195e-48e8-9b21-fd01f75b345f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:34.486336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d94317-0950-4363-9861-d70229993070 None None] DHCP port deletion for 534414a1-b769-452e-aba4-3f5c935b7a83 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:34.491086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86d94317-0950-4363-9861-d70229993070 None None] Deleting port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:34.491685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86d94317-0950-4363-9861-d70229993070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.522770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35130) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:34.528533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.594194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] Pushing event deleted for resources: {'Port': ['ID=a186a1f1-27a4-4f64-a26e-d03d695298f4,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:34.612796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e4988-6ef5-4128-9c67-982dd1c697d1 None None] No DVR routers for this DVR port a186a1f1-27a4-4f64-a26e-d03d695298f4 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:34.654419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] For port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,segment=NetworkSegment(e396c2ab-699b-4895-9d49-333d3e4e1190),segment_id=e396c2ab-699b-4895-9d49-333d3e4e1190)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:34.654838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.802646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-86d94317-0950-4363-9861-d70229993070 None None] For port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,segment=NetworkSegment(e396c2ab-699b-4895-9d49-333d3e4e1190),segment_id=e396c2ab-699b-4895-9d49-333d3e4e1190)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:34.803199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86d94317-0950-4363-9861-d70229993070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.824666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:34.856140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632634396'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:34.862539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.912235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:34.934761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:34.946790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:34.947081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86d94317-0950-4363-9861-d70229993070 None None] Calling delete_port for dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:34.950551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:34.969099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:34.971425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.975668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:34.981918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:34.982504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:34.985549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7555a54-7125-4d8b-bf58-635e485eb819 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:35.026442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=62401990-b466-4f9f-872c-73a11a97dcbf,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:35.121931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.134954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.149526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3d686d1e-95bf-494a-aee0-6a13c143eb8b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6272588 Mar 03 12:19:35.149526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.152713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35136) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:35.162415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Calling delete_port for 9604f1fd-26bb-45ce-9cb6-addf25b56def owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:35.183093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-86d94317-0950-4363-9861-d70229993070 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:35.189594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-86d94317-0950-4363-9861-d70229993070 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:35.208307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:35.222306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:35.229192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=dbf03ddc-3aa7-4270-b352-7c5a189f6fb5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:35.249680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No DVR routers for this DVR port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:35.254933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'tenant_id': '7a1e8d7c8a8a491c98045ba7c90dedc3', 'fixed_ips': [{'subnet_id': '62401990-b466-4f9f-872c-73a11a97dcbf'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:35.260205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.284246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:35.292835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:35.401925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a186a1f1-27a4-4f64-a26e-d03d695298f4 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:35.430387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.446216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: a186a1f1-27a4-4f64-a26e-d03d695298f4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:35.446542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a186a1f1-27a4-4f64-a26e-d03d695298f4 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:35.447145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:35.467810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:35.493971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.496698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.554037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:35.554037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:35.555457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Port': ['ID=9604f1fd-26bb-45ce-9cb6-addf25b56def,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:35.567320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534414a1-b769-452e-aba4-3f5c935b7a83']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:35.595766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Allocated IP 2001:db8::2 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/62401990-b466-4f9f-872c-73a11a97dcbf/411bb5b5-89ff-4ee2-9f77-9dac10046ed5) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:35.600843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e396c2ab-699b-4895-9d49-333d3e4e1190') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:35.601145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e396c2ab-699b-4895-9d49-333d3e4e1190') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:35.613826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.628821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.636791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:35.649380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:35.657540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:35.669875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.686646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:35.686646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.700796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:35.703838 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:35.709795 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2425e814-ca60-4fbf-b8fb-1c0b12c6d107 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/ports/9604f1fd-26bb-45ce-9cb6-addf25b56def HTTP/1.1" status: 204 len: 168 time: 1.6046526 Mar 03 12:19:35.720294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35140) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:35.792543 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86d94317-0950-4363-9861-d70229993070 None None] Deleting port dbf03ddc-3aa7-4270-b352-7c5a189f6fb5 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:35.792912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-86d94317-0950-4363-9861-d70229993070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.837008 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e2c698-dbde-4083-bd43-c0f49bf7422c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] GET failed (client error): The resource could not be found. Mar 03 12:19:35.837546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-88e2c698-dbde-4083-bd43-c0f49bf7422c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Synchronizing usage tracker for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:35.846745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.887473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.911172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-86d94317-0950-4363-9861-d70229993070 None None] The port 'dbf03ddc-3aa7-4270-b352-7c5a189f6fb5' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:19:35.912393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.917233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:35.927882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.940188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-88e2c698-dbde-4083-bd43-c0f49bf7422c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Unset dirty status for tenant:fdea992784c74f699f7dee9b664c9b89 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:35.946513 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-88e2c698-dbde-4083-bd43-c0f49bf7422c tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "GET /v2.0/ports/9604f1fd-26bb-45ce-9cb6-addf25b56def HTTP/1.1" status: 404 len: 333 time: 0.2249391 Mar 03 12:19:35.947475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35144) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:35.951331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.952448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:35.966645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Transition to ACTIVE for port object 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:35.984434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Transition to ACTIVE for port object 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:35.999147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:36.001499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=534414a1-b769-452e-aba4-3f5c935b7a83,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:36.017954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:36.023644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.033019 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f166becf-35f3-474f-90db-573b287ca258 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/534414a1-b769-452e-aba4-3f5c935b7a83 HTTP/1.1" status: 204 len: 168 time: 2.2182159 Mar 03 12:19:36.033019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:36.033541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35148) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:36.041560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.042510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-803896930'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:36.104654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting port 97d64081-2dde-4662-a93d-ea6aabfcc880 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:36.105003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.112234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:36.115375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:36.119211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:36.133722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:36.157637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:network and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:36.166833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:36.174146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Pushing event updated for resources: {'Port': ['ID=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:36.182125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:36.215835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d75c572-15cc-46e5-8a5b-7e6e55268817,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:36.217226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:36.247579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Attempting to bind port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:36.248869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Attempting to bind port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:36.249546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Attempting to bind port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 on network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:36.256505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:36.259051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Checking segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:36.259051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.259051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Bound using segment: {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:36.259051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Bound port: 411bb5b5-89ff-4ee2-9f77-9dac10046ed5, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1e874-ab62-4d34-bfcd-03b0136c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:36.259051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.300689 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62401990-b466-4f9f-872c-73a11a97dcbf (CIDR: 2001:db8::/64) Mar 03 12:19:36.346202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.350989 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:19:36.351560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:36.395787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.400301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] For port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:36.404297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] For port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:36.437556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5acce1-bf1e-4259-8024-b6d55b54c252,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:36.455902 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e29a6eb5-1d5a-4621-b59d-83d1850c0f98 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2685695 Mar 03 12:19:36.456161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35152) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:36.461632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'subnet': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:36.521513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.531246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:36.531246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.567430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.571348 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0610771e-2358-4413-b341-f9a5432583f5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0437462 Mar 03 12:19:36.571553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35156) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:36.615023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355de7c-75f0-4d9c-89f4-c0fc7bac313e None None] Pushing event updated for resources: {'Port': ['ID=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:36.638501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:19:36.660059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:36.662955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.663296 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Added segment f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb of type vlan for network be3ca319-3977-4ad0-ae87-83659b66c15d Mar 03 12:19:36.667671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:subnet and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:36.671248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.672171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:36.678252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-972e09b3-626a-4032-b016-2e30ab25ba93 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:36.685477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:36.773016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:36.776347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.808764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Router 31061060-2bdc-4133-879d-58e293adb6d0 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:19:36.819925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Calling delete_port for 97d64081-2dde-4662-a93d-ea6aabfcc880 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:36.848116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.880643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-972e09b3-626a-4032-b016-2e30ab25ba93 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:36.880643 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-972e09b3-626a-4032-b016-2e30ab25ba93 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3059657 Mar 03 12:19:36.893364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35160) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:36.910817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c0268776-1450-4578-b604-13901c8b5e11 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-security--611786922', 'description': 'tempest-security-description-872935254'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:36.968210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0268776-1450-4578-b604-13901c8b5e11 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:36.972760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.resource_extend [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 12:19:37.055703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0268776-1450-4578-b604-13901c8b5e11 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.103019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.109592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:37.109592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.111348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0268776-1450-4578-b604-13901c8b5e11 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.133334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0268776-1450-4578-b604-13901c8b5e11 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.134551 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c0268776-1450-4578-b604-13901c8b5e11 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "PUT /v2.0/security-groups/bc5acce1-bf1e-4259-8024-b6d55b54c252 HTTP/1.1" status: 200 len: 1778 time: 0.2400341 Mar 03 12:19:37.141459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35164) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:37.188592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0268776-1450-4578-b604-13901c8b5e11 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5acce1-bf1e-4259-8024-b6d55b54c252,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:37.215401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c1b556f7-a0bf-4958-b2d4-53d6cd7a2e60 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups/bc5acce1-bf1e-4259-8024-b6d55b54c252 HTTP/1.1" status: 200 len: 1778 time: 0.0708017 Mar 03 12:19:37.225100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35168) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:37.292931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:37.305003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Network': ['ID=be3ca319-3977-4ad0-ae87-83659b66c15d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:37.308348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Sync routers for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:37.308871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0ff39854-a78e-40a2-a3a7-9ca9c25504e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.324038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network be3ca319-3977-4ad0-ae87-83659b66c15d details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:19:37.347029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0ff39854-a78e-40a2-a3a7-9ca9c25504e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.372046 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b26d9d61-1671-4e2e-8dc5-5a1fa98b8456 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3375905 Mar 03 12:19:37.372866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35172) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:37.381120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:37.402428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:37.402428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:37.422715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.440078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.441473 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-66266f7e-0a41-4f86-9d77-9e0ebbd9e851 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.5882990 Mar 03 12:19:37.449761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35176) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:37.526690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Port': ['ID=97d64081-2dde-4662-a93d-ea6aabfcc880,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:37.537091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0ff39854-a78e-40a2-a3a7-9ca9c25504e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.582549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff39854-a78e-40a2-a3a7-9ca9c25504e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5acce1-bf1e-4259-8024-b6d55b54c252,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:37.625750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:19:37.625981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:37.688843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.695129 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cc6fdff2-ca12-4de7-a346-dc4efad150b7 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/ports/97d64081-2dde-4662-a93d-ea6aabfcc880 HTTP/1.1" status: 204 len: 168 time: 1.7435420 Mar 03 12:19:37.697616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35184) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:37.771172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:37.778804 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-22fc23e2-c3d3-41f7-9265-e9979e1e47fa tempest-TestNetworkAdvancedServerOps-975287634 tempest-TestNetworkAdvancedServerOps-975287634-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ac7efb8ed96c4831b80a0e5e57e823bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3278441 Mar 03 12:19:37.779415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35188) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:37.784193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:37.797802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:37.800103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0ff39854-a78e-40a2-a3a7-9ca9c25504e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.804694 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0ff39854-a78e-40a2-a3a7-9ca9c25504e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/bc5acce1-bf1e-4259-8024-b6d55b54c252 HTTP/1.1" status: 204 len: 168 time: 0.5763996 Mar 03 12:19:37.812343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35192) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:37.813562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:37.870137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting subnet 4b888b0b-6d26-4db8-b982-e86054471c6b {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:37.877956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:37.969688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:37.970248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:19:37.973831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.050827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a5530-aeda-4f01-8a7a-f9af23361079 tempest-TestNetworkAdvancedServerOps-975287634 tempest-TestNetworkAdvancedServerOps-975287634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:38.052442 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3a0a5530-aeda-4f01-8a7a-f9af23361079 tempest-TestNetworkAdvancedServerOps-975287634 tempest-TestNetworkAdvancedServerOps-975287634-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2601860 Mar 03 12:19:38.055262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35196) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:38.087667 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a32bad26-c18e-4336-a4cb-d3473df79cda tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2627773 Mar 03 12:19:38.095264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35200) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:38.101618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-54b64005-e45f-41b9-ba4a-47e906c7043d tempest-TestNetworkAdvancedServerOps-975287634 tempest-TestNetworkAdvancedServerOps-975287634-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451217 Mar 03 12:19:38.102159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.110411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35204) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:38.115582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144502674', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:38.138040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.138040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:38.171759 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-d4a43cc5-50a1-4fe6-91db-fef1e2bc965e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] delete failed (client error): The resource could not be found. Mar 03 12:19:38.172824 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d4a43cc5-50a1-4fe6-91db-fef1e2bc965e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/bc5acce1-bf1e-4259-8024-b6d55b54c252 HTTP/1.1" status: 404 len: 347 time: 0.0741522 Mar 03 12:19:38.176770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35208) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:38.188475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668471563'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:38.199512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:38.209353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:38.211754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-322cffd5-3486-422e-ab47-3a27883aca46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.215432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:38.226617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:38.259027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Provisioning for port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:38.283116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:38.290778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:subnet and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:38.293434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.296178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Provisioning complete for port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:38.296944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.303303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:38.309566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.313500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:38.474034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.489663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.490238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Made reservation on behalf of ac7efb8ed96c4831b80a0e5e57e823bd for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:38.493273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.524521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:34Z', 'revision_number': 3, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:38.529577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Checking router: 31061060-2bdc-4133-879d-58e293adb6d0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:19:38.531075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Updating router 31061060-2bdc-4133-879d-58e293adb6d0 port 514557f5-195e-48e8-9b21-fd01f75b345f binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:19:38.538975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:38.552569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:38.552569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:38.559329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:38.591676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.629871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.695523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.697916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.739589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.762585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7390e-fda2-49a8-985a-488a57acb268 None None] Network b963b823-34a1-400d-86f6-778efa24cf08 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:38.764113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] For port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:38.767957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.771550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=9683865a-64e2-4376-8eb9-eb7c6cc436cf,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:38.818093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Checking segment: {'id': 'f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:38.818699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network hostable DHCP agents. Network: be3ca319-3977-4ad0-ae87-83659b66c15d, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:19:38.835087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.835588 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/subnets/4b888b0b-6d26-4db8-b982-e86054471c6b HTTP/1.1" status: 204 len: 168 time: 1.1365063 Mar 03 12:19:38.838648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35212) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:38.846991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659c08a-64fb-4cc9-b642-90cce096c99e tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Subnet': ['ID=4b888b0b-6d26-4db8-b982-e86054471c6b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:38.867316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9928f5ee-4366-4236-b705-02727be6a664,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:38.991749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:38.999805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.000541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.007783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.009050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4864fa01-cf08-4032-880c-d296e3c57b75 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8312235 Mar 03 12:19:39.010310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network be3ca319-3977-4ad0-ae87-83659b66c15d is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:19:39.012725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35216) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:39.022148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': '9928f5ee-4366-4236-b705-02727be6a664', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:39.032029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:39.036487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:39.040630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:39.046887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:39.118883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.122562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Deleting port 5cecc2f3-29a1-4778-b3cd-81ee991e602d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:39.122895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.135091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:39.135446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:39.149723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, be3ca319-3977-4ad0-ae87-83659b66c15d) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:39.159888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:39.164214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.168047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e76229-9ea5-4f8a-b892-7f3c7840d42f None None] Network be3ca319-3977-4ad0-ae87-83659b66c15d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:39.172026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:39.189771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:39.190360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.192823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:39.193413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.200785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b2f8e-0971-4bae-8208-9c3b44d146fe None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:39.221572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,revision_number=4']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:39.239370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Subnet': ['ID=c58b944e-19df-4475-91ea-d89f120e8677,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:39.252918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.253051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.316729 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-07ec8343-e13b-4b29-b255-7e4fc29ed36a tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9416587 Mar 03 12:19:39.320046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35220) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:39.327781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1824616733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:39.350566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:39.350566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:router and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:39.360187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:39.363145 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-079783ce-164f-4dac-8c52-fbdd4ddb7490 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9059649 Mar 03 12:19:39.368155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Checking segment: {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:39.368518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Network hostable DHCP agents. Network: bd4df094-a264-4f77-a995-056e5f7d5845, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:19:39.377009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:39.378086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35224) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:39.385690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.406239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Transition to ACTIVE for port object 514557f5-195e-48e8-9b21-fd01f75b345f will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:39.407344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Request body: {'port': {'network_id': 'f2de5813-c3e3-44a7-ba8c-6c4b4da90c46', 'mac_address': 'fa:16:3e:d7:e8:10', 'name': 'tempest-NetworksTestDHCPv6-2039849384'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:39.443313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] DHCP port deletion for b963b823-34a1-400d-86f6-778efa24cf08 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:39.448560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ac059f-7b0b-4109-bb93-05c1f83f9dc8,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:39.454614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Deleting port 5cecc2f3-29a1-4778-b3cd-81ee991e602d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:39.455192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.464904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.466044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.487430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.501235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Subnet': ['ID=3f60eb79-c4f2-44e1-9dde-190e257c1639,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:39.518395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.550408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.555554 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-67f38021-5747-43ea-b775-15798c8af063 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5398345 Mar 03 12:19:39.556747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35228) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:39.574583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:39.583440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.599085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e036b4f2-d080-417f-96aa-0223a0c1a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.619070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e036b4f2-d080-417f-96aa-0223a0c1a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.663789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] For port 5cecc2f3-29a1-4778-b3cd-81ee991e602d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5cecc2f3-29a1-4778-b3cd-81ee991e602d,segment=NetworkSegment(f20554af-471c-44bc-8427-7301b1f888a9),segment_id=f20554af-471c-44bc-8427-7301b1f888a9)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:39.664214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.712214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.723485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7a340c76-58aa-4a03-956c-49c4981dd5d2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3954062 Mar 03 12:19:39.723485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35232) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:39.723696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d', 'name': 'tempest-PortsTestJSON-808350442'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:39.759588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e036b4f2-d080-417f-96aa-0223a0c1a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.806382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Network bd4df094-a264-4f77-a995-056e5f7d5845 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:19:39.820488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Calling delete_port for 5cecc2f3-29a1-4778-b3cd-81ee991e602d owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:39.832225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036b4f2-d080-417f-96aa-0223a0c1a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36ac059f-7b0b-4109-bb93-05c1f83f9dc8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:39.839637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e036b4f2-d080-417f-96aa-0223a0c1a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.843150 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e036b4f2-d080-417f-96aa-0223a0c1a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/36ac059f-7b0b-4109-bb93-05c1f83f9dc8 HTTP/1.1" status: 204 len: 168 time: 0.2855933 Mar 03 12:19:39.848182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35236) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:39.867578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:39.884549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17ebe4-d5d0-4218-a0c2-b5afc295a879 None None] Pushing event updated for resources: {'Port': ['ID=514557f5-195e-48e8-9b21-fd01f75b345f,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:39.888334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Usage tracker for resource:port and tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:39.893200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:39.894286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Attempting to bind port 514557f5-195e-48e8-9b21-fd01f75b345f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:39.894659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Attempting to bind port 514557f5-195e-48e8-9b21-fd01f75b345f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:39.895007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Attempting to bind port 514557f5-195e-48e8-9b21-fd01f75b345f on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:39.902884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:39.926139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:39.938229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:39.938229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:39.938477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:39.941997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:39.963475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-701c184c-4efd-4c12-ad03-55e12f640f7b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:39.969162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, bd4df094-a264-4f77-a995-056e5f7d5845) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:39.976280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:39.977204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.007891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Made reservation on behalf of 7a1e8d7c8a8a491c98045ba7c90dedc3 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:40.014900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38e8af-fbd2-4b8b-b974-112c70071a72 None None] Network bd4df094-a264-4f77-a995-056e5f7d5845 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:40.029702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:40.033860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.039462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:40.039687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.039841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:40.040204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.040595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:40.041073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Bound port: 514557f5-195e-48e8-9b21-fd01f75b345f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:40.041437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.056798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port 241699f4-2c8c-44f1-9004-371a5c5e9dc2 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:40.126210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-be3ca319-3977-4ad0-ae87-83659b66c15d', 'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d', 'tenant_id': '181cd31d5184417f829737ff9dc93b1a', 'fixed_ips': [{'subnet_id': '9683865a-64e2-4376-8eb9-eb7c6cc436cf'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:40.126987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.143860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-701c184c-4efd-4c12-ad03-55e12f640f7b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:40.146295 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-701c184c-4efd-4c12-ad03-55e12f640f7b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2949028 Mar 03 12:19:40.147862 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9e22aeff-0e24-4f1d-b1dc-f0256d64b6f5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0369000 Mar 03 12:19:40.148981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Port': ['ID=5cecc2f3-29a1-4778-b3cd-81ee991e602d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:40.150798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35240) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:40.159467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] No DVR routers for this DVR port 5cecc2f3-29a1-4778-b3cd-81ee991e602d on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:40.163330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35242) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:40.222175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.9 (be3ca319-3977-4ad0-ae87-83659b66c15d/9683865a-64e2-4376-8eb9-eb7c6cc436cf/241699f4-2c8c-44f1-9004-371a5c5e9dc2) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:40.404873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] For port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:40.431292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:40.434206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.490689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.497387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fbedba76-639e-4b25-8628-dd66d4aca2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.510460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object 241699f4-2c8c-44f1-9004-371a5c5e9dc2 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:40.519465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.530600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] For port 514557f5-195e-48e8-9b21-fd01f75b345f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:40.569581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.597435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.604992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] For port 5cecc2f3-29a1-4778-b3cd-81ee991e602d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5cecc2f3-29a1-4778-b3cd-81ee991e602d,segment=NetworkSegment(f20554af-471c-44bc-8427-7301b1f888a9),segment_id=f20554af-471c-44bc-8427-7301b1f888a9)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:40.605331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.609295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.618069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] For port 514557f5-195e-48e8-9b21-fd01f75b345f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=514557f5-195e-48e8-9b21-fd01f75b345f,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:40.680773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network be3ca319-3977-4ad0-ae87-83659b66c15d is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:40.684169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:40.692725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:40.714530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] device_id is not set on port 549f8cee-caee-49b3-a940-9eda9661adda yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:40.731011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=241699f4-2c8c-44f1-9004-371a5c5e9dc2,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:40.761180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b963b823-34a1-400d-86f6-778efa24cf08']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:40.764211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:40.764973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.775950 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:19:40.782746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20554af-471c-44bc-8427-7301b1f888a9') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:40.783041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20554af-471c-44bc-8427-7301b1f888a9') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:40.793486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6477-eb48-4207-b407-b9b8fe643b68 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.841111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.846586 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-93470a04-ca29-4d4e-9277-55469b990ec5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1275930 Mar 03 12:19:40.847802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35248) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:40.851753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Calling delete_port for 5cecc2f3-29a1-4778-b3cd-81ee991e602d owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:40.882559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.933249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22a511-a9e5-43da-b1ad-350d0431dc6d None None] Pushing event updated for resources: {'Port': ['ID=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:40.939837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6477-eb48-4207-b407-b9b8fe643b68 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.962630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:40.991614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:40.992212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:41.022720 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:41.126611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Allocated IP 172.20.0.2 (be3ca319-3977-4ad0-ae87-83659b66c15d/9683865a-64e2-4376-8eb9-eb7c6cc436cf/6354abfc-d4df-4ffb-b85f-5821954a34b6) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:41.143660 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:41.144625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:41.460741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-bd4df094-a264-4f77-a995-056e5f7d5845', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:41.461400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:41.475748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17ebe4-d5d0-4218-a0c2-b5afc295a879 None None] Pushing event updated for resources: {'Port': ['ID=514557f5-195e-48e8-9b21-fd01f75b345f,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:41.516800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8::2c5 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/62401990-b466-4f9f-872c-73a11a97dcbf/549f8cee-caee-49b3-a940-9eda9661adda) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:41.595676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Allocated IP 2001:db8:0:1:f816:3eff:fed7:e810 (f2de5813-c3e3-44a7-ba8c-6c4b4da90c46/c58b944e-19df-4475-91ea-d89f120e8677/549f8cee-caee-49b3-a940-9eda9661adda) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:41.608239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:19:41.734555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:41.777891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:41.777891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:41.794086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:41.874708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6477-eb48-4207-b407-b9b8fe643b68 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:41.903024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec6477-eb48-4207-b407-b9b8fe643b68 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9928f5ee-4366-4236-b705-02727be6a664,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:41.945019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:41.947096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:41.951151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:41.963052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.028652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] Pushing event deleted for resources: {'Network': ['ID=b963b823-34a1-400d-86f6-778efa24cf08,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:42.047272 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ddf673c7-c2f2-48b3-9eed-0e0a91a92550 tempest-AllowedAddressPairIpV6TestJSON-74461461 tempest-AllowedAddressPairIpV6TestJSON-74461461-project] 10.222.0.35 "DELETE /v2.0/networks/b963b823-34a1-400d-86f6-778efa24cf08 HTTP/1.1" status: 204 len: 168 time: 3.2074142 Mar 03 12:19:42.077704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.085742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-524d90a0-153d-4c42-9f12-913858d42a08 None None] Provisioning complete for port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:42.086436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-524d90a0-153d-4c42-9f12-913858d42a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.087160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.115477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Transition to ACTIVE for port object 549f8cee-caee-49b3-a940-9eda9661adda will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:42.157986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.216159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.268321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:42.268752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.329217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Deleting port 5cecc2f3-29a1-4778-b3cd-81ee991e602d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:42.329951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.345744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=241699f4-2c8c-44f1-9004-371a5c5e9dc2,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:42.414637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6477-eb48-4207-b407-b9b8fe643b68 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.416178 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f3ec6477-eb48-4207-b407-b9b8fe643b68 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/9928f5ee-4366-4236-b705-02727be6a664 HTTP/1.1" status: 204 len: 168 time: 2.2548833 Mar 03 12:19:42.425765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35254) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:42.497518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1f9840ea-e4e0-4dea-89de-22c470f82194 None None] The port '5cecc2f3-29a1-4778-b3cd-81ee991e602d' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:19:42.498869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Allocated IP 172.20.0.2 (bd4df094-a264-4f77-a995-056e5f7d5845/3f60eb79-c4f2-44e1-9dde-190e257c1639/38e28ea9-6839-470b-bf98-f1f31867a76c) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:42.574621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7c193b1f-1476-4b13-9964-b48630ca5859 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:42.605698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.643890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.656711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Transition to ACTIVE for port object 6354abfc-d4df-4ffb-b85f-5821954a34b6 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:42.688125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7c193b1f-1476-4b13-9964-b48630ca5859 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:42.689410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7c193b1f-1476-4b13-9964-b48630ca5859 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2618299 Mar 03 12:19:42.690575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.710578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35260) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:42.716538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--927064038'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:42.749028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:42.817629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:42.819537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Transition to ACTIVE for port object 6354abfc-d4df-4ffb-b85f-5821954a34b6 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:42.832758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:42.848163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:42.859259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:42.863506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:42.864199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.878712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:34Z', 'revision_number': 3, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:42.885496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35264) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:42.886353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event updated for resources: {'Port': ['ID=549f8cee-caee-49b3-a940-9eda9661adda,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:42.945062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:42.969240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5cecc2f3-29a1-4778-b3cd-81ee991e602d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:42.990428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.017062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:43.030579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.031708 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70d7575a-f802-489c-a7ab-b9a82aa97eae tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6520939 Mar 03 12:19:43.033827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:43.036678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35270) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:43.038771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b70ce2-55bf-44e7-bf84-4c3e79d788c1 None None] The sync data for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv is: [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:34Z', 'revision_number': 3, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:43.046352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.101050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:43.109280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:43.122320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 5cecc2f3-29a1-4778-b3cd-81ee991e602d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:43.124246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5cecc2f3-29a1-4778-b3cd-81ee991e602d not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:43.205282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Network be3ca319-3977-4ad0-ae87-83659b66c15d is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:43.206355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.214129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:43.225135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:43.230963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Transition to ACTIVE for port object 38e28ea9-6839-470b-bf98-f1f31867a76c will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:43.235799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Pushing event updated for resources: {'Port': ['ID=6354abfc-d4df-4ffb-b85f-5821954a34b6,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:43.237555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting port 549f8cee-caee-49b3-a940-9eda9661adda {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:43.238666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.277691 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-14309661-12d0-4e3c-8b5e-6bfc87398d07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdea992784c74f699f7dee9b664c9b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880086 Mar 03 12:19:43.283293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35274) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:43.381457 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Transition to ACTIVE for port object 38e28ea9-6839-470b-bf98-f1f31867a76c will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:43.385258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Attempting to bind port 6354abfc-d4df-4ffb-b85f-5821954a34b6 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:43.385258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Attempting to bind port 6354abfc-d4df-4ffb-b85f-5821954a34b6 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:43.385258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Attempting to bind port 6354abfc-d4df-4ffb-b85f-5821954a34b6 on network be3ca319-3977-4ad0-ae87-83659b66c15d {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:43.398652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:43.401818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Checking segment: {'id': 'f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:43.402467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.403053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Bound using segment: {'id': 'f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:43.403745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Bound port: 6354abfc-d4df-4ffb-b85f-5821954a34b6, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'be3ca319-3977-4ad0-ae87-83659b66c15d'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:43.416986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.423041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fd2a212d-04b9-4edd-94e3-0391b3dc3ac1 None None] Provisioning for port 549f8cee-caee-49b3-a940-9eda9661adda completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:43.432918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fd2a212d-04b9-4edd-94e3-0391b3dc3ac1 None None] Provisioning complete for port 549f8cee-caee-49b3-a940-9eda9661adda triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:43.434518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fd2a212d-04b9-4edd-94e3-0391b3dc3ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.535679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.577354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.652779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.657883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fecbfcf-38e3-4cd6-842e-99f77fcb5a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.672783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.684747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 514557f5-195e-48e8-9b21-fd01f75b345f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:43.697637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Allocated IP 172.20.0.1 (bd4df094-a264-4f77-a995-056e5f7d5845/3f60eb79-c4f2-44e1-9dde-190e257c1639/36e0827f-1f6f-4816-82d2-ac6bd4ea18b3) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:43.710271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fecbfcf-38e3-4cd6-842e-99f77fcb5a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.721658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.823304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Network bd4df094-a264-4f77-a995-056e5f7d5845 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:43.826647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a212d-04b9-4edd-94e3-0391b3dc3ac1 None None] Port 549f8cee-caee-49b3-a940-9eda9661adda cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:43.838865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:43.860728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:43.863404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Pushing event updated for resources: {'Port': ['ID=38e28ea9-6839-470b-bf98-f1f31867a76c,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:43.894438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Calling delete_port for 549f8cee-caee-49b3-a940-9eda9661adda owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:43.922302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] For port 6354abfc-d4df-4ffb-b85f-5821954a34b6, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:43.930122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:43.970296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2567140-29ff-449e-b826-0889c402883c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:43.972904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] For port 6354abfc-d4df-4ffb-b85f-5821954a34b6, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6354abfc-d4df-4ffb-b85f-5821954a34b6,segment=NetworkSegment(f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb),segment_id=f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:44.008195 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Attempting to bind port 38e28ea9-6839-470b-bf98-f1f31867a76c on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:44.008566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Attempting to bind port 38e28ea9-6839-470b-bf98-f1f31867a76c by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:44.008925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Attempting to bind port 38e28ea9-6839-470b-bf98-f1f31867a76c on network bd4df094-a264-4f77-a995-056e5f7d5845 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:44.016810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:44.021992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Checking segment: {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:44.021992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.021992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Bound using segment: {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:44.021992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Bound port: 38e28ea9-6839-470b-bf98-f1f31867a76c, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:44.021992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.056039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=241699f4-2c8c-44f1-9004-371a5c5e9dc2,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:44.060092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fecbfcf-38e3-4cd6-842e-99f77fcb5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.073430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.074494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.077885 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3cb6cc5a-4e34-463f-a768-fd07eb846209 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3664098 Mar 03 12:19:44.082731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35278) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:44.093237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecbfcf-38e3-4cd6-842e-99f77fcb5a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb67ad2-cffb-47f1-8c44-800b04dfa237,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:44.116492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': 'f2567140-29ff-449e-b826-0889c402883c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:44.137507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:44.143661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4fecbfcf-38e3-4cd6-842e-99f77fcb5a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.145117 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4fecbfcf-38e3-4cd6-842e-99f77fcb5a91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adb67ad2-cffb-47f1-8c44-800b04dfa237 HTTP/1.1" status: 204 len: 168 time: 0.8608525 Mar 03 12:19:44.150794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:44.156132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:44.161412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.170181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:44.190359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b78087-e621-4bf2-84aa-b87bf41a127f None None] Pushing event updated for resources: {'Port': ['ID=6354abfc-d4df-4ffb-b85f-5821954a34b6,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:44.216049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 514557f5-195e-48e8-9b21-fd01f75b345f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:44.227784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.250625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 514557f5-195e-48e8-9b21-fd01f75b345f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:44.251181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.255693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Transition to ACTIVE for port object 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:44.337706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.413621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] For port 38e28ea9-6839-470b-bf98-f1f31867a76c, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:44.414120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.425908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] For port 38e28ea9-6839-470b-bf98-f1f31867a76c, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=38e28ea9-6839-470b-bf98-f1f31867a76c,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:44.438136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.443377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network be3ca319-3977-4ad0-ae87-83659b66c15d is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:44.444555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:44.470546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.485629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Port': ['ID=549f8cee-caee-49b3-a940-9eda9661adda,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:44.506393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.524715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 514557f5-195e-48e8-9b21-fd01f75b345f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=514557f5-195e-48e8-9b21-fd01f75b345f,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:44.534564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.602307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.647785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4980f147-0ce3-424b-a071-a10840eee6e5,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:44.664222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.721968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7522a-7ce9-4249-a925-afc4029e4f62 None None] Pushing event updated for resources: {'Port': ['ID=38e28ea9-6839-470b-bf98-f1f31867a76c,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:44.769932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.778297 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3ada54ea-9234-4fc2-8181-fa20f5df1414 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6840005 Mar 03 12:19:44.780022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35286) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:44.801353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:44.813117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': 'f2567140-29ff-449e-b826-0889c402883c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:44.848516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:44.848652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Network bd4df094-a264-4f77-a995-056e5f7d5845 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:44.849058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:44.859364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:44.872354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:44.887292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:44.898734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:44.928755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=514557f5-195e-48e8-9b21-fd01f75b345f,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:44.949280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Router c681e615-e98f-4325-aa9d-1fbc420b65c5 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:19:44.980985 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6a2d6096-f368-4590-a2e8-3ae48e2a4b73 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/549f8cee-caee-49b3-a940-9eda9661adda HTTP/1.1" status: 204 len: 168 time: 1.9429417 Mar 03 12:19:44.988071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Port': ['ID=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:45.063610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35296) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:45.244669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:45.256880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:45.260144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:45.269896 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] Sync routers for ids ['c681e615-e98f-4325-aa9d-1fbc420b65c5'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:45.284577 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5c075e44-6ea4-4550-bb56-3f772798c750 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "PUT /v2.0/routers/c681e615-e98f-4325-aa9d-1fbc420b65c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4356713 Mar 03 12:19:45.290971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35302) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:45.298721 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] Routers {'c681e615-e98f-4325-aa9d-1fbc420b65c5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:45.298721 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c681e615-e98f-4325-aa9d-1fbc420b65c5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:45.485539 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:45.497797 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] Routers {'c681e615-e98f-4325-aa9d-1fbc420b65c5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:45.498766 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c681e615-e98f-4325-aa9d-1fbc420b65c5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:45.539096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b4adf-82a7-4e2d-92c3-814023db2421 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:45.544036 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-828b4adf-82a7-4e2d-92c3-814023db2421 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4792407 Mar 03 12:19:45.551593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35310) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:45.577822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:45.580597 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:45.581094 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d01d2e3-5415-451e-b144-450db82f356e None None] The sync data for ids ['c681e615-e98f-4325-aa9d-1fbc420b65c5'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:45.599462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06984124-1d87-4d43-929f-bfd612657fee tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:45.600684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-06984124-1d87-4d43-929f-bfd612657fee tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:45.659536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:45.697247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-06984124-1d87-4d43-929f-bfd612657fee tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:45.699394 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-06984124-1d87-4d43-929f-bfd612657fee tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports?device_id=c681e615-e98f-4325-aa9d-1fbc420b65c5 HTTP/1.1" status: 200 len: 981 time: 0.4047894 Mar 03 12:19:45.705454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35316) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:45.709629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b54bbbf-d47b-4112-a7cc-1494bfeb5a86,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:45.779020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9826b4-66e4-4dab-b888-f729d7aca4fc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:45.780383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6a9826b4-66e4-4dab-b888-f729d7aca4fc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:45.811851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 38e28ea9-6839-470b-bf98-f1f31867a76c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:45.920093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:45.922149 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-aa04d633-857e-4f91-907b-b5966fc4124f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1271963 Mar 03 12:19:45.945057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35322) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:45.956721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6a9826b4-66e4-4dab-b888-f729d7aca4fc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:45.957922 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6a9826b4-66e4-4dab-b888-f729d7aca4fc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4049768 Mar 03 12:19:45.964909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': 'f2567140-29ff-449e-b826-0889c402883c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:45.980648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35326) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:45.980648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35328) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:45.989055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:46.006778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 38e28ea9-6839-470b-bf98-f1f31867a76c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:46.023379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 514557f5-195e-48e8-9b21-fd01f75b345f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:46.037001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:46.047169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:46.062320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.093897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:46.193608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab638c-eb24-45bc-bdfd-6bb96817e5d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:46.195411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab638c-eb24-45bc-bdfd-6bb96817e5d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:46.197477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab638c-eb24-45bc-bdfd-6bb96817e5d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:46.198509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7bab638c-eb24-45bc-bdfd-6bb96817e5d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:46.209977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 514557f5-195e-48e8-9b21-fd01f75b345f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:46.210365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.330231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-770512575'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:46.346428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.375719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74ef3f-7f4f-4374-887a-d0ea7bedd5a1 None None] Network be3ca319-3977-4ad0-ae87-83659b66c15d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:46.396282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:46.407448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:network and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:46.414800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:46.442324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:46.448773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7bab638c-eb24-45bc-bdfd-6bb96817e5d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:46.452586 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7bab638c-eb24-45bc-bdfd-6bb96817e5d6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4720609 Mar 03 12:19:46.461957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35340) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:46.479415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.509568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6354abfc-d4df-4ffb-b85f-5821954a34b6 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:46.593494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.599384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.657540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:46.661477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.678831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815ff41c-1c0f-4882-89ed-163cc6dc8d40,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:46.704066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-808ca9a0-7a68-4baf-bed4-d4d4deab5bc6 None None] Provisioning for port 6354abfc-d4df-4ffb-b85f-5821954a34b6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:46.707830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.710116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 6354abfc-d4df-4ffb-b85f-5821954a34b6 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:46.719290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-808ca9a0-7a68-4baf-bed4-d4d4deab5bc6 None None] Provisioning complete for port 6354abfc-d4df-4ffb-b85f-5821954a34b6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:46.719826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-808ca9a0-7a68-4baf-bed4-d4d4deab5bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.741286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet 62401990-b466-4f9f-872c-73a11a97dcbf {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:46.755562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6354abfc-d4df-4ffb-b85f-5821954a34b6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:46.755936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.757963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.808683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.809832 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a0d842f4-0366-4aea-af04-c544ba9ae743 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8626812 Mar 03 12:19:46.813897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:46.819233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35344) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:46.874708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:security_group_rule and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:46.889599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:46.892319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9825ab9-323c-4e5c-a358-a25f23e2ae4d None None] Network bd4df094-a264-4f77-a995-056e5f7d5845 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:46.896751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': 'f2567140-29ff-449e-b826-0889c402883c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:46.918529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:46.927649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:46.938466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.987180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 241699f4-2c8c-44f1-9004-371a5c5e9dc2 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:46.987707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:46.991538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:47.003331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:47.016126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:47.139306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.142535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.155211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-808ca9a0-7a68-4baf-bed4-d4d4deab5bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.217206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-808ca9a0-7a68-4baf-bed4-d4d4deab5bc6 None None] For port 6354abfc-d4df-4ffb-b85f-5821954a34b6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6354abfc-d4df-4ffb-b85f-5821954a34b6,segment=NetworkSegment(f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb),segment_id=f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:47.237629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.247461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.294283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.302882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-808ca9a0-7a68-4baf-bed4-d4d4deab5bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.318640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.360607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.361827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.431934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 241699f4-2c8c-44f1-9004-371a5c5e9dc2 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:47.442631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.483933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:19:47.483933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:19:47.507290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ca9a0-7a68-4baf-bed4-d4d4deab5bc6 None None] Pushing event updated for resources: {'Port': ['ID=6354abfc-d4df-4ffb-b85f-5821954a34b6,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:47.585151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Provisioning for port 241699f4-2c8c-44f1-9004-371a5c5e9dc2 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:47.593766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Provisioning complete for port 241699f4-2c8c-44f1-9004-371a5c5e9dc2 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:47.594129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.666887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Port 241699f4-2c8c-44f1-9004-371a5c5e9dc2 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:47.677112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.681192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Provisioning complete for port 6354abfc-d4df-4ffb-b85f-5821954a34b6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:47.681999 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.756940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.779012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.784772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:19:47.833976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Port': ['ID=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:47.837630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.843694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97c850-a7db-4c28-8029-b68a80a833b5 None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:47.852825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=62401990-b466-4f9f-872c-73a11a97dcbf,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:47.858948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ae75e-a7ff-4de8-8e45-fb9c0b21498c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:47.861337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68d21c2-0f0b-4284-92a5-0159eb52a7c7,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:47.871097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.892294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:47.895773 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Added segment ce1666c3-c906-40af-a522-343a55b762c6 of type vlan for network 7821111b-8d95-4eb6-b07d-a013433052fa Mar 03 12:19:47.905035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=241699f4-2c8c-44f1-9004-371a5c5e9dc2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:47.920861 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a91d92a1-98f2-44b6-9bce-e71fd03564ed tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/62401990-b466-4f9f-872c-73a11a97dcbf HTTP/1.1" status: 204 len: 168 time: 1.4457884 Mar 03 12:19:47.942076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35348) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:48.038734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.041069 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a9031c48-1f6f-4327-90c8-69c2f805cac9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1710730 Mar 03 12:19:48.048408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35352) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:48.115924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.149484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': 'f2567140-29ff-449e-b826-0889c402883c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:48.157352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Provisioning for port 38e28ea9-6839-470b-bf98-f1f31867a76c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:48.173293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:48.193476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:48.193684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.200591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Deleting subnet c58b944e-19df-4475-91ea-d89f120e8677 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:48.203882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:48.211821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.230267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Provisioning complete for port 38e28ea9-6839-470b-bf98-f1f31867a76c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:48.230638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.265687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:48.336323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6354abfc-d4df-4ffb-b85f-5821954a34b6 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:48.344958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.384912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Network bd4df094-a264-4f77-a995-056e5f7d5845 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:48.393398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:48.549274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.569565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6354abfc-d4df-4ffb-b85f-5821954a34b6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:48.570207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.645766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.651627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:48.652245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.674310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] For port 38e28ea9-6839-470b-bf98-f1f31867a76c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=38e28ea9-6839-470b-bf98-f1f31867a76c,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:48.680074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Router 31061060-2bdc-4133-879d-58e293adb6d0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:19:48.694325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.741374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.791766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Router c681e615-e98f-4325-aa9d-1fbc420b65c5 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:19:48.801868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.825639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044556f2-17b8-4f13-a963-959eec870b22 None None] Pushing event updated for resources: {'Port': ['ID=38e28ea9-6839-470b-bf98-f1f31867a76c,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:48.853015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b777f84-54e9-403f-a008-6157739e0c9e None None] Could not find standard attr ID for object 241699f4-2c8c-44f1-9004-371a5c5e9dc2. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:19:48.932278 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.9381802 Mar 03 12:19:48.932678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b777f84-54e9-403f-a008-6157739e0c9e None None] Provisioning for port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:48.932786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.943866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b777f84-54e9-403f-a008-6157739e0c9e None None] Provisioning complete for port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:48.943866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b777f84-54e9-403f-a008-6157739e0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.944292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f883-5aca-4938-aea4-76d4d034d455 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Network': ['ID=7821111b-8d95-4eb6-b07d-a013433052fa,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:48.971471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:48.976638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:48.997699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 7821111b-8d95-4eb6-b07d-a013433052fa details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:19:49.016714 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] Sync routers for ids ['c681e615-e98f-4325-aa9d-1fbc420b65c5'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:49.044936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2f5025-bd69-4e73-b0be-600bf62a392e,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:49.110258 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a9737576-341b-4a3b-acf4-8dd986bac429 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "PUT /v2.0/routers/c681e615-e98f-4325-aa9d-1fbc420b65c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4025524 Mar 03 12:19:49.111126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35356) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.152370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.153777 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b74597ac-b293-41a5-b3df-4a5553d27f47 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0404227 Mar 03 12:19:49.166322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35360) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.201680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] Routers {'c681e615-e98f-4325-aa9d-1fbc420b65c5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:49.201680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c681e615-e98f-4325-aa9d-1fbc420b65c5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:49.204905 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44944f2-b7a1-4df0-a8dd-72b9669546aa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:19:49.205710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e44944f2-b7a1-4df0-a8dd-72b9669546aa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:49.263610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb33eda-1cf9-41ef-b613-d2a7d85fb7ab tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.276660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:19:49.281665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb33eda-1cf9-41ef-b613-d2a7d85fb7ab tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.289629 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Sync routers for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:19:49.310031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e44944f2-b7a1-4df0-a8dd-72b9669546aa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:49.310031 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e44944f2-b7a1-4df0-a8dd-72b9669546aa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/241699f4-2c8c-44f1-9004-371a5c5e9dc2 HTTP/1.1" status: 404 len: 333 time: 0.1873522 Mar 03 12:19:49.310031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35364) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.310337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:49.311756 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2dd02235-27c7-4f72-a368-e4bc21a5c2b5 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "PUT /v2.0/routers/31061060-2bdc-4133-879d-58e293adb6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1162095 Mar 03 12:19:49.315220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.335040 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:49.338478 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:49.345831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] Routers {'c681e615-e98f-4325-aa9d-1fbc420b65c5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:49.346720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['c681e615-e98f-4325-aa9d-1fbc420b65c5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:49.381225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Subnet': ['ID=c58b944e-19df-4475-91ea-d89f120e8677,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:49.395250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.402305 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aba36e8c-8df0-4d78-85dc-558d8d8fbeb6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c58b944e-19df-4475-91ea-d89f120e8677 HTTP/1.1" status: 204 len: 168 time: 1.4587379 Mar 03 12:19:49.405228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35370) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.502404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb33eda-1cf9-41ef-b613-d2a7d85fb7ab tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.538308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb33eda-1cf9-41ef-b613-d2a7d85fb7ab tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.539607 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aeb33eda-1cf9-41ef-b613-d2a7d85fb7ab tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/7f2f5025-bd69-4e73-b0be-600bf62a392e HTTP/1.1" status: 204 len: 168 time: 0.3667226 Mar 03 12:19:49.542639 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a3ca4036-d9b7-419a-b85b-b79bd42fc61c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360247 Mar 03 12:19:49.543394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35374) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.549187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35376) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.553238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6b777f84-54e9-403f-a008-6157739e0c9e None None] Port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:49.579244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb33eda-1cf9-41ef-b613-d2a7d85fb7ab tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f2f5025-bd69-4e73-b0be-600bf62a392e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:49.590372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:49.590934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b59ef-db63-403c-bc7e-058f35f1686b None None] The sync data for ids ['c681e615-e98f-4325-aa9d-1fbc420b65c5'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:49.605365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b777f84-54e9-403f-a008-6157739e0c9e None None] Provisioning complete for port 38e28ea9-6839-470b-bf98-f1f31867a76c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:49.606944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b777f84-54e9-403f-a008-6157739e0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.681925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815ea55-6acb-46c0-80b5-ef8a2c0be3fd None None] Network f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:49.692641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-070f464b-4a7e-4148-9caf-e37db10a1dd2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:49.781737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5687419d-27bf-4320-87c4-5df1d6da1044 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:49.834408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-070f464b-4a7e-4148-9caf-e37db10a1dd2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:49.838802 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-070f464b-4a7e-4148-9caf-e37db10a1dd2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2912118 Mar 03 12:19:49.841808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35392) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.869603 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:19:49.904329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c8482-0cdb-4a0d-8410-d1f567573cbd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:49.919242 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-364c8482-0cdb-4a0d-8410-d1f567573cbd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3671565 Mar 03 12:19:49.925141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35396) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:49.955454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641af32f-bf41-40ee-a1ee-b74ab4f21ad3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.009651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641af32f-bf41-40ee-a1ee-b74ab4f21ad3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.043148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-bbd75dc4-e1b2-472e-b44c-d47b4ed51cd6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Synchronizing usage tracker for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:50.148633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26475c6-6b0c-48db-886b-62dc95db47c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:50.152423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e26475c6-6b0c-48db-886b-62dc95db47c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Synchronizing usage tracker for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:50.165871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5687419d-27bf-4320-87c4-5df1d6da1044 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.171334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5687419d-27bf-4320-87c4-5df1d6da1044 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.192705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-bbd75dc4-e1b2-472e-b44c-d47b4ed51cd6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Unset dirty status for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:50.197045 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-bbd75dc4-e1b2-472e-b44c-d47b4ed51cd6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069232945&fields=id&tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd HTTP/1.1" status: 200 len: 267 time: 0.4300396 Mar 03 12:19:50.247116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-41011092-e9d8-4847-aadc-611ea97b0d5c None None] Provisioning complete for port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:50.247922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41011092-e9d8-4847-aadc-611ea97b0d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.264066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641af32f-bf41-40ee-a1ee-b74ab4f21ad3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.274384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5687419d-27bf-4320-87c4-5df1d6da1044 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.282624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5687419d-27bf-4320-87c4-5df1d6da1044 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Fanout notify agent at l3_agent the message router_deleted on router c681e615-e98f-4325-aa9d-1fbc420b65c5 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:19:50.364171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641af32f-bf41-40ee-a1ee-b74ab4f21ad3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a68d21c2-0f0b-4284-92a5-0159eb52a7c7,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:50.389492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] DHCP port deletion for f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:50.391855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 38e28ea9-6839-470b-bf98-f1f31867a76c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:50.394271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5687419d-27bf-4320-87c4-5df1d6da1044 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.395390 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5687419d-27bf-4320-87c4-5df1d6da1044 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/routers/c681e615-e98f-4325-aa9d-1fbc420b65c5 HTTP/1.1" status: 204 len: 168 time: 1.0920486 Mar 03 12:19:50.402800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35400) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:50.458862 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:46Z', 'revision_number': 2, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:50.469367 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Checking router: 31061060-2bdc-4133-879d-58e293adb6d0 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:19:50.470038 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Updating router 31061060-2bdc-4133-879d-58e293adb6d0 port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:19:50.499567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 9683865a-64e2-4376-8eb9-eb7c6cc436cf {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:19:50.504488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.507403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] Deleting port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:50.508019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.572348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.597553 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.677696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.682521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-dd11d61b-e499-418a-95a0-6041124b64b7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:50.684436 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-dd11d61b-e499-418a-95a0-6041124b64b7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/networks?id=bd4df094-a264-4f77-a995-056e5f7d5845 HTTP/1.1" status: 200 len: 796 time: 0.4611955 Mar 03 12:19:50.686313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e26475c6-6b0c-48db-886b-62dc95db47c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Unset dirty status for tenant:7a1e8d7c8a8a491c98045ba7c90dedc3 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:50.687915 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e26475c6-6b0c-48db-886b-62dc95db47c5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7616777 Mar 03 12:19:50.690332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35404) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:50.785851 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-5380a6b1-0331-47dd-8cc7-7d8f565cae53 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/quotas/ac7efb8ed96c4831b80a0e5e57e823bd HTTP/1.1" status: 200 len: 375 time: 0.0921161 Mar 03 12:19:50.799967 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-636e608d-1bd7-4156-8374-e47dff80c985 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080496 Mar 03 12:19:50.814628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35408) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:50.903967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-b7d89fab-ad31-4ccb-bc55-302afbad2f7a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Synchronizing usage tracker for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:50.906417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.957660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=9683865a-64e2-4376-8eb9-eb7c6cc436cf,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:50.959354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-641af32f-bf41-40ee-a1ee-b74ab4f21ad3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.962623 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-641af32f-bf41-40ee-a1ee-b74ab4f21ad3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a68d21c2-0f0b-4284-92a5-0159eb52a7c7 HTTP/1.1" status: 204 len: 168 time: 1.1191914 Mar 03 12:19:50.963033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35412) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:50.966089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cb2b12-21f1-428e-b4aa-405621db4b78 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:50.966563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cb2b12-21f1-428e-b4aa-405621db4b78 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:50.972888 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83cb2b12-21f1-428e-b4aa-405621db4b78 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/549f8cee-caee-49b3-a940-9eda9661adda HTTP/1.1" status: 404 len: 333 time: 0.1570718 Mar 03 12:19:50.975490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35416) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:50.981031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:50.983402 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2c370105-0462-46b6-926b-2246bba9246b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/9683865a-64e2-4376-8eb9-eb7c6cc436cf HTTP/1.1" status: 204 len: 168 time: 0.5796611 Mar 03 12:19:51.001122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35420) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.004048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-b7d89fab-ad31-4ccb-bc55-302afbad2f7a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Unset dirty status for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:51.004048 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-b7d89fab-ad31-4ccb-bc55-302afbad2f7a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2077017 Mar 03 12:19:51.075717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f250e7-56ce-45c4-9045-2221f42db026 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:51.079013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f250e7-56ce-45c4-9045-2221f42db026 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:51.082050 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4786c91a-f2e0-4642-8d7b-271f897a26e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1176939 Mar 03 12:19:51.085158 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-67f250e7-56ce-45c4-9045-2221f42db026 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c58b944e-19df-4475-91ea-d89f120e8677 HTTP/1.1" status: 404 len: 337 time: 0.1085413 Mar 03 12:19:51.085775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35426) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.088387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53db25-6aee-4947-8184-7504b7b04808 None None] Network be3ca319-3977-4ad0-ae87-83659b66c15d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:51.089556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35428) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.153896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-42e4d250-b972-4370-8dbf-a033c6fb3bf2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.181738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-42e4d250-b972-4370-8dbf-a033c6fb3bf2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.196129 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.246208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-835d880f-b55d-40fc-a5cc-194b84ba450d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:51.246826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835d880f-b55d-40fc-a5cc-194b84ba450d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:51.250930 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-835d880f-b55d-40fc-a5cc-194b84ba450d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/62401990-b466-4f9f-872c-73a11a97dcbf HTTP/1.1" status: 404 len: 337 time: 0.1578894 Mar 03 12:19:51.251182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35434) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.265849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 38e28ea9-6839-470b-bf98-f1f31867a76c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:51.266482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.298036 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Transition to ACTIVE for port object 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:51.359598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.383340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] For port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,segment=NetworkSegment(cda1e874-ab62-4d34-bfcd-03b0136c3652),segment_id=cda1e874-ab62-4d34-bfcd-03b0136c3652)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:51.383624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.386038 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.402490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 6354abfc-d4df-4ffb-b85f-5821954a34b6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:19:51.404927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.484393 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Pushing event updated for resources: {'Port': ['ID=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:51.494118 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.498362 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.498362 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.498647 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-9ddb1040-d100-43cb-b54e-23e8acf7e573 service neutron] 10.222.0.35 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692936 Mar 03 12:19:51.501943 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.501943 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.502227 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.503139 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.504158 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.504715 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.505198 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.505701 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.506862 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:19:51.552668 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e152f1-81da-4664-b09a-ec480f1d4ddf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:51.553404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e152f1-81da-4664-b09a-ec480f1d4ddf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:51.562066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-42e4d250-b972-4370-8dbf-a033c6fb3bf2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.581278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-42e4d250-b972-4370-8dbf-a033c6fb3bf2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.585367 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-42e4d250-b972-4370-8dbf-a033c6fb3bf2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/815ff41c-1c0f-4882-89ed-163cc6dc8d40 HTTP/1.1" status: 204 len: 168 time: 0.4986293 Mar 03 12:19:51.586500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35438) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.591801 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-22e152f1-81da-4664-b09a-ec480f1d4ddf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/0f421b1b-10de-4f43-a3d5-45edfddc5634 HTTP/1.1" status: 404 len: 333 time: 0.3395901 Mar 03 12:19:51.594944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35440) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.671652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4d250-b972-4370-8dbf-a033c6fb3bf2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=815ff41c-1c0f-4882-89ed-163cc6dc8d40,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:51.674082 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-388e8b0d-837f-4185-b815-434e50cdee26 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:51.674785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388e8b0d-837f-4185-b815-434e50cdee26 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:51.676926 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-388e8b0d-837f-4185-b815-434e50cdee26 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/9fdc843c-872c-4e26-8966-7ad9abfd51c3 HTTP/1.1" status: 404 len: 337 time: 0.0807605 Mar 03 12:19:51.679451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35446) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.771347 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bff0803-1438-407f-b2c6-ef77823c4f7e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:51.772317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bff0803-1438-407f-b2c6-ef77823c4f7e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:51.776483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7bff0803-1438-407f-b2c6-ef77823c4f7e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/35f3c18a-94cf-46b5-8bb6-023549e5d6f3 HTTP/1.1" status: 404 len: 337 time: 0.0796802 Mar 03 12:19:51.781579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35450) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.872687 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd8353f-3736-4ebd-897d-d2902e1f9f54 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:51.873382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd8353f-3736-4ebd-897d-d2902e1f9f54 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:51.885569 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bcd8353f-3736-4ebd-897d-d2902e1f9f54 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/b6000bc6-fb89-4f9e-82a3-5733533ac7a2 HTTP/1.1" status: 404 len: 333 time: 0.0925357 Mar 03 12:19:51.885569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35454) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.903016 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-8597ce90-b3be-4977-bd66-ffa60e12a6b9 service neutron] 10.222.0.35 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966198 Mar 03 12:19:51.922228 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0dd128c0-6ffc-4b4a-b9a7-ca56b3103b82 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3185489 Mar 03 12:19:51.924965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35458) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:51.929291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] For port 6354abfc-d4df-4ffb-b85f-5821954a34b6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6354abfc-d4df-4ffb-b85f-5821954a34b6,segment=NetworkSegment(f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb),segment_id=f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:51.929978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.935005 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Attempting to bind port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:51.938054 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Attempting to bind port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:51.938456 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Attempting to bind port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 on network bd4df094-a264-4f77-a995-056e5f7d5845 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:51.950600 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:51.950969 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Checking segment: {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:51.952844 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.953251 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Bound using segment: {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:51.955905 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Bound port: 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:51.956387 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:51.968408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] Calling delete_port for 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:52.003245 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e001b176-727c-4e6e-a5c0-fe76d4657441 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.003787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e001b176-727c-4e6e-a5c0-fe76d4657441 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.007348 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e001b176-727c-4e6e-a5c0-fe76d4657441 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/77b50d17-b21a-4f16-8245-28a104441205 HTTP/1.1" status: 404 len: 337 time: 0.1250775 Mar 03 12:19:52.010125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35462) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.060299 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-636f704e-2efb-45e0-afe6-7cb2369308f7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.061702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636f704e-2efb-45e0-afe6-7cb2369308f7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.080320 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-636f704e-2efb-45e0-afe6-7cb2369308f7 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5d0039e3-a452-4db8-a05e-052a2a35aba0 HTTP/1.1" status: 404 len: 337 time: 0.0691426 Mar 03 12:19:52.082705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35466) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.114203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 6354abfc-d4df-4ffb-b85f-5821954a34b6 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:19:52.153172 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] For port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:52.158251 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] For port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:52.163408 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6480a5a-2815-4f09-aa49-644d3767ad41 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.164372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6480a5a-2815-4f09-aa49-644d3767ad41 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.166805 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e6480a5a-2815-4f09-aa49-644d3767ad41 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/877ee5db-3220-48f8-aec3-abcdde0e9cbe HTTP/1.1" status: 404 len: 333 time: 0.0830228 Mar 03 12:19:52.169565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35470) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.169818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b5fabcd6-5cf6-40c1-b4f7-b3740aacbec9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:52.185234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b5fabcd6-5cf6-40c1-b4f7-b3740aacbec9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:52.240677 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c5aab4-21c9-4640-8b14-cea097826673 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.241147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c5aab4-21c9-4640-8b14-cea097826673 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.249204 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-81c5aab4-21c9-4640-8b14-cea097826673 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/2723fd04-58cb-4097-9269-3a51379ff53b HTTP/1.1" status: 404 len: 337 time: 0.0766854 Mar 03 12:19:52.252396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35476) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.252722 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:52.327419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b5fabcd6-5cf6-40c1-b4f7-b3740aacbec9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:52.354413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35482) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.361355 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5a596e-0714-4db5-b72c-3faaad3ad239 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.362187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5a596e-0714-4db5-b72c-3faaad3ad239 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.364138 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2d5a596e-0714-4db5-b72c-3faaad3ad239 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/71963520-95a9-4593-99c8-d4c0bf9e63c2 HTTP/1.1" status: 404 len: 337 time: 0.1099730 Mar 03 12:19:52.370398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35484) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.391354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'subnet': {'network_id': '7821111b-8d95-4eb6-b07d-a013433052fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:52.423394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fabcd6-5cf6-40c1-b4f7-b3740aacbec9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b54bbbf-d47b-4112-a7cc-1494bfeb5a86,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:52.445069 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:19:52.446278 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:19:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:52.450163 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2ab58137-9963-4bea-a543-bf6f74d23f32 req-dfb6761f-307d-4fd6-91d5-e48c022daa0d tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 210 time: 0.0846014 Mar 03 12:19:52.487975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:52.526997 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de95b0-3107-4270-9463-0dc07835ea8f None None] Pushing event updated for resources: {'Port': ['ID=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:52.560032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:52.581422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] Pushing event deleted for resources: {'Port': ['ID=411bb5b5-89ff-4ee2-9f77-9dac10046ed5,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:52.584594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:52.625809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3ca83-39bc-46c5-a234-458ed2f69e80 None None] DHCP port deletion for be3ca319-3977-4ad0-ae87-83659b66c15d request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:19:52.643214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:52.643566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:52.647733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be211a09-b751-4047-8de2-3c1e2d1fa9f5 None None] No DVR routers for this DVR port 411bb5b5-89ff-4ee2-9f77-9dac10046ed5 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:52.660266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b5fabcd6-5cf6-40c1-b4f7-b3740aacbec9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:52.661345 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b5fabcd6-5cf6-40c1-b4f7-b3740aacbec9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5b54bbbf-d47b-4112-a7cc-1494bfeb5a86 HTTP/1.1" status: 204 len: 168 time: 0.7351062 Mar 03 12:19:52.664418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35494) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.715207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=6354abfc-d4df-4ffb-b85f-5821954a34b6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:52.717939 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee499bfa-3714-422a-a0a8-02a51085ebaf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.718607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee499bfa-3714-422a-a0a8-02a51085ebaf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.721183 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ee499bfa-3714-422a-a0a8-02a51085ebaf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/c7085f9d-03eb-4d7c-bb80-2243c8de180d HTTP/1.1" status: 404 len: 333 time: 0.3403122 Mar 03 12:19:52.723589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35498) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.747818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No DVR routers for this DVR port 6354abfc-d4df-4ffb-b85f-5821954a34b6 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:19:52.747977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-487e0038-adc8-4334-b07a-9c0f71444474 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:52.760564 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:19:52.781566 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df3a0ac-8fae-4467-8546-920948fbef13 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.782020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df3a0ac-8fae-4467-8546-920948fbef13 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.786325 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3df3a0ac-8fae-4467-8546-920948fbef13 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/9ac29145-33b8-446b-a9ae-389f4c603b13 HTTP/1.1" status: 404 len: 337 time: 0.0617342 Mar 03 12:19:52.787485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35502) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.840602 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b43d45-efce-4c4b-ae46-f7dcd0f558de tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.840835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b43d45-efce-4c4b-ae46-f7dcd0f558de tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.843827 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a0b43d45-efce-4c4b-ae46-f7dcd0f558de tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/b3e7d097-9d83-4a1a-b889-7891822c1cb5 HTTP/1.1" status: 404 len: 333 time: 0.0553944 Mar 03 12:19:52.846528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35506) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.890348 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-63537447-581f-4d2f-8fe6-e227ae3c8ee9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.890348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63537447-581f-4d2f-8fe6-e227ae3c8ee9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.891658 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-63537447-581f-4d2f-8fe6-e227ae3c8ee9 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/6d3ceefb-0bbf-45dc-8750-f19a8f53323a HTTP/1.1" status: 404 len: 337 time: 0.0442071 Mar 03 12:19:52.894384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35510) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.938649 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cd8938-41f9-4cda-bf07-7238d1237c1a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.939231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cd8938-41f9-4cda-bf07-7238d1237c1a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.941088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d2cd8938-41f9-4cda-bf07-7238d1237c1a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/47819e67-a9b0-463b-b32b-bd42d3b37215 HTTP/1.1" status: 404 len: 333 time: 0.0453207 Mar 03 12:19:52.943460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35514) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.984447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:52.986313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-487e0038-adc8-4334-b07a-9c0f71444474 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:52.990207 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-487e0038-adc8-4334-b07a-9c0f71444474 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3217769 Mar 03 12:19:52.990207 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ba09b5-f9f6-4130-8396-2f14dc123345 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:52.990207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ba09b5-f9f6-4130-8396-2f14dc123345 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:52.992119 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-80ba09b5-f9f6-4130-8396-2f14dc123345 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/71a1dd2b-b68c-4860-8826-c787ea178dda HTTP/1.1" status: 404 len: 337 time: 0.0463517 Mar 03 12:19:52.992119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35518) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.993342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35522) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:52.999324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:subnet and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:53.002931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.010834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:53.021827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:53.041368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3ca319-3977-4ad0-ae87-83659b66c15d']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:53.049119 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a035641-f388-4207-a81b-9322c4e0d233 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.049662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a035641-f388-4207-a81b-9322c4e0d233 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.051319 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5a035641-f388-4207-a81b-9322c4e0d233 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/0b9ddbdc-97f4-4b77-b064-e2ed82c86bdb HTTP/1.1" status: 404 len: 333 time: 0.0568705 Mar 03 12:19:53.054777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35526) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.065310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a76e-c8d2-4981-b324-b59b51076ebf tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.077084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a76e-c8d2-4981-b324-b59b51076ebf tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.094863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:53.095273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d90dc9-ce32-4f11-933e-dc9ddaa09cbb') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:53.113661 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fd9a9f-aea7-4f66-b04e-2868ea9c72e1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.118377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fd9a9f-aea7-4f66-b04e-2868ea9c72e1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.118377 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-00fd9a9f-aea7-4f66-b04e-2868ea9c72e1 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/afb54888-49c1-4e0f-b87d-38c89bb54979 HTTP/1.1" status: 404 len: 337 time: 0.0599797 Mar 03 12:19:53.118377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.119107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35530) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.135068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.142181 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:52Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:53.142467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:53.142971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.157810 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4001d-4418-435b-9d0c-2cb437e2620a None None] The sync data for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv is: [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:52Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:53.163267 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:53.166558 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac84c2bd-7146-42e7-b007-c55ed9e46087 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.166986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac84c2bd-7146-42e7-b007-c55ed9e46087 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.173811 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ac84c2bd-7146-42e7-b007-c55ed9e46087 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/41c9f66d-eca1-40f4-bd92-8ca1f6d5f9e0 HTTP/1.1" status: 404 len: 333 time: 0.0534248 Mar 03 12:19:53.176297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35534) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.180882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:53.191522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.227802 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec35619c-f8b2-4a58-bb0c-9f569d07f557 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.228700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec35619c-f8b2-4a58-bb0c-9f569d07f557 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.230391 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ec35619c-f8b2-4a58-bb0c-9f569d07f557 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/e3e6c93c-7931-4400-b11b-62297ae35b50 HTTP/1.1" status: 404 len: 337 time: 0.0531414 Mar 03 12:19:53.239756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35538) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.299153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a76e-c8d2-4981-b324-b59b51076ebf tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.304986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a76e-c8d2-4981-b324-b59b51076ebf tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.308701 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f4f4a76e-c8d2-4981-b324-b59b51076ebf tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4980f147-0ce3-424b-a071-a10840eee6e5 HTTP/1.1" status: 204 len: 168 time: 0.3138976 Mar 03 12:19:53.309543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35542) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.318822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4a76e-c8d2-4981-b324-b59b51076ebf tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4980f147-0ce3-424b-a071-a10840eee6e5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:53.321945 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-178aa1dd-b16a-4bf6-8e34-a7557da5e9cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.322444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178aa1dd-b16a-4bf6-8e34-a7557da5e9cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.324338 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-178aa1dd-b16a-4bf6-8e34-a7557da5e9cf tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/32d7721b-5916-46ec-8045-ffeca6bcbb19 HTTP/1.1" status: 404 len: 333 time: 0.0891013 Mar 03 12:19:53.326898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35546) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.371463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5fbd1f-16e3-4f6b-ba0d-599b3a2488f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.371916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5fbd1f-16e3-4f6b-ba0d-599b3a2488f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.374256 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ec5fbd1f-16e3-4f6b-ba0d-599b3a2488f2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/e81d5e33-1821-4a58-9906-d327b12f2236 HTTP/1.1" status: 404 len: 337 time: 0.0461278 Mar 03 12:19:53.379149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35550) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.424037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7d37ff-be70-48a9-b6fb-9249cfc70388 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.424800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7d37ff-be70-48a9-b6fb-9249cfc70388 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.428063 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ee7d37ff-be70-48a9-b6fb-9249cfc70388 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5bfcf250-7661-4d09-bbe7-e37a57a85997 HTTP/1.1" status: 404 len: 337 time: 0.0466356 Mar 03 12:19:53.429848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35554) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.449735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f82c6b08-b4b7-412e-b8d7-e3d9bcd62364 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:53.496448 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e95cf1c-a0ad-4cd7-94a4-273e0991ecda tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.496897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e95cf1c-a0ad-4cd7-94a4-273e0991ecda tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.502556 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9e95cf1c-a0ad-4cd7-94a4-273e0991ecda tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/42d81d07-43a5-4c67-aa50-ead51535cbd6 HTTP/1.1" status: 404 len: 333 time: 0.0710220 Mar 03 12:19:53.504799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35562) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.554913 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e946b00-8f38-4408-8352-aabfe6155a01 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.555363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e946b00-8f38-4408-8352-aabfe6155a01 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.557242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1e946b00-8f38-4408-8352-aabfe6155a01 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/a452b941-6bc0-4b46-a162-32c904126331 HTTP/1.1" status: 404 len: 337 time: 0.0499980 Mar 03 12:19:53.559998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35566) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.577669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.606164 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-5032c525-0f5a-4fe0-ab39-9958293dc54b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.606164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5032c525-0f5a-4fe0-ab39-9958293dc54b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.609310 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5032c525-0f5a-4fe0-ab39-9958293dc54b tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/ddae53dc-8dd0-4814-81ea-7ec2724372d8 HTTP/1.1" status: 404 len: 337 time: 0.0446389 Mar 03 12:19:53.609423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35570) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.614108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f82c6b08-b4b7-412e-b8d7-e3d9bcd62364 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:53.618082 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f82c6b08-b4b7-412e-b8d7-e3d9bcd62364 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3048823 Mar 03 12:19:53.618082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.628691 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fef77c9b-3a69-45d6-afc2-ac8559ab4e73 req-499b0206-d481-4282-904b-fee19b21e661 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 210 time: 0.1001339 Mar 03 12:19:53.629637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35574) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.651428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=be3ca319-3977-4ad0-ae87-83659b66c15d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:53.678124 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-26cb6169-2b6b-4ff2-b778-30be57ead42d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/be3ca319-3977-4ad0-ae87-83659b66c15d HTTP/1.1" status: 204 len: 168 time: 2.6684747 Mar 03 12:19:53.678260 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d76759-ac44-47d3-bc14-c18327b0268c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.678260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d76759-ac44-47d3-bc14-c18327b0268c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.679222 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-78d76759-ac44-47d3-bc14-c18327b0268c tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/2aefbfea-c0c4-49f9-8017-cf44e3c34df8 HTTP/1.1" status: 404 len: 333 time: 0.0681913 Mar 03 12:19:53.680034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35578) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.681574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35580) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.746596 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c478bd-9974-4fb1-9e31-08f70baac57a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.747055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c478bd-9974-4fb1-9e31-08f70baac57a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.749293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-44c478bd-9974-4fb1-9e31-08f70baac57a tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/a3f69f23-27a4-4bf0-b292-56be6c6d9a70 HTTP/1.1" status: 404 len: 337 time: 0.0654964 Mar 03 12:19:53.753075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35586) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.788929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0e10d49-2b8c-4a46-9277-154414df6ae5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.803939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64f394-01c0-4dd1-aeda-1655fe3683db tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:53.804817 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bd64f394-01c0-4dd1-aeda-1655fe3683db tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/acc05164-0fe0-4dae-ace9-4508307b73a6 HTTP/1.1" status: 200 len: 841 time: 0.1237950 Mar 03 12:19:53.809351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35590) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.810273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-280b77bf-9bec-47a7-873d-48c144885b6f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.810783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280b77bf-9bec-47a7-873d-48c144885b6f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.816696 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-280b77bf-9bec-47a7-873d-48c144885b6f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c1452e0a-b683-42fb-b1af-b1a42c5816c4 HTTP/1.1" status: 404 len: 337 time: 0.0615892 Mar 03 12:19:53.817922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35592) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.820785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.887052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0e10d49-2b8c-4a46-9277-154414df6ae5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:53.912586 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-100a83d9-5c29-4796-a4e1-adcc4c80eca5 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/acc05164-0fe0-4dae-ace9-4508307b73a6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0952690 Mar 03 12:19:53.916274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35598) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:53.918901 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-7017efff-37d5-4d33-9173-29992ad26a95 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:53.919377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7017efff-37d5-4d33-9173-29992ad26a95 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:53.924142 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7017efff-37d5-4d33-9173-29992ad26a95 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/f9f46440-48a0-4d44-a35e-6bdfc779fddf HTTP/1.1" status: 404 len: 333 time: 0.1024098 Mar 03 12:19:53.924314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:53.931631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35602) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.013337 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b983adf6-23a9-499d-8933-3b33ad66ca5e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.014409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b983adf6-23a9-499d-8933-3b33ad66ca5e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.016276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b983adf6-23a9-499d-8933-3b33ad66ca5e tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c5350952-2f7c-44cf-8712-67d55f5b7144 HTTP/1.1" status: 404 len: 337 time: 0.0781703 Mar 03 12:19:54.020872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35606) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.021734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Subnet': ['ID=582c8629-d23b-4089-a8a5-02a4e436f546,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:54.048542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:54.052616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:54.059724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:54.062828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:54.074290 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0db312-26a3-4a3b-8e94-7a08e383b2ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.074742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0db312-26a3-4a3b-8e94-7a08e383b2ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.096051 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dd0db312-26a3-4a3b-8e94-7a08e383b2ef tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/0ed8082b-6fc5-4c19-a851-57e4e6cf9ddb HTTP/1.1" status: 404 len: 337 time: 0.0657763 Mar 03 12:19:54.096051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35610) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.096312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Checking segment: {'id': 'ce1666c3-c906-40af-a522-343a55b762c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7821111b-8d95-4eb6-b07d-a013433052fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:54.096720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network hostable DHCP agents. Network: 7821111b-8d95-4eb6-b07d-a013433052fa, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:19:54.150425 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fdd19da1-2781-47b4-a75f-bb126c890201 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports?device_id=48265534-20f1-42a3-aeec-470c42fb3b3c HTTP/1.1" status: 200 len: 205 time: 0.0558982 Mar 03 12:19:54.153107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35614) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.189388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0e10d49-2b8c-4a46-9277-154414df6ae5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.193353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c0e10d49-2b8c-4a46-9277-154414df6ae5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.193353 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c0e10d49-2b8c-4a46-9277-154414df6ae5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/f2567140-29ff-449e-b826-0889c402883c HTTP/1.1" status: 204 len: 168 time: 0.5585275 Mar 03 12:19:54.202858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35618) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.219157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:54.222384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.228188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e10d49-2b8c-4a46-9277-154414df6ae5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2567140-29ff-449e-b826-0889c402883c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:54.246922 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-2771f17f-b7ac-4edc-8ef8-af4417314c29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] delete failed (client error): The resource could not be found. Mar 03 12:19:54.248957 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2771f17f-b7ac-4edc-8ef8-af4417314c29 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/routers/48265534-20f1-42a3-aeec-470c42fb3b3c HTTP/1.1" status: 404 len: 336 time: 0.0948486 Mar 03 12:19:54.255844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35622) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.305814 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-c341b1e6-abb1-424e-a8ee-7fa7c8ae061d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.306285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c341b1e6-abb1-424e-a8ee-7fa7c8ae061d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.310452 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c341b1e6-abb1-424e-a8ee-7fa7c8ae061d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/bb4b419a-9b20-4099-a2b5-dab11750574d HTTP/1.1" status: 404 len: 337 time: 0.0510855 Mar 03 12:19:54.312275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-481fe3bd-4c5b-4735-920d-64a80f5ffbc2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:54.314842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35626) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.317890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network 7821111b-8d95-4eb6-b07d-a013433052fa is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:19:54.401891 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b52748a7-8e7d-4d0c-8a00-045a6804cae5 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ae791e7-1178-48a9-af20-3ff69b00ccbe HTTP/1.1" status: 200 len: 205 time: 0.0853987 Mar 03 12:19:54.405739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35630) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.486122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 7821111b-8d95-4eb6-b07d-a013433052fa) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:54.492708 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-04a52789-e53c-4cab-a405-4d41436128c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] delete failed (client error): The resource could not be found. Mar 03 12:19:54.493716 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-04a52789-e53c-4cab-a405-4d41436128c3 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/routers/9ae791e7-1178-48a9-af20-3ff69b00ccbe HTTP/1.1" status: 404 len: 336 time: 0.0868855 Mar 03 12:19:54.496391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a4c525-2640-45b2-b1a0-faafc696cc53 None None] Network 7821111b-8d95-4eb6-b07d-a013433052fa requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:54.510523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:54.510871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.511766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35634) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.521126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:54.541857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-481fe3bd-4c5b-4735-920d-64a80f5ffbc2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:54.543096 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-481fe3bd-4c5b-4735-920d-64a80f5ffbc2 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3393199 Mar 03 12:19:54.547485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.556932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--205497124'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:54.562073 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c0e5f9-f361-4afd-b713-ee46f11a6ced tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.562541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c0e5f9-f361-4afd-b713-ee46f11a6ced tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.564889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:54.576753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:54.583725 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-51c0e5f9-f361-4afd-b713-ee46f11a6ced tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/7848fa85-4296-4a00-bb27-2e0b4ac387ff HTTP/1.1" status: 404 len: 337 time: 0.0706682 Mar 03 12:19:54.586836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35642) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.632993 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-092aeed7-ff95-4f29-bdf8-4d69f59b42b2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.633451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092aeed7-ff95-4f29-bdf8-4d69f59b42b2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.635239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-092aeed7-ff95-4f29-bdf8-4d69f59b42b2 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5098339e-4caa-489e-a67d-2cc50e257c34 HTTP/1.1" status: 404 len: 337 time: 0.0478296 Mar 03 12:19:54.637789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35646) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.693579 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c91309-a4ce-4594-b08a-f1f8c0edfb20 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.694164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c91309-a4ce-4594-b08a-f1f8c0edfb20 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.695991 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d5c91309-a4ce-4594-b08a-f1f8c0edfb20 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/1ed006bb-a38a-4e62-9677-161fb0248121 HTTP/1.1" status: 404 len: 333 time: 0.0570571 Mar 03 12:19:54.698534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.703292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35652) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.708416 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89f49cbb-1c6f-400f-bc0b-0f6e2e61cb04 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3519390 Mar 03 12:19:54.748287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35656) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.752189 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ebae81-cc7f-4fc3-b5f0-c8c3a7667502 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.752875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ebae81-cc7f-4fc3-b5f0-c8c3a7667502 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.756185 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-92ebae81-cc7f-4fc3-b5f0-c8c3a7667502 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/c4bc9f8c-5e40-40ba-b638-cac9f12e650f HTTP/1.1" status: 404 len: 337 time: 0.0512557 Mar 03 12:19:54.758714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35660) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.777904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1538284141'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:54.823733 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c3ddde-68be-4e32-ac9c-b67914803851 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.823733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c3ddde-68be-4e32-ac9c-b67914803851 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.823733 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-80c3ddde-68be-4e32-ac9c-b67914803851 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/e8802e99-940f-459a-9b1f-6f8c44ac82aa HTTP/1.1" status: 404 len: 333 time: 0.0606904 Mar 03 12:19:54.824249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35664) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.869475 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-14519cff-5cf6-4a57-81d7-a4246de9c03d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.870019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14519cff-5cf6-4a57-81d7-a4246de9c03d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.875281 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-14519cff-5cf6-4a57-81d7-a4246de9c03d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/ea7d6cb0-70f5-4399-a8ee-139ed6e3b42a HTTP/1.1" status: 404 len: 337 time: 0.0473406 Mar 03 12:19:54.876608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.890263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-7821111b-8d95-4eb6-b07d-a013433052fa', 'network_id': '7821111b-8d95-4eb6-b07d-a013433052fa', 'tenant_id': 'e787a607323f4a3aafb2e6cd06a96e40', 'fixed_ips': [{'subnet_id': '582c8629-d23b-4089-a8a5-02a4e436f546'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:54.891809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.902976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35668) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.952272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:54.961436 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dfde3c15-f214-468a-af5f-eeb1cd94db07 req-204015a2-954d-4acd-a9a3-3505d5998c42 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 210 time: 0.1715550 Mar 03 12:19:54.962320 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-908627e4-43c2-41f7-84c7-b740a4c1e247 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:54.962855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908627e4-43c2-41f7-84c7-b740a4c1e247 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:54.963173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:54.965062 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-908627e4-43c2-41f7-84c7-b740a4c1e247 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/a1150932-540a-4486-afb4-9d173a898efe HTTP/1.1" status: 404 len: 333 time: 0.0608096 Mar 03 12:19:54.966514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:54.967296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:network and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:54.969647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35672) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:54.973277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:54.975320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:54.980751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:54.981338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:54.994120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=d1944e98-e2eb-4127-ba3d-27213ec84c4d,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:54.994685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956531d-b91f-4fb0-aa27-44a9acfcecbc None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:55.002081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:55.121681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:55.151093 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d03f58-113c-4450-9c39-d9177e14349f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.151803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d03f58-113c-4450-9c39-d9177e14349f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.153670 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-82d03f58-113c-4450-9c39-d9177e14349f tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/78eaf578-96ed-420d-915d-3059fe20b5d6 HTTP/1.1" status: 404 len: 337 time: 0.1829112 Mar 03 12:19:55.155447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:55.157090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35676) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.163964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:55.165805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.203054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:55.203613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.223747 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a456ba3c-df0a-4004-a1b8-2d18a9d52519 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3064289 Mar 03 12:19:55.235448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35680) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.246212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791682473'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:55.247883 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2335d2f4-9c6c-4d08-8af2-4fcd0e7d00ab tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.251137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2335d2f4-9c6c-4d08-8af2-4fcd0e7d00ab tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.253389 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2335d2f4-9c6c-4d08-8af2-4fcd0e7d00ab tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/e28eef5d-2563-46c9-8b2b-8eb3fdf080b6 HTTP/1.1" status: 404 len: 333 time: 0.0952079 Mar 03 12:19:55.255674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.257485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:55.258236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35684) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.261812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:55.265436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:55.271483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:55.288610 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Allocated IP 2001:db8:0:ffff::2 (7821111b-8d95-4eb6-b07d-a013433052fa/582c8629-d23b-4089-a8a5-02a4e436f546/ccbf743e-d7b6-46dc-9024-f133a562e08f) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:55.310219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:19:55.313404 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8358fd-2326-45c1-bfa9-ff5f387df84d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.313954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8358fd-2326-45c1-bfa9-ff5f387df84d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.325306 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1b8358fd-2326-45c1-bfa9-ff5f387df84d tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/594d336a-4987-4c2b-8400-8770e68e0816 HTTP/1.1" status: 404 len: 337 time: 0.0660882 Mar 03 12:19:55.330980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.330980 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Added segment 2884440b-3d1c-41b9-b0f7-d0b39698daa5 of type vlan for network c3f0200d-81ca-410c-a665-2d99d2be68e2 Mar 03 12:19:55.330980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35688) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.401247 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.401693 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b72dc14-9f14-4880-89b0-8ec9a70b1af6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.402173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b72dc14-9f14-4880-89b0-8ec9a70b1af6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.403836 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9b72dc14-9f14-4880-89b0-8ec9a70b1af6 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/a4897fa0-353b-4e02-832e-bf9783ee6489 HTTP/1.1" status: 404 len: 333 time: 0.0751894 Mar 03 12:19:55.406503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.418552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35692) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.497925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.506641 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c466082-2de0-4c32-997b-e94485a647bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.507343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c466082-2de0-4c32-997b-e94485a647bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.510872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:55.530937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group_rule and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:55.537635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:55.543097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074a25df-8db3-4ec4-805f-d3c3d65d1277,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:55.559898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2c466082-2de0-4c32-997b-e94485a647bd tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/5dda5d3e-dcd4-4099-8efc-5c8b7c34137d HTTP/1.1" status: 404 len: 337 time: 0.1313658 Mar 03 12:19:55.561238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:55.565552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35696) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.577824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.581907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-903e842d-cc9e-45fd-bdf8-ab7c3a55eb2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:55.583049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-903e842d-cc9e-45fd-bdf8-ab7c3a55eb2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Synchronizing usage tracker for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:55.624025 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d50f47-62d2-4189-94d5-c58ee2029940 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.624561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d50f47-62d2-4189-94d5-c58ee2029940 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.635423 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-39d50f47-62d2-4189-94d5-c58ee2029940 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/e1b002e0-5de1-4b15-8b12-66879801de5c HTTP/1.1" status: 404 len: 333 time: 0.0686836 Mar 03 12:19:55.642303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35702) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.670803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-903e842d-cc9e-45fd-bdf8-ab7c3a55eb2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Unset dirty status for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:55.673681 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-903e842d-cc9e-45fd-bdf8-ab7c3a55eb2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.26 "GET /v2.0/networks?id=bd4df094-a264-4f77-a995-056e5f7d5845 HTTP/1.1" status: 200 len: 796 time: 0.3012590 Mar 03 12:19:55.675167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.681119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:19:55.684525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:55.686817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.687043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.688995 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6e6d391f-67ee-48fd-9fe4-471c17ab56ae tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1403573 Mar 03 12:19:55.697371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35706) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.703729 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bf0497-47e9-4512-b396-60092bf6abcc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.704252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bf0497-47e9-4512-b396-60092bf6abcc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.722792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': '074a25df-8db3-4ec4-805f-d3c3d65d1277', 'direction': 'ingress', 'protocol': 17}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:55.725711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.736370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Transition to ACTIVE for port object ccbf743e-d7b6-46dc-9024-f133a562e08f will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:55.739580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:55.743938 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a7bf0497-47e9-4512-b396-60092bf6abcc tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/003bec19-9606-4678-999c-a2e6d73d9852 HTTP/1.1" status: 404 len: 337 time: 0.1002445 Mar 03 12:19:55.745128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-42c9d800-ed64-48cd-b72e-d9a44806f18c', 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'tenant_id': '181cd31d5184417f829737ff9dc93b1a', 'fixed_ips': [{'subnet_id': 'd1944e98-e2eb-4127-ba3d-27213ec84c4d'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:55.746376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.759461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35710) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.759461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:55.759461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:55.769316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.808483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:55.823175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.824488 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-371c6b9b-2fa5-404d-9026-f8d0ef8ea400 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.824951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371c6b9b-2fa5-404d-9026-f8d0ef8ea400 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.826810 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-371c6b9b-2fa5-404d-9026-f8d0ef8ea400 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/ports/eba2c17f-f834-44e0-856c-072597ac4529 HTTP/1.1" status: 404 len: 333 time: 0.0729215 Mar 03 12:19:55.829941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35714) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.868989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:55.871840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6354abfc-d4df-4ffb-b85f-5821954a34b6 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:19:55.876978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b603130c-2c2a-4868-bf99-56e707bff3ba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:19:55.877652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b603130c-2c2a-4868-bf99-56e707bff3ba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:19:55.879968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b603130c-2c2a-4868-bf99-56e707bff3ba tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/subnets/a155b91d-c7e7-48bd-97f7-4d60d1c53a2c HTTP/1.1" status: 404 len: 337 time: 0.0489461 Mar 03 12:19:55.882630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35718) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.900068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Transition to ACTIVE for port object ccbf743e-d7b6-46dc-9024-f133a562e08f will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:55.924506 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-f96e3b8c-bd2f-499f-afc3-bd5f02e2622e tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd HTTP/1.1" status: 200 len: 380 time: 0.2281921 Mar 03 12:19:55.936503 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1849043 Mar 03 12:19:55.943463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35722) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:55.946066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 6354abfc-d4df-4ffb-b85f-5821954a34b6 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:19:55.946412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6354abfc-d4df-4ffb-b85f-5821954a34b6 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:19:55.946639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'port': {'device_id': '9396e8e6-61b1-4739-86f6-355102413de4', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'admin_state_up': True, 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'security_groups': ['177c797c-2874-4bb1-8dd4-f1d4b5c08bb7']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:55.948539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:55.979661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a159e-36fd-48b0-9d12-94d578ad0304 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Network': ['ID=c3f0200d-81ca-410c-a665-2d99d2be68e2,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:56.002376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'subnet': {'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:56.012154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c3f0200d-81ca-410c-a665-2d99d2be68e2 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:19:56.077990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff78b1-0ba4-4104-b14d-553ae18fcb66,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:56.090121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.099661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.205606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:56.215469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.216835 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-31030645-e9b4-4802-9511-d0868fb377c9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9803071 Mar 03 12:19:56.219211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:subnet and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:56.225085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35732) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:56.227922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:56.235794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'security_group': {'name': 'tempest-secgroup-196565307'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:56.245338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:56.256828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:56.259213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:56.267300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:56.267300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:56.280402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Network 7821111b-8d95-4eb6-b07d-a013433052fa is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:56.283632 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9dc02a6b-4348-4c1b-b013-25d1bb615391 req-2cfd49f4-146b-4fb9-95ea-2453e4793a43 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 210 time: 0.0914023 Mar 03 12:19:56.284325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.301433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:56.309917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:56.310727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:56.313577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Allocated IP 172.20.0.2 (42c9d800-ed64-48cd-b72e-d9a44806f18c/d1944e98-e2eb-4127-ba3d-27213ec84c4d/a50b6160-c673-41b9-9c7c-e0fe7f122f31) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:56.325750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Pushing event updated for resources: {'Port': ['ID=ccbf743e-d7b6-46dc-9024-f133a562e08f,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:56.335453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:56.414768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:56.418567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.419198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.457421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2de5813-c3e3-44a7-ba8c-6c4b4da90c46']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:56.467786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.474138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda1e874-ab62-4d34-bfcd-03b0136c3652') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:56.474479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda1e874-ab62-4d34-bfcd-03b0136c3652') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:19:56.488232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.505733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.520251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:19:56.520251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.520921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:19:56.534723 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:19:56.548226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.627324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Attempting to bind port ccbf743e-d7b6-46dc-9024-f133a562e08f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:56.627886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Attempting to bind port ccbf743e-d7b6-46dc-9024-f133a562e08f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'ce1666c3-c906-40af-a522-343a55b762c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7821111b-8d95-4eb6-b07d-a013433052fa'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:56.627984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d986420-1c33-4634-92de-51b797966291,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:56.628144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Attempting to bind port ccbf743e-d7b6-46dc-9024-f133a562e08f on network 7821111b-8d95-4eb6-b07d-a013433052fa {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:56.638912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:56.638912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Checking segment: {'id': 'ce1666c3-c906-40af-a522-343a55b762c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7821111b-8d95-4eb6-b07d-a013433052fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:56.638912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.638912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Bound using segment: {'id': 'ce1666c3-c906-40af-a522-343a55b762c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7821111b-8d95-4eb6-b07d-a013433052fa'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:56.639315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Bound port: ccbf743e-d7b6-46dc-9024-f133a562e08f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1666c3-c906-40af-a522-343a55b762c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7821111b-8d95-4eb6-b07d-a013433052fa'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:56.639550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.650339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Made reservation on behalf of ac7efb8ed96c4831b80a0e5e57e823bd for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:56.653816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.663748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.761964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:56.780434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group_rule and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:56.785070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.787922 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bb819716-1fdd-4944-bc11-147b90df89bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0796444 Mar 03 12:19:56.788069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:56.789318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35736) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:56.795584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:56.813014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:56.813014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.814842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.847812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.863340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] Pushing event deleted for resources: {'Network': ['ID=f2de5813-c3e3-44a7-ba8c-6c4b4da90c46,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:56.872502 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d975c2e4-f4e3-450a-a030-8a041e206a42 tempest-NetworksTestDHCPv6-1918621288 tempest-NetworksTestDHCPv6-1918621288-project] 10.222.0.35 "DELETE /v2.0/networks/f2de5813-c3e3-44a7-ba8c-6c4b4da90c46 HTTP/1.1" status: 204 len: 168 time: 0.9887054 Mar 03 12:19:56.880510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] For port ccbf743e-d7b6-46dc-9024-f133a562e08f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:56.897449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.905942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-943e7c57-c5f0-40d6-bc43-fe028928a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.912584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] For port ccbf743e-d7b6-46dc-9024-f133a562e08f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ccbf743e-d7b6-46dc-9024-f133a562e08f,segment=NetworkSegment(ce1666c3-c906-40af-a522-343a55b762c6),segment_id=ce1666c3-c906-40af-a522-343a55b762c6)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:56.916199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Transition to ACTIVE for port object a50b6160-c673-41b9-9c7c-e0fe7f122f31 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:56.941068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-943e7c57-c5f0-40d6-bc43-fe028928a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:56.967947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Transition to ACTIVE for port object a50b6160-c673-41b9-9c7c-e0fe7f122f31 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:56.991690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Allocated IP 172.20.0.12 (bd4df094-a264-4f77-a995-056e5f7d5845/3f60eb79-c4f2-44e1-9dde-190e257c1639/3bf71052-96ea-462c-9bf0-f6eb6ac74a2e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:57.012836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.038856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.objects.ports [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88430) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:19:57.043675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.102482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.105336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e050d6-21de-4ce0-8a7c-a238ad1bbf4a None None] Pushing event updated for resources: {'Port': ['ID=ccbf743e-d7b6-46dc-9024-f133a562e08f,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:57.108930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.157040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-943e7c57-c5f0-40d6-bc43-fe028928a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.170136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:57.176166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Subnet': ['ID=b30b493e-2b4c-43b9-bf4d-47a675798fe1,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:57.182988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:57.183147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e7c57-c5f0-40d6-bc43-fe028928a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074a25df-8db3-4ec4-805f-d3c3d65d1277,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:57.183253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:57.195169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-943e7c57-c5f0-40d6-bc43-fe028928a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.199623 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-943e7c57-c5f0-40d6-bc43-fe028928a5e7 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/074a25df-8db3-4ec4-805f-d3c3d65d1277 HTTP/1.1" status: 204 len: 168 time: 0.4089663 Mar 03 12:19:57.203947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35742) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:57.217513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.221811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Checking segment: {'id': '2884440b-3d1c-41b9-b0f7-d0b39698daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:57.222162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network hostable DHCP agents. Network: c3f0200d-81ca-410c-a665-2d99d2be68e2, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:19:57.233830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Pushing event updated for resources: {'Port': ['ID=a50b6160-c673-41b9-9c7c-e0fe7f122f31,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:57.256988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e11b5ec8-cca4-4338-8392-4ce5e1103a5e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:57.301296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Attempting to bind port a50b6160-c673-41b9-9c7c-e0fe7f122f31 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:57.301950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Attempting to bind port a50b6160-c673-41b9-9c7c-e0fe7f122f31 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'e6df0be1-679e-4ba7-bece-c3c6cc043b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:57.302521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Attempting to bind port a50b6160-c673-41b9-9c7c-e0fe7f122f31 on network 42c9d800-ed64-48cd-b72e-d9a44806f18c {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:57.310911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:57.311571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Checking segment: {'id': 'e6df0be1-679e-4ba7-bece-c3c6cc043b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:57.312246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.312795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Bound using segment: {'id': 'e6df0be1-679e-4ba7-bece-c3c6cc043b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:57.313906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Bound port: a50b6160-c673-41b9-9c7c-e0fe7f122f31, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6df0be1-679e-4ba7-bece-c3c6cc043b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:57.314812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.372705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e11b5ec8-cca4-4338-8392-4ce5e1103a5e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:57.378475 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e11b5ec8-cca4-4338-8392-4ce5e1103a5e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1770031 Mar 03 12:19:57.379000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35748) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:57.384351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534540043'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:57.397125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:57.411024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:57.411177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd27a3-b252-4f04-bdf8-7fd795b6c298,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:57.497047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] For port a50b6160-c673-41b9-9c7c-e0fe7f122f31, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:19:57.501885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] For port a50b6160-c673-41b9-9c7c-e0fe7f122f31, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a50b6160-c673-41b9-9c7c-e0fe7f122f31,segment=NetworkSegment(e6df0be1-679e-4ba7-bece-c3c6cc043b73),segment_id=e6df0be1-679e-4ba7-bece-c3c6cc043b73)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:19:57.509579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.541360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:57.549336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:57.553439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:57.565188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:57.589590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.639613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.641046 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cdf61773-77d8-42d7-b857-8f254fe754fc tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4148109 Mar 03 12:19:57.659628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network c3f0200d-81ca-410c-a665-2d99d2be68e2 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:19:57.662202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35754) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:57.662727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35756) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:57.670918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-adb2abc4-f9dd-46bf-9b9b-fec28cf132d4 req-d805e07d-00e5-4ef0-82ea-c146d8ed2ab4 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Synchronizing usage tracker for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:19:57.680477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-999562894', 'security_groups': ['42cd27a3-b252-4f04-bdf8-7fd795b6c298'], 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1944e98-e2eb-4127-ba3d-27213ec84c4d'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:57.696882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.721626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.726001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1b6b-ed90-4c99-9734-3b29f84631ba None None] Pushing event updated for resources: {'Port': ['ID=a50b6160-c673-41b9-9c7c-e0fe7f122f31,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:57.752822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Transition to ACTIVE for port object 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:57.823715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.844185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-adb2abc4-f9dd-46bf-9b9b-fec28cf132d4 req-d805e07d-00e5-4ef0-82ea-c146d8ed2ab4 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Unset dirty status for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:19:57.846106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-adb2abc4-f9dd-46bf-9b9b-fec28cf132d4 req-d805e07d-00e5-4ef0-82ea-c146d8ed2ab4 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 210 time: 0.3933914 Mar 03 12:19:57.852085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c3f0200d-81ca-410c-a665-2d99d2be68e2) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:57.856803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:57.858084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:57.879713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d5795-6487-4d10-8347-7e76de9632a8 None None] Network c3f0200d-81ca-410c-a665-2d99d2be68e2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:57.901197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949d002e-8fe5-4ec8-946a-87556c3915d3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:57.923639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.058090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.061170 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b1069314-6fe0-4304-aaa8-3dcba4fe177a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6794407 Mar 03 12:19:58.062384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35764) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:58.067695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--981143995'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:58.075384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:58.085104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:58.087148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:58.094940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:58.106402 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-db8987a9-5494-45a0-97b4-a770aa17b72b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a1e8d7c8a8a491c98045ba7c90dedc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371405 Mar 03 12:19:58.111342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Network bd4df094-a264-4f77-a995-056e5f7d5845 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:58.112042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35768) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:58.132131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:58.132131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:58.140193 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f37e7c19-55ac-458c-8c3d-5a3369188f87 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1626334 Mar 03 12:19:58.140193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:58.140451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35772) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:58.157553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'port': {'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2', 'name': 'tempest-NetworksIpV6TestAttrs-558245779'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:58.189436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-c3f0200d-81ca-410c-a665-2d99d2be68e2', 'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2', 'tenant_id': 'e787a607323f4a3aafb2e6cd06a96e40', 'fixed_ips': [{'subnet_id': 'b30b493e-2b4c-43b9-bf4d-47a675798fe1'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:19:58.189436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.223981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:58.225294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.231881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:port and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:58.235058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:58.239116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:58.242640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.273121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:58.353445 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-4c2c25e1-0421-4c94-84c5-1af68def82e1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4192042 Mar 03 12:19:58.366474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Request body: {'port': {'device_id': '9396e8e6-61b1-4739-86f6-355102413de4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:58.407344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:58.414834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:58.432717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:58.432717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:58.503403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:58.526509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Allocated IP 2001:db8::f816:3eff:fe61:ac8e (c3f0200d-81ca-410c-a665-2d99d2be68e2/b30b493e-2b4c-43b9-bf4d-47a675798fe1/4be8f43e-f0b3-44e7-ae0d-360f9a9cba89) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:58.562492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f5224cd-7952-49d1-917c-fbb896e225bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.605747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:58.605879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a50b6160-c673-41b9-9c7c-e0fe7f122f31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:58.622524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:port and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:58.631787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:58.651973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.670656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f5224cd-7952-49d1-917c-fbb896e225bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.712043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:58.733229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.747501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.821333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cceec4-4697-4ba6-96a6-778116d4b317,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:58.830297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:19:58.830297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.846073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.858514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af379f8a-65df-4e6a-a613-9deea1758dee None None] Network 7821111b-8d95-4eb6-b07d-a013433052fa requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:19:58.907727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:58.914314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f5c420b9-8182-4f3c-8a5f-76cbfe02f99e None None] Provisioning for port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:58.957856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:58.959249 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2584d508-8bd2-41c3-8dc3-2f140ed4c948 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8959088 Mar 03 12:19:58.962823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35778) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:58.972418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] device_id is not set on port 052e84db-2404-4e70-9b2e-4968e2b8e0e2 yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:59.040633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ccbf743e-d7b6-46dc-9024-f133a562e08f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:19:59.073649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': '949d002e-8fe5-4ec8-946a-87556c3915d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c0cceec4-4697-4ba6-96a6-778116d4b317', 'remote_ip_prefix': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:19:59.081732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f5c420b9-8182-4f3c-8a5f-76cbfe02f99e None None] Provisioning complete for port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:59.082171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f5c420b9-8182-4f3c-8a5f-76cbfe02f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.082551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:19:59.091305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:19:59.091305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:19:59.097887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:19:59.202554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:19:59.207616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98787397-1a54-4cea-9f6f-2a2ac022365a req-70f6e45a-7ee2-44a6-b714-6b27b98669cc tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:19:59.209185 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-98787397-1a54-4cea-9f6f-2a2ac022365a req-70f6e45a-7ee2-44a6-b714-6b27b98669cc tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 932 time: 0.1399865 Mar 03 12:19:59.215948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.225541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port 37992ba2-08f5-4f3f-be63-61ba04cc3de2 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:19:59.251079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.264620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f5224cd-7952-49d1-917c-fbb896e225bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.291286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5224cd-7952-49d1-917c-fbb896e225bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00036d4d-bbbc-4734-bb1c-2913305add41,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:59.296510 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-98787397-1a54-4cea-9f6f-2a2ac022365a req-6bc28cac-14bb-4f6d-8571-183060e0ebcf tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661471 Mar 03 12:19:59.297991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Transition to ACTIVE for port object 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:59.314992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f5c420b9-8182-4f3c-8a5f-76cbfe02f99e None None] Port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:19:59.322916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.326468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f5224cd-7952-49d1-917c-fbb896e225bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.328097 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0f5224cd-7952-49d1-917c-fbb896e225bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00036d4d-bbbc-4734-bb1c-2913305add41 HTTP/1.1" status: 204 len: 168 time: 1.2148664 Mar 03 12:19:59.376301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Transition to ACTIVE for port object 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:59.384772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.473077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.478769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Transition to ACTIVE for port object 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:19:59.595001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.623517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2b1f07-ee98-4e01-a73a-a45e9b9ac820,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:59.651835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Provisioning for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:59.653735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.658538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:19:59.681880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port ccbf743e-d7b6-46dc-9024-f133a562e08f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:19:59.693212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:19:59.693861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.707379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.709081 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-00abe559-1d3e-4907-86b4-43c622402580 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6421976 Mar 03 12:19:59.715095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35784) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:19:59.772874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9fae9bb-913a-45c9-9a2e-933000563e77 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.782967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.7 (42c9d800-ed64-48cd-b72e-d9a44806f18c/d1944e98-e2eb-4127-ba3d-27213ec84c4d/37992ba2-08f5-4f3f-be63-61ba04cc3de2) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:59.796628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9fae9bb-913a-45c9-9a2e-933000563e77 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.811390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Allocated IP 2001:db8::f816:3eff:fe33:d608 (c3f0200d-81ca-410c-a665-2d99d2be68e2/b30b493e-2b4c-43b9-bf4d-47a675798fe1/052e84db-2404-4e70-9b2e-4968e2b8e0e2) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:19:59.836302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Attempting to bind port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:19:59.836302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Attempting to bind port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:19:59.836302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Attempting to bind port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e on network bd4df094-a264-4f77-a995-056e5f7d5845 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:59.854053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Network c3f0200d-81ca-410c-a665-2d99d2be68e2 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:19:59.862827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e on network bd4df094-a264-4f77-a995-056e5f7d5845 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:19:59.862827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Attempting to bind port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e on network bd4df094-a264-4f77-a995-056e5f7d5845 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:19:59.863845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:19:59.878625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:19:59.892778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:19:59.892778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Checking segment: {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:19:59.892778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Bound using segment: {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:19:59.892778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Bound port: 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0559a9-cc48-46a3-bb89-ce85e3696d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:19:59.892778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:19:59.961407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9fae9bb-913a-45c9-9a2e-933000563e77 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.070563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Pushing event updated for resources: {'Port': ['ID=4be8f43e-f0b3-44e7-ae0d-360f9a9cba89,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:00.080923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Attempting to bind port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:00.080923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Attempting to bind port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '2884440b-3d1c-41b9-b0f7-d0b39698daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:00.081243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Attempting to bind port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 on network c3f0200d-81ca-410c-a665-2d99d2be68e2 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:00.093208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:00.093672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Checking segment: {'id': '2884440b-3d1c-41b9-b0f7-d0b39698daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:00.094076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.094468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Bound using segment: {'id': '2884440b-3d1c-41b9-b0f7-d0b39698daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:00.095042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Bound port: 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2884440b-3d1c-41b9-b0f7-d0b39698daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c3f0200d-81ca-410c-a665-2d99d2be68e2'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:00.095425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.122852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.128234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fae9bb-913a-45c9-9a2e-933000563e77 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f2b1f07-ee98-4e01-a73a-a45e9b9ac820,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:00.145478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b9fae9bb-913a-45c9-9a2e-933000563e77 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.150522 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b9fae9bb-913a-45c9-9a2e-933000563e77 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5f2b1f07-ee98-4e01-a73a-a45e9b9ac820 HTTP/1.1" status: 204 len: 168 time: 0.4335024 Mar 03 12:20:00.151234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35796) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:00.228746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] For port a50b6160-c673-41b9-9c7c-e0fe7f122f31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a50b6160-c673-41b9-9c7c-e0fe7f122f31,segment=NetworkSegment(e6df0be1-679e-4ba7-bece-c3c6cc043b73),segment_id=e6df0be1-679e-4ba7-bece-c3c6cc043b73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:00.231866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:00.240653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] For port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:00.240898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:00.243567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] For port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4be8f43e-f0b3-44e7-ae0d-360f9a9cba89,segment=NetworkSegment(2884440b-3d1c-41b9-b0f7-d0b39698daa5),segment_id=2884440b-3d1c-41b9-b0f7-d0b39698daa5)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:00.283074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.290084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dbebf495-4d5c-422a-a6c9-1594bc0b303a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:00.297122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object 37992ba2-08f5-4f3f-be63-61ba04cc3de2 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:00.321437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.339276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.355028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.358053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Transition to ACTIVE for port object 052e84db-2404-4e70-9b2e-4968e2b8e0e2 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:00.400987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.401839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dbebf495-4d5c-422a-a6c9-1594bc0b303a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:00.409057 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dbebf495-4d5c-422a-a6c9-1594bc0b303a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1980708 Mar 03 12:20:00.409671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35804) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:00.440894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:00.441508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.443544 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] 10.222.0.26 "PUT /v2.0/ports/3bf71052-96ea-462c-9bf0-f6eb6ac74a2e HTTP/1.1" status: 200 len: 1094 time: 2.0818930 Mar 03 12:20:00.444435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:20:00.478913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Pushing event updated for resources: {'Port': ['ID=a50b6160-c673-41b9-9c7c-e0fe7f122f31,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:00.479080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.531464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Provisioning complete for port acc05164-0fe0-4dae-ace9-4508307b73a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:00.531464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.544443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.581753 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'status': 'completed', 'code': 200} Mar 03 12:20:00.644453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network c3f0200d-81ca-410c-a665-2d99d2be68e2 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:00.648630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:00.651510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Port acc05164-0fe0-4dae-ace9-4508307b73a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:00.660299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:00.674530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:00.675610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.678725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15f498-d692-48bc-a959-336935e52a67 None None] Pushing event updated for resources: {'Port': ['ID=4be8f43e-f0b3-44e7-ae0d-360f9a9cba89,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:00.678927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:00.712663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Port': ['ID=052e84db-2404-4e70-9b2e-4968e2b8e0e2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:00.712780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:00.718462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:00.724157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.724517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.724858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.725194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.725522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.725949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.726281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.726605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.726931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.727271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.727556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.727873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.771005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Provisioning for port ccbf743e-d7b6-46dc-9024-f133a562e08f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:00.774467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Provisioning complete for port ccbf743e-d7b6-46dc-9024-f133a562e08f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:00.774860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.799643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:00.816744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dc319e8-56f9-4bf7-ac44-d5e7ccc9dd25 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.836865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.845547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32898dce-7305-43af-b3ec-d63c0ef0ee50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:00.849051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:00.849858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:00.867912 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-11f69f0d-b355-4dcc-9c8a-9b7b37c4aa86 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7267234 Mar 03 12:20:00.874259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35816) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.023258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.065298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Deleting subnet b30b493e-2b4c-43b9-bf4d-47a675798fe1 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:01.073861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.086248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] For port ccbf743e-d7b6-46dc-9024-f133a562e08f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ccbf743e-d7b6-46dc-9024-f133a562e08f,segment=NetworkSegment(ce1666c3-c906-40af-a522-343a55b762c6),segment_id=ce1666c3-c906-40af-a522-343a55b762c6)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:01.109932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dc319e8-56f9-4bf7-ac44-d5e7ccc9dd25 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.150069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.160126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.179145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=37992ba2-08f5-4f3f-be63-61ba04cc3de2,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:01.197568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db948ea-020c-449d-b82e-c2eecb003c1e req-e94e36b0-95b2-43d4-a552-9766719f1947 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:01.208637 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0db948ea-020c-449d-b82e-c2eecb003c1e req-e94e36b0-95b2-43d4-a552-9766719f1947 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 944 time: 0.7128537 Mar 03 12:20:01.219643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35822) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.252069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44720312-e4a6-4b9b-9491-0e4079fb2cfe req-d95452e6-4cba-47d2-9632-d8559c631654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:01.253251 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44720312-e4a6-4b9b-9491-0e4079fb2cfe req-d95452e6-4cba-47d2-9632-d8559c631654 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1097 time: 0.6748319 Mar 03 12:20:01.256287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720fe9-5c4b-4be2-83bf-1e7d3860e73b None None] Pushing event updated for resources: {'Port': ['ID=ccbf743e-d7b6-46dc-9024-f133a562e08f,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:01.275350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-30f8190e-2588-4e3c-9d39-6d7ec7bc01ab None None] Provisioning complete for port ccbf743e-d7b6-46dc-9024-f133a562e08f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:01.276089 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-30f8190e-2588-4e3c-9d39-6d7ec7bc01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.320059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.433271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-e17d8b0e-a7f1-456c-b60b-af7366debed2 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.433549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dc319e8-56f9-4bf7-ac44-d5e7ccc9dd25 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.438390 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e17d8b0e-a7f1-456c-b60b-af7366debed2 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2134266 Mar 03 12:20:01.438518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dc319e8-56f9-4bf7-ac44-d5e7ccc9dd25 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.438518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1dc319e8-56f9-4bf7-ac44-d5e7ccc9dd25 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/c0cceec4-4697-4ba6-96a6-778116d4b317 HTTP/1.1" status: 204 len: 168 time: 1.0252867 Mar 03 12:20:01.438699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35828) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.443301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-9906f255-701a-4c30-bacf-4914b3328749 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.444340 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9906f255-701a-4c30-bacf-4914b3328749 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055945 Mar 03 12:20:01.444875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35830) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.462054 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0db948ea-020c-449d-b82e-c2eecb003c1e req-3a6eddd7-6797-468e-b6d8-f222bb73bb36 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455983 Mar 03 12:20:01.464298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35834) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.479021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-3d5180d7-986a-4854-951a-b2407b191141 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.480135 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3d5180d7-986a-4854-951a-b2407b191141 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0147066 Mar 03 12:20:01.485761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc319e8-56f9-4bf7-ac44-d5e7ccc9dd25 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cceec4-4697-4ba6-96a6-778116d4b317,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:01.487763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35840) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.494205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-a8d96c9b-27df-48e2-a176-8ab5c7c88e4b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.495173 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a8d96c9b-27df-48e2-a176-8ab5c7c88e4b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064757 Mar 03 12:20:01.496774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44720312-e4a6-4b9b-9491-0e4079fb2cfe req-84234a7f-d8b9-4dfc-a90f-0ea9fca747f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:01.498745 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44720312-e4a6-4b9b-9491-0e4079fb2cfe req-84234a7f-d8b9-4dfc-a90f-0ea9fca747f4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2265801 Mar 03 12:20:01.499197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35844) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.503800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-e1bb4f70-1c01-4812-a760-8b2e25f4d08d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.504763 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e1bb4f70-1c01-4812-a760-8b2e25f4d08d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047107 Mar 03 12:20:01.507844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35848) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.518360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-229bb874-8958-4318-a563-ee0111ae0d3f tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.518360 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-229bb874-8958-4318-a563-ee0111ae0d3f tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049975 Mar 03 12:20:01.518360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35852) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.522104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-fbc65af3-df25-4344-8fd2-a3c76d631862 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.522983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fbc65af3-df25-4344-8fd2-a3c76d631862 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055382 Mar 03 12:20:01.527437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9aa52d3c-a205-4b91-be98-2a444576f9bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:01.527580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35856) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.547458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-ca9c22cf-425f-4214-9657-d72ef0d19351 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.548315 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ca9c22cf-425f-4214-9657-d72ef0d19351 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0197725 Mar 03 12:20:01.551293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35860) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.561109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-a16a0050-1e16-4090-bc70-2fe8d7a806b0 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.561109 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a16a0050-1e16-4090-bc70-2fe8d7a806b0 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054951 Mar 03 12:20:01.562329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35864) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.564725 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-204daf08-c48e-46cb-9a8d-3b28e67309f9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8974929 Mar 03 12:20:01.567012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35868) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.568503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-ce685055-e36c-42c4-b586-011daea1fb03 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.569581 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ce685055-e36c-42c4-b586-011daea1fb03 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0063484 Mar 03 12:20:01.572163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35872) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.572507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:01.578277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-30f8190e-2588-4e3c-9d39-6d7ec7bc01ab None None] Provisioning for port 37992ba2-08f5-4f3f-be63-61ba04cc3de2 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:01.581472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-69a9f722-44c7-4cce-94de-83ed769922d4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.583494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-69a9f722-44c7-4cce-94de-83ed769922d4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0099261 Mar 03 12:20:01.583972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-30f8190e-2588-4e3c-9d39-6d7ec7bc01ab None None] Provisioning complete for port 37992ba2-08f5-4f3f-be63-61ba04cc3de2 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:01.584637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-30f8190e-2588-4e3c-9d39-6d7ec7bc01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.585449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.592719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35876) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.642734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Subnet': ['ID=b30b493e-2b4c-43b9-bf4d-47a675798fe1,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:01.653886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-46b6cccd-e8be-47c9-825e-9ef6376cf03b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.653886 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-46b6cccd-e8be-47c9-825e-9ef6376cf03b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0140438 Mar 03 12:20:01.653886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35880) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.656219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-30f8190e-2588-4e3c-9d39-6d7ec7bc01ab None None] Port 37992ba2-08f5-4f3f-be63-61ba04cc3de2 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:01.658908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-c8c14fcf-3ac7-4fc0-831f-985af6630ea6 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.662635 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c8c14fcf-3ac7-4fc0-831f-985af6630ea6 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057847 Mar 03 12:20:01.662635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.664474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35884) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.672897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-5570726d-def8-451c-b1f1-659c9b005ffa tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.677246 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5570726d-def8-451c-b1f1-659c9b005ffa tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073721 Mar 03 12:20:01.677246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9aa52d3c-a205-4b91-be98-2a444576f9bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:01.677246 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9aa52d3c-a205-4b91-be98-2a444576f9bd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2302125 Mar 03 12:20:01.680824 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-79361965-2c47-407f-a6a2-f06c0b7a2658 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/b30b493e-2b4c-43b9-bf4d-47a675798fe1 HTTP/1.1" status: 204 len: 168 time: 0.8092031 Mar 03 12:20:01.681586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35888) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.681918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35890) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.682188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35892) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.699683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-4175759d-e2a7-4c4d-8d34-20b63b45318a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.700679 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4175759d-e2a7-4c4d-8d34-20b63b45318a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0178835 Mar 03 12:20:01.703679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35900) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.713871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-2eb31bc5-7103-4757-9bda-3a711588234b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.719753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2eb31bc5-7103-4757-9bda-3a711588234b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0099785 Mar 03 12:20:01.722374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35904) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.730795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-1de5f072-ab34-4b27-80ef-7fa18d28249e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.731825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1de5f072-ab34-4b27-80ef-7fa18d28249e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085497 Mar 03 12:20:01.734791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35908) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.748433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-73f33a29-e2a3-48bf-bbfa-fbb7590eca69 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.749556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-73f33a29-e2a3-48bf-bbfa-fbb7590eca69 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0116503 Mar 03 12:20:01.752434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35912) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.760814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-c89544b2-ff49-411d-99ff-d476d104edec tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.761751 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c89544b2-ff49-411d-99ff-d476d104edec tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084298 Mar 03 12:20:01.765374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.773015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-42e443b5-9b16-4c5a-8469-4bcf2c7b7e14 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.774564 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-42e443b5-9b16-4c5a-8469-4bcf2c7b7e14 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077572 Mar 03 12:20:01.784170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35920) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.792401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-31b50fc9-d86a-4eb7-a967-7e18280b235c tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.793335 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-31b50fc9-d86a-4eb7-a967-7e18280b235c tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0082543 Mar 03 12:20:01.797209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35924) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.803589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-aa3fe154-1517-4aba-9986-2a490dfb4fcd tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.807563 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aa3fe154-1517-4aba-9986-2a490dfb4fcd tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065320 Mar 03 12:20:01.807563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-845fdf4b-cb6e-4437-9854-ca92498d3c0c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.807778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35928) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.821224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-06df9b03-c960-46d1-91cb-3850a56b9f10 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.824577 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-06df9b03-c960-46d1-91cb-3850a56b9f10 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0135014 Mar 03 12:20:01.827157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35932) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.833092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-9766582c-c6de-48d4-b016-d8513f6894ae tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.834736 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9766582c-c6de-48d4-b016-d8513f6894ae tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0071819 Mar 03 12:20:01.844466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35936) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.850256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-845fdf4b-cb6e-4437-9854-ca92498d3c0c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:01.852481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d159cf9-3586-44f9-a403-2b639504f498 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:01.854090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d159cf9-3586-44f9-a403-2b639504f498 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:01.854826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0d159cf9-3586-44f9-a403-2b639504f498 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Synchronizing usage tracker for tenant:e787a607323f4a3aafb2e6cd06a96e40 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:01.861174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44720312-e4a6-4b9b-9491-0e4079fb2cfe req-dc2bee9a-2282-4d0b-8a3d-9ea655f924af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:01.861461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-52a9b28f-6685-4e62-b428-f2b257d3ab1e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.862413 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-52a9b28f-6685-4e62-b428-f2b257d3ab1e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0170059 Mar 03 12:20:01.862573 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44720312-e4a6-4b9b-9491-0e4079fb2cfe req-dc2bee9a-2282-4d0b-8a3d-9ea655f924af service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3567607 Mar 03 12:20:01.866303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35940) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.881820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-74a412b5-817e-4fdd-941f-57d17f4bc096 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.886207 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-74a412b5-817e-4fdd-941f-57d17f4bc096 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0158212 Mar 03 12:20:01.893525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35944) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.894625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:01.900252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:01.904998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:01.910525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-6aee0ea1-24dc-4924-8b12-aafb6a01998d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.912060 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6aee0ea1-24dc-4924-8b12-aafb6a01998d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114524 Mar 03 12:20:01.915267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35948) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.927939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-2e2b9523-7e02-4f84-803e-fe46b3f802d4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.929084 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2e2b9523-7e02-4f84-803e-fe46b3f802d4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052934 Mar 03 12:20:01.933155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35952) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.944235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-d29d99a8-1a9e-4d39-9794-3a5c978d0162 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.944235 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d29d99a8-1a9e-4d39-9794-3a5c978d0162 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0079389 Mar 03 12:20:01.945418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35956) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.947021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:01.952696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-0dd28b8e-1ab0-4244-9235-73c025d1d2f0 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.953749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0dd28b8e-1ab0-4244-9235-73c025d1d2f0 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0070038 Mar 03 12:20:01.958234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35960) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.968358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-a1ae248c-c6b8-4f45-8dd7-96f893116728 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.969325 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a1ae248c-c6b8-4f45-8dd7-96f893116728 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090954 Mar 03 12:20:01.971748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35964) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.974110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0d159cf9-3586-44f9-a403-2b639504f498 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Unset dirty status for tenant:e787a607323f4a3aafb2e6cd06a96e40 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:01.975177 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0d159cf9-3586-44f9-a403-2b639504f498 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2921066 Mar 03 12:20:01.977951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-47d0381b-99dd-4861-bfd5-601f49e5b3da tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.978919 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-47d0381b-99dd-4861-bfd5-601f49e5b3da tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054157 Mar 03 12:20:01.981423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35970) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.981574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35968) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.987246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-10cc180c-ec05-43df-9890-a2447128a519 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.988497 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-10cc180c-ec05-43df-9890-a2447128a519 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062149 Mar 03 12:20:01.991373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35976) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:01.996605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-32759b62-f9ef-4467-8ce4-edff4d363a33 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:01.997504 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-32759b62-f9ef-4467-8ce4-edff4d363a33 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052538 Mar 03 12:20:02.004942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35980) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.011163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-cffe6ba2-7402-4aec-8f3f-84aac9c70a3e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.015147 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cffe6ba2-7402-4aec-8f3f-84aac9c70a3e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062361 Mar 03 12:20:02.015288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e4805-492a-45e1-91d9-4715a51ee49e None None] Network c3f0200d-81ca-410c-a665-2d99d2be68e2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:02.015500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35984) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.027458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-cd523966-104f-4b74-adea-67998065c6bf tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.027458 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cd523966-104f-4b74-adea-67998065c6bf tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074930 Mar 03 12:20:02.027458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-845fdf4b-cb6e-4437-9854-ca92498d3c0c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.027831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 35988) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.051803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fdf4b-cb6e-4437-9854-ca92498d3c0c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949d002e-8fe5-4ec8-946a-87556c3915d3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:02.082188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-7aed9a17-4696-4664-8037-7e7366c86541 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.085480 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7aed9a17-4696-4664-8037-7e7366c86541 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0530896 Mar 03 12:20:02.085952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35992) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.090930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:02.091834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-989b8d4d-0cfa-4330-8447-f74b35c42fc2 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.093315 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-989b8d4d-0cfa-4330-8447-f74b35c42fc2 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060303 Mar 03 12:20:02.094666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.095628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 35996) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.104965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-7529aec2-478a-436d-8ecc-0a56221e3bc4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.104965 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7529aec2-478a-436d-8ecc-0a56221e3bc4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055742 Mar 03 12:20:02.104965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36000) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.110378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-5d16dd2b-2938-481d-9c06-37fd89c7a01b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.111305 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5d16dd2b-2938-481d-9c06-37fd89c7a01b tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055456 Mar 03 12:20:02.113844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36004) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.118492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-5172bab5-1a62-477b-b9c6-5647f414c83e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.119679 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5172bab5-1a62-477b-b9c6-5647f414c83e tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046906 Mar 03 12:20:02.127638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36008) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.132947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-f814cf36-f384-432f-ba76-3066784bb9b2 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.134166 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f814cf36-f384-432f-ba76-3066784bb9b2 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053201 Mar 03 12:20:02.136302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36012) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.149317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-48478942-5409-419c-b36a-c036a965d958 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.149317 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-48478942-5409-419c-b36a-c036a965d958 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086086 Mar 03 12:20:02.151649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36016) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.159432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-13b6f501-bf9d-459f-ae8c-b494871818dc tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.160622 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-13b6f501-bf9d-459f-ae8c-b494871818dc tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078247 Mar 03 12:20:02.163218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36020) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.169159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-b37d9384-6243-4868-8f01-712af8ca6e78 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.170736 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b37d9384-6243-4868-8f01-712af8ca6e78 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064847 Mar 03 12:20:02.174941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36024) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.175199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-490d850b-ae7c-4feb-b4a7-9f230bf73c5f tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.180334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-309efb1f-79ee-411c-bbae-7feda2d34afb tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.181303 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-309efb1f-79ee-411c-bbae-7feda2d34afb tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051713 Mar 03 12:20:02.183990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36028) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.191944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-2a84da2f-f977-4fec-8594-eda68eb97878 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.192877 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2a84da2f-f977-4fec-8594-eda68eb97878 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0078921 Mar 03 12:20:02.195227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36032) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.200414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-fb1ca95b-b940-44e5-aa05-d048166fcdcd tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.201570 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fb1ca95b-b940-44e5-aa05-d048166fcdcd tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052445 Mar 03 12:20:02.204058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36036) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.206431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-209d1319-78ce-49c6-9cca-0bdf6172e8f9 None None] Provisioning for port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:02.213547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-26e0bba4-0313-4012-8296-b64c0182de83 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.214464 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-26e0bba4-0313-4012-8296-b64c0182de83 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0095470 Mar 03 12:20:02.217520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36040) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.222948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-69d5e379-ce4d-4e34-bab9-da7c8e35f28f tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.224329 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-69d5e379-ce4d-4e34-bab9-da7c8e35f28f tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055277 Mar 03 12:20:02.226435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36044) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.227676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-020c355d-297b-4c8f-8dbc-66685e354821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:02.229162 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-020c355d-297b-4c8f-8dbc-66685e354821 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1097 time: 0.3212962 Mar 03 12:20:02.231918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-45a3cffa-4ba1-4134-a966-fde0d3496c17 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.233828 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-45a3cffa-4ba1-4134-a966-fde0d3496c17 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062089 Mar 03 12:20:02.235635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-845fdf4b-cb6e-4437-9854-ca92498d3c0c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.237114 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-845fdf4b-cb6e-4437-9854-ca92498d3c0c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/949d002e-8fe5-4ec8-946a-87556c3915d3 HTTP/1.1" status: 204 len: 168 time: 0.5525749 Mar 03 12:20:02.238336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36048) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.240401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36050) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.243577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-d5217b70-b803-4f0f-8581-cad5f189e5b4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.244797 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d5217b70-b803-4f0f-8581-cad5f189e5b4 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052238 Mar 03 12:20:02.254328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36056) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.259058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-dd3a4b42-0bc9-4e0a-a297-216bbd6d9557 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.260211 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dd3a4b42-0bc9-4e0a-a297-216bbd6d9557 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048892 Mar 03 12:20:02.262555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36060) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.269140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-34cb1a4d-cbbc-47f8-822a-3eaebfc78c8d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.270440 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-34cb1a4d-cbbc-47f8-822a-3eaebfc78c8d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053096 Mar 03 12:20:02.274352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.280756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-3588c328-4843-4769-a974-888acb5f8937 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.281794 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3588c328-4843-4769-a974-888acb5f8937 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058804 Mar 03 12:20:02.284509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36068) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.288873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-d2b545d7-8273-4ad2-9486-c71c186ea921 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.289746 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d2b545d7-8273-4ad2-9486-c71c186ea921 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043902 Mar 03 12:20:02.292045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36072) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.297945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-89b26572-ce8d-4ed0-bdca-540d3f433431 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.298545 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89b26572-ce8d-4ed0-bdca-540d3f433431 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054734 Mar 03 12:20:02.302689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36076) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.311665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-70e66d8f-e4c6-4906-a718-c19907943a5f tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.312790 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70e66d8f-e4c6-4906-a718-c19907943a5f tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088570 Mar 03 12:20:02.315154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36080) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.319974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-befee78f-cb8b-4d86-b364-e687de33a307 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.320956 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-befee78f-cb8b-4d86-b364-e687de33a307 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048051 Mar 03 12:20:02.323166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36084) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.324735 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-490d850b-ae7c-4feb-b4a7-9f230bf73c5f tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 12:20:02.325354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490d850b-ae7c-4feb-b4a7-9f230bf73c5f tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:02.327588 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-490d850b-ae7c-4feb-b4a7-9f230bf73c5f tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/c3f0200d-81ca-410c-a665-2d99d2be68e2 HTTP/1.1" status: 409 len: 405 time: 0.3452113 Mar 03 12:20:02.337887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-df2dd7e6-8fc7-435f-afb7-d82d9d30c48a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.338836 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df2dd7e6-8fc7-435f-afb7-d82d9d30c48a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0146966 Mar 03 12:20:02.338986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] DHCP port deletion for c3f0200d-81ca-410c-a665-2d99d2be68e2 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:02.339712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36088) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.343619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] Deleting port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:02.344539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.345929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-222847518'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:02.351503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:02.356573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:network and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:02.359709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36092) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.362332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:02.367642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-a91aa4a1-2f9a-4634-94fd-4d9e30fafc3d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.368597 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a91aa4a1-2f9a-4634-94fd-4d9e30fafc3d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079257 Mar 03 12:20:02.371906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36096) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.382607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:02.382607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-dd6946af-82a9-4cd5-8c7e-31584c38086a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.382607 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dd6946af-82a9-4cd5-8c7e-31584c38086a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0087752 Mar 03 12:20:02.384945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36100) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.394438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-ca0fad4a-4e23-4915-86cc-5b6139914c87 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.395538 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ca0fad4a-4e23-4915-86cc-5b6139914c87 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0093021 Mar 03 12:20:02.398012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36104) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.403573 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-ed29adae-5056-4b96-9351-45076683c7a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e HTTP/1.1" status: 200 len: 217 time: 0.1620314 Mar 03 12:20:02.408280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-bb007402-e893-44f9-8d5e-d2bcc63c98a0 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.413435 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bb007402-e893-44f9-8d5e-d2bcc63c98a0 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0115182 Mar 03 12:20:02.415361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36108) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.422944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-9c181d2b-46a1-4f8d-a155-990da491d6d5 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.424150 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9c181d2b-46a1-4f8d-a155-990da491d6d5 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073404 Mar 03 12:20:02.426644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36112) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.432418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-c384765e-e6d2-43f1-ba55-fb883159c8ea tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.433656 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c384765e-e6d2-43f1-ba55-fb883159c8ea tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060058 Mar 03 12:20:02.437298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36116) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.444441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-924f4e22-b2ad-4166-91f2-38cca2d99671 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.448865 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-924f4e22-b2ad-4166-91f2-38cca2d99671 tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0083234 Mar 03 12:20:02.451342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36120) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.467234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a50b6160-c673-41b9-9c7c-e0fe7f122f31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:02.467415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [None req-82c16130-60e5-4de7-b44a-d9a69497e70a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.468410 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-82c16130-60e5-4de7-b44a-d9a69497e70a tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0161572 Mar 03 12:20:02.469663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:02.473766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.478053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36124) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.483378 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.ipam_backend_mixin [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d1944e98-e2eb-4127-ba3d-27213ec84c4d (CIDR: 172.20.0.0/28) Mar 03 12:20:02.510037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:02.520398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.520730 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Added segment e8a237e9-8311-44a7-9fba-c88da8bcae44 of type vlan for network 579021ae-cf3a-44e3-bb32-dd0af8326349 Mar 03 12:20:02.556718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.634938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [None req-c292d734-aeaf-43be-9f81-5398dd64f53d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:20:02.638178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c292d734-aeaf-43be-9f81-5398dd64f53d tempest-ExtensionsTestJSON-2126477033 tempest-ExtensionsTestJSON-2126477033-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.1510992 Mar 03 12:20:02.660524 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:20:02.660989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:02.691376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cef76b8d-07df-48c4-ac58-0be449fdb6a5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:02.699426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab273-cfe8-412c-b076-7adbc94d1520 req-960fb802-3e67-4396-bb1b-e98fa6478228 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:02.701248 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4aeab273-cfe8-412c-b076-7adbc94d1520 req-960fb802-3e67-4396-bb1b-e98fa6478228 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 944 time: 0.1135092 Mar 03 12:20:02.703065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.706386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-cf96d19a-9903-45e2-939e-50459a7d489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:02.707939 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-cf96d19a-9903-45e2-939e-50459a7d489e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f60eb79-c4f2-44e1-9dde-190e257c1639 HTTP/1.1" status: 200 len: 834 time: 0.2916899 Mar 03 12:20:02.708468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:02.709056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.710177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:02.710788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.781002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] For port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4be8f43e-f0b3-44e7-ae0d-360f9a9cba89,segment=NetworkSegment(2884440b-3d1c-41b9-b0f7-d0b39698daa5),segment_id=2884440b-3d1c-41b9-b0f7-d0b39698daa5)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:02.781721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:02.784418 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c2d5490a-1caa-4cbb-8dd6-c3117e244bed tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2163804 Mar 03 12:20:02.793244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36132) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.802682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:02.820917 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4aeab273-cfe8-412c-b076-7adbc94d1520 req-04916d76-e2d9-4275-83a2-ba9055d7fb00 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043720 Mar 03 12:20:02.843973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cef76b8d-07df-48c4-ac58-0be449fdb6a5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:02.845794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cef76b8d-07df-48c4-ac58-0be449fdb6a5 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5939870 Mar 03 12:20:02.853371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-7406ea84-fb4b-44d1-ac0c-b81e73617d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:02.854827 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-7406ea84-fb4b-44d1-ac0c-b81e73617d0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd4df094-a264-4f77-a995-056e5f7d5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1402934 Mar 03 12:20:02.855449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36136) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.865720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--868748201'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:02.889979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Network': ['ID=579021ae-cf3a-44e3-bb32-dd0af8326349,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:02.891373 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4394afe5-8de2-4458-a336-bb4ef4abc678 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5505190 Mar 03 12:20:02.896952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36140) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:02.902417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'subnet': {'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:02.933706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] Calling delete_port for 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:02.944179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:02.961278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 579021ae-cf3a-44e3-bb32-dd0af8326349 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:02.983031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:03.021073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:03.030996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:03.101325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:03.110925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:03.116608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:03.124865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:03.128246 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-5ccfffde-4bfc-4544-a7d5-fc8a4edf13fb service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550671 Mar 03 12:20:03.145363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:03.150095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.159645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ccbf743e-d7b6-46dc-9024-f133a562e08f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:03.173793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.232258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ccbf743e-d7b6-46dc-9024-f133a562e08f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:03.233012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.255780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:03.262643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:03.267717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:03.275651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:03.279152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.373881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36148) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:03.396295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:03.418715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.436530 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-736ec9e5-f441-489a-a822-0f14c45d57b9 req-d2078821-20d3-4c52-bc80-f7d055fd6012 service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974019 Mar 03 12:20:03.484399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] No DVR routers for this DVR port 4be8f43e-f0b3-44e7-ae0d-360f9a9cba89 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:03.504675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d995aaf-6fb7-40c3-9c7f-ae383f44cfd5 None None] Pushing event deleted for resources: {'Port': ['ID=4be8f43e-f0b3-44e7-ae0d-360f9a9cba89,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:03.541866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.563719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.564229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:03.568284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Usage tracker for resource:security_group_rule and tenant:a6a31535c6f44ee3b3ee8284a0fa3c2d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:03.571125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:03.584342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:03.708074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.712045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:20:03.714050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.751677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97547670-a5ed-40f4-bf94-3ac6dcd6b43d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:03.796076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.862124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:03.865169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:03.873714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:03.873714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.880890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a8f603-c249-4ca8-95d9-e10187c0a15e None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:03.890025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=24d98541-d14b-4ed9-817b-a63167f33671,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:03.893872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.897790 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-573ea55b-4032-460f-9d37-0d3d0f3ca5df tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0339532 Mar 03 12:20:03.901190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36156) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:03.908386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': '97547670-a5ed-40f4-bf94-3ac6dcd6b43d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:03.914265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:03.919333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:03.924454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:03.933459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:03.937503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Subnet': ['ID=fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:03.956745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:03.959747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Checking segment: {'id': 'e8a237e9-8311-44a7-9fba-c88da8bcae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:03.960895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network hostable DHCP agents. Network: 579021ae-cf3a-44e3-bb32-dd0af8326349, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:04.004050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d806ad82-4be9-449d-90f8-9c38b18de7b0 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2094426 Mar 03 12:20:04.006888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36160) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:04.014956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1411093722', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24d98541-d14b-4ed9-817b-a63167f33671'}], 'security_groups': ['0aff78b1-0ba4-4104-b14d-553ae18fcb66']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:04.048099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270808-5a32-43dc-ba5e-df6c74108a92 req-1c3b3f31-b2cf-4cfb-97a1-d3445384fdb1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:04.049754 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44270808-5a32-43dc-ba5e-df6c74108a92 req-1c3b3f31-b2cf-4cfb-97a1-d3445384fdb1 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 944 time: 0.0850973 Mar 03 12:20:04.065040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.096551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network 579021ae-cf3a-44e3-bb32-dd0af8326349 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:04.101694 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44270808-5a32-43dc-ba5e-df6c74108a92 req-41a55d60-656a-4cc1-b7e1-45b0b1dc8608 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Mar 03 12:20:04.163957 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6a31535c6f44ee3b3ee8284a0fa3c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7888622 Mar 03 12:20:04.167183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36164) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:04.168150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2946cfd-c8fa-47e4-9071-acce8777af0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea681ca1-20d8-42b4-9405-c2d2440d0669,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:04.205289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.219526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 579021ae-cf3a-44e3-bb32-dd0af8326349) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:04.235064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:04.235906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.254283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292b19a-4de8-4136-a373-fdef23ea2aac None None] Network 579021ae-cf3a-44e3-bb32-dd0af8326349 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:04.282811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27562278-796e-4863-b301-c793ed46c292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.317993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27562278-796e-4863-b301-c793ed46c292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.340339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.372491 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3f738622-337e-408f-af52-37ac5d209c6c tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4744787 Mar 03 12:20:04.375887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36168) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:04.384881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'port': {'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349', 'name': 'tempest-NetworksIpV6TestAttrs-1481790624'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:04.412442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.418380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] Update dhcp port {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'fixed_ips': [{'subnet_id': 'd1944e98-e2eb-4127-ba3d-27213ec84c4d', 'ip_address': '172.20.0.2'}, {'subnet_id': '24d98541-d14b-4ed9-817b-a63167f33671'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': 'a50b6160-c673-41b9-9c7c-e0fe7f122f31'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:20:04.428902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.518923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e60bc3-0571-43c1-bd60-61bb0722f454,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:04.537008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.581987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:04.585873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:port and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:04.588777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:04.594916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:04.599706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.601003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-220d2e43-64bf-41eb-b763-633f75e7c41f tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6988325 Mar 03 12:20:04.604544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36172) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:04.608542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27562278-796e-4863-b301-c793ed46c292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.610891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27562278-796e-4863-b301-c793ed46c292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.611990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-27562278-796e-4863-b301-c793ed46c292 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea681ca1-20d8-42b4-9405-c2d2440d0669 HTTP/1.1" status: 204 len: 168 time: 0.4437881 Mar 03 12:20:04.622424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27562278-796e-4863-b301-c793ed46c292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea681ca1-20d8-42b4-9405-c2d2440d0669,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:04.671733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-579021ae-cf3a-44e3-bb32-dd0af8326349', 'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349', 'tenant_id': 'e787a607323f4a3aafb2e6cd06a96e40', 'fixed_ips': [{'subnet_id': 'fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:04.672570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.674594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65fbc21f-ae2d-4e61-8466-29db15c17ddc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.697572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:04.701349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.717761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65fbc21f-ae2d-4e61-8466-29db15c17ddc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.724383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] device_id is not set on port d0c40b65-19ac-44a4-8dee-c00cd254f70c yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:20:04.860631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65fbc21f-ae2d-4e61-8466-29db15c17ddc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.923568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc21f-ae2d-4e61-8466-29db15c17ddc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e60bc3-0571-43c1-bd60-61bb0722f454,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:04.931974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65fbc21f-ae2d-4e61-8466-29db15c17ddc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:04.933109 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-65fbc21f-ae2d-4e61-8466-29db15c17ddc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b5e60bc3-0571-43c1-bd60-61bb0722f454 HTTP/1.1" status: 204 len: 168 time: 0.3272374 Mar 03 12:20:04.936334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36180) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:04.970585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Delete allocated IP 172.20.0.7 (42c9d800-ed64-48cd-b72e-d9a44806f18c/d1944e98-e2eb-4127-ba3d-27213ec84c4d) {{(pid=88431) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 12:20:04.985548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Allocated IP 2001:db8::f816:3eff:fe31:3535 (579021ae-cf3a-44e3-bb32-dd0af8326349/fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e/a08d78f6-2226-4efd-b5d8-801f91931c42) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:04.985928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.27 (42c9d800-ed64-48cd-b72e-d9a44806f18c/24d98541-d14b-4ed9-817b-a63167f33671/37992ba2-08f5-4f3f-be63-61ba04cc3de2) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:05.016895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a6f827d8-8a23-484c-bf31-e3b2e9bf7e76 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:05.134365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a6f827d8-8a23-484c-bf31-e3b2e9bf7e76 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:05.138398 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a6f827d8-8a23-484c-bf31-e3b2e9bf7e76 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1982064 Mar 03 12:20:05.142878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36192) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:05.217187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbdcacab-d531-442d-bc73-654ed5f88bbb tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.238568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.251631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbdcacab-d531-442d-bc73-654ed5f88bbb tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.268621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.279044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Transition to ACTIVE for port object a08d78f6-2226-4efd-b5d8-801f91931c42 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:05.340776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63b35-aedc-461c-a4cf-2adc6dd43706 req-11b963db-cb0a-41a9-8d1b-36ce5f821486 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:05.342248 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fab63b35-aedc-461c-a4cf-2adc6dd43706 req-11b963db-cb0a-41a9-8d1b-36ce5f821486 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 944 time: 0.0927315 Mar 03 12:20:05.386115 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fab63b35-aedc-461c-a4cf-2adc6dd43706 req-2788d8bd-efc7-4281-9c17-66f69e639a59 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381644 Mar 03 12:20:05.452982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Transition to ACTIVE for port object a08d78f6-2226-4efd-b5d8-801f91931c42 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:05.456150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbdcacab-d531-442d-bc73-654ed5f88bbb tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.456660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object 37992ba2-08f5-4f3f-be63-61ba04cc3de2 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:05.472249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcacab-d531-442d-bc73-654ed5f88bbb tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97547670-a5ed-40f4-bf94-3ac6dcd6b43d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:05.547923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.599661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.601496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbdcacab-d531-442d-bc73-654ed5f88bbb tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.602883 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dbdcacab-d531-442d-bc73-654ed5f88bbb tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/97547670-a5ed-40f4-bf94-3ac6dcd6b43d HTTP/1.1" status: 204 len: 168 time: 0.4627357 Mar 03 12:20:05.608991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36198) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:05.680651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] Allocated IP 172.20.0.18 (42c9d800-ed64-48cd-b72e-d9a44806f18c/24d98541-d14b-4ed9-817b-a63167f33671/a50b6160-c673-41b9-9c7c-e0fe7f122f31) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:05.681653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Allocated IP 2001:db8::f816:3eff:fe19:e810 (579021ae-cf3a-44e3-bb32-dd0af8326349/fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e/d0c40b65-19ac-44a4-8dee-c00cd254f70c) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:05.767136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Pushing event updated for resources: {'Port': ['ID=a08d78f6-2226-4efd-b5d8-801f91931c42,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:05.775932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Network 579021ae-cf3a-44e3-bb32-dd0af8326349 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:05.785960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=37992ba2-08f5-4f3f-be63-61ba04cc3de2,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:05.785960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] In _notify_port_updated(), no bound segment for port 37992ba2-08f5-4f3f-be63-61ba04cc3de2 on network 42c9d800-ed64-48cd-b72e-d9a44806f18c {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:20:05.788505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:05.789112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.790368 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-80bb18c5-3ba4-47ee-a3e8-27bfa8093f1c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "PUT /v2.0/ports/37992ba2-08f5-4f3f-be63-61ba04cc3de2 HTTP/1.1" status: 200 len: 921 time: 1.7824523 Mar 03 12:20:05.796033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b09f7abe-fac2-401a-bcdd-950920c2e771 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:05.796430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36208) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:05.828391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:05.834231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:05.887005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b09f7abe-fac2-401a-bcdd-950920c2e771 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:05.887005 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b09f7abe-fac2-401a-bcdd-950920c2e771 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2674227 Mar 03 12:20:05.887005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36214) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:05.892928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--856774373'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:05.900044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:05.912682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:05.968795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] For port a50b6160-c673-41b9-9c7c-e0fe7f122f31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a50b6160-c673-41b9-9c7c-e0fe7f122f31,segment=NetworkSegment(e6df0be1-679e-4ba7-bece-c3c6cc043b73),segment_id=e6df0be1-679e-4ba7-bece-c3c6cc043b73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:05.971052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Attempting to bind port a08d78f6-2226-4efd-b5d8-801f91931c42 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:05.971459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Attempting to bind port a08d78f6-2226-4efd-b5d8-801f91931c42 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'e8a237e9-8311-44a7-9fba-c88da8bcae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:05.971813 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Attempting to bind port a08d78f6-2226-4efd-b5d8-801f91931c42 on network 579021ae-cf3a-44e3-bb32-dd0af8326349 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:05.980253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:05.980643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Checking segment: {'id': 'e8a237e9-8311-44a7-9fba-c88da8bcae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:05.981024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.981416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Bound using segment: {'id': 'e8a237e9-8311-44a7-9fba-c88da8bcae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:05.981870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Bound port: a08d78f6-2226-4efd-b5d8-801f91931c42, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a237e9-8311-44a7-9fba-c88da8bcae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '579021ae-cf3a-44e3-bb32-dd0af8326349'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:05.982969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:05.999576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.028565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36218) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:06.031870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:06.037094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:06.043266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:06.055670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:06.058024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.067607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port 37992ba2-08f5-4f3f-be63-61ba04cc3de2 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:06.067994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.096539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] Transition to ACTIVE for port object a50b6160-c673-41b9-9c7c-e0fe7f122f31 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:06.110285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] For port a08d78f6-2226-4efd-b5d8-801f91931c42, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:06.113550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] For port a08d78f6-2226-4efd-b5d8-801f91931c42, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a08d78f6-2226-4efd-b5d8-801f91931c42,segment=NetworkSegment(e8a237e9-8311-44a7-9fba-c88da8bcae44),segment_id=e8a237e9-8311-44a7-9fba-c88da8bcae44)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:06.145093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.156944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.186403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.204239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1444813198'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:06.221311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.229050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.234674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:06.283695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522f1a34-0eae-4b5f-b524-9f386af9c208,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:06.300529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:20:06.324481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08400649-d64e-45f0-b6ef-04c7a01f02e2 None None] Pushing event updated for resources: {'Port': ['ID=a50b6160-c673-41b9-9c7c-e0fe7f122f31,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:06.358835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.366484 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9356b46d-985e-4a1f-8cdb-1c15873d001b tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4800515 Mar 03 12:20:06.367574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36224) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:06.376124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': '522f1a34-0eae-4b5f-b524-9f386af9c208', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:06.403604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:06.421519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:06.437787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:06.453850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:06.469389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Transition to ACTIVE for port object d0c40b65-19ac-44a4-8dee-c00cd254f70c will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:06.469389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Usage tracker for resource:network and tenant:20f173ca94ed454eb586f342c8491b90 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:06.474923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:06.479145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.538238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a50b6160-c673-41b9-9c7c-e0fe7f122f31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:06.544213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.594417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee8815-85ee-4acf-9fd1-7a1bc6c719e5 None None] Pushing event updated for resources: {'Port': ['ID=a08d78f6-2226-4efd-b5d8-801f91931c42,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:06.660218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.708672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for 37992ba2-08f5-4f3f-be63-61ba04cc3de2 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:06.715194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:06.736530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'port_id': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'mac_address': 'fa:16:3e:23:7f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:20:06.750006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.753183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:06.784196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0cf78e-ea95-43c3-9f4d-1878c7b76e43,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:06.834117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.858781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:20:06.885646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:06.915787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.917872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7ba5c287-d655-4781-8751-beddd2ef258a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5487220 Mar 03 12:20:06.921778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36230) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:06.942041 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0dec6ae9-2a53-488b-8f9d-532cec75b1c1 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules/fa0cf78e-ea95-43c3-9f4d-1878c7b76e43 HTTP/1.1" status: 200 len: 763 time: 0.0188982 Mar 03 12:20:06.954037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36234) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:06.961352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:06.991660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b3d09-9ee7-4e35-a413-b47b87c6e075 req-13ec64ec-0b5e-4990-95fe-61ee6965517b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:07.000075 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-df8b3d09-9ee7-4e35-a413-b47b87c6e075 req-13ec64ec-0b5e-4990-95fe-61ee6965517b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 944 time: 0.2368505 Mar 03 12:20:07.001440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.003089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Made reservation on behalf of 20f173ca94ed454eb586f342c8491b90 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:07.006573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.020808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9db30ea-99ba-4a1d-8e0f-820dc885c9cc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:07.036917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:07.046586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.046941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.047286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.047625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.047956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.048351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.048685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.049047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.049376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.049734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.050067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.050385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:20:07.093011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.098368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9db30ea-99ba-4a1d-8e0f-820dc885c9cc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:07.099759 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a9db30ea-99ba-4a1d-8e0f-820dc885c9cc tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1540825 Mar 03 12:20:07.103119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36238) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:07.138018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:07.139730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f39154c3-076a-4e55-ba92-e75733bc6423 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.142091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network 579021ae-cf3a-44e3-bb32-dd0af8326349 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:07.152691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f39154c3-076a-4e55-ba92-e75733bc6423 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.161763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:07.166701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Usage tracker for resource:security_group_rule and tenant:20f173ca94ed454eb586f342c8491b90 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:07.175557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.176782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:07.180664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:20:07.182295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:07.182904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.189559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:07.209594 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:07.211498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Port': ['ID=d0c40b65-19ac-44a4-8dee-c00cd254f70c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:07.216118 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-df8b3d09-9ee7-4e35-a413-b47b87c6e075 req-3c8c52d7-e315-49fc-9889-669e08a9ad6b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960301 Mar 03 12:20:07.292282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f39154c3-076a-4e55-ba92-e75733bc6423 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.316476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39154c3-076a-4e55-ba92-e75733bc6423 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa0cf78e-ea95-43c3-9f4d-1878c7b76e43,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:07.342433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=37992ba2-08f5-4f3f-be63-61ba04cc3de2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:07.427495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c94d7ebd-c13e-4323-9855-7a8104c5668a None None] Provisioning for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:07.437057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f39154c3-076a-4e55-ba92-e75733bc6423 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.440513 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f39154c3-076a-4e55-ba92-e75733bc6423 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/fa0cf78e-ea95-43c3-9f4d-1878c7b76e43 HTTP/1.1" status: 204 len: 168 time: 0.3346684 Mar 03 12:20:07.440869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36242) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:07.459136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c94d7ebd-c13e-4323-9855-7a8104c5668a None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:07.459837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c94d7ebd-c13e-4323-9855-7a8104c5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.500434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.514453 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-27e4aa60-0157-4b07-a8d9-3dc6c093953d tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/37992ba2-08f5-4f3f-be63-61ba04cc3de2 HTTP/1.1" status: 204 len: 168 time: 1.7117808 Mar 03 12:20:07.514453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.514453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36246) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:07.514888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5f167b29-d8b3-4d90-b7cb-798caae7e748 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:07.518418 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ab387633-66d8-4895-bcad-e2098233d3a4 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1385148 Mar 03 12:20:07.520210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36250) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:07.581252 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73c81b9-147e-4c27-8fce-e65c92edee62 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:20:07.581899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a73c81b9-147e-4c27-8fce-e65c92edee62 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:07.600840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.603333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5f167b29-d8b3-4d90-b7cb-798caae7e748 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:07.612992 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5f167b29-d8b3-4d90-b7cb-798caae7e748 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1708744 Mar 03 12:20:07.617678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36254) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:07.627159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': '522f1a34-0eae-4b5f-b524-9f386af9c208', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:07.634743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:07.644096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2993c5f6-9a17-4338-8002-494f79456e17,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:07.656344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:07.666617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.666962 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Added segment 41b223f7-8da5-4b17-b6ec-e4a2747f9103 of type vlan for network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 Mar 03 12:20:07.674073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a73c81b9-147e-4c27-8fce-e65c92edee62 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:07.675626 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a73c81b9-147e-4c27-8fce-e65c92edee62 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/37992ba2-08f5-4f3f-be63-61ba04cc3de2 HTTP/1.1" status: 404 len: 333 time: 0.1622226 Mar 03 12:20:07.682432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:07.684738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36258) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:07.707241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Deleting subnet fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:07.711093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.727935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.784426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.796739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c94d7ebd-c13e-4323-9855-7a8104c5668a None None] Provisioning complete for port acc05164-0fe0-4dae-ace9-4508307b73a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:07.796739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c94d7ebd-c13e-4323-9855-7a8104c5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.836033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a540f16-cf74-41e8-8aa7-0cbb71bce886 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.837052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd134314-6c11-4ede-bc40-fba2c8d3ce66 None None] Network 579021ae-cf3a-44e3-bb32-dd0af8326349 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:07.875484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a540f16-cf74-41e8-8aa7-0cbb71bce886 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.915251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.922458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:07.923183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.950161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:07.985479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c94d7ebd-c13e-4323-9855-7a8104c5668a None None] Port acc05164-0fe0-4dae-ace9-4508307b73a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:08.038446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c94d7ebd-c13e-4323-9855-7a8104c5668a None None] Could not find standard attr ID for object 37992ba2-08f5-4f3f-be63-61ba04cc3de2. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:20:08.041237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.079811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event updated for resources: {'Network': ['ID=8f3b0cfa-8098-45d3-9436-d6f09d07cf62,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:08.113092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:08.114302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.151181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.153187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.165061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2c59-426d-4bc7-ac80-c58000c7398c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.192293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66b5a17-fcaa-41cc-b104-d9cc2d88515b,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:08.241945 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f93fbc0b-9d9d-4516-8934-d309f7e61ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2126038 Mar 03 12:20:08.242900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a540f16-cf74-41e8-8aa7-0cbb71bce886 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.245058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36262) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.245565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a540f16-cf74-41e8-8aa7-0cbb71bce886 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.249885 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7a540f16-cf74-41e8-8aa7-0cbb71bce886 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/security-groups/42cd27a3-b252-4f04-bdf8-7fd795b6c298 HTTP/1.1" status: 204 len: 168 time: 0.5603549 Mar 03 12:20:08.252216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Request body: {'subnet': {'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:08.258097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36266) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.302423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.309371 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3cb14593-884b-498d-8edc-2c2c2027b032 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6849573 Mar 03 12:20:08.309371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36272) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.309635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:08.318668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a540f16-cf74-41e8-8aa7-0cbb71bce886 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd27a3-b252-4f04-bdf8-7fd795b6c298,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:08.360796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-09d37ebf-7a7a-47a5-acc5-f034bb696fd4 None None] Provisioning for port a08d78f6-2226-4efd-b5d8-801f91931c42 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:08.367124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd68099b-e9c4-4c5b-8546-31e030c08eb7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.393862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.418635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-09d37ebf-7a7a-47a5-acc5-f034bb696fd4 None None] Could not find standard attr ID for object 37992ba2-08f5-4f3f-be63-61ba04cc3de2. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:20:08.440351 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-74340a01-53cc-46e4-a67b-9fb9b658febd tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules/a66b5a17-fcaa-41cc-b104-d9cc2d88515b HTTP/1.1" status: 200 len: 763 time: 0.1311495 Mar 03 12:20:08.454001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36276) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.488992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd68099b-e9c4-4c5b-8546-31e030c08eb7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.508229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:08.516692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.541926 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a6cb0f46-6c04-454b-9cf4-948fc3532951 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e HTTP/1.1" status: 204 len: 168 time: 1.0052152 Mar 03 12:20:08.544128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:08.546478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dca19144-c633-446b-a61a-bab0bae68575 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:08.548221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36280) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.548376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a08d78f6-2226-4efd-b5d8-801f91931c42 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:08.579498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:08.598369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:08.598734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.601442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Usage tracker for resource:subnet and tenant:20f173ca94ed454eb586f342c8491b90 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:08.616346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:08.634194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:08.652762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dca19144-c633-446b-a61a-bab0bae68575 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:08.655147 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dca19144-c633-446b-a61a-bab0bae68575 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2000172 Mar 03 12:20:08.658283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36284) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.669987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5708f3-2a08-46bd-ada5-9637b017e681 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:08.671515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5708f3-2a08-46bd-ada5-9637b017e681 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:08.672310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1e5708f3-2a08-46bd-ada5-9637b017e681 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Synchronizing usage tracker for tenant:e787a607323f4a3aafb2e6cd06a96e40 on resource:subnet {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:08.692220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6e5-aa5b-4ad2-9024-7d88fba68fc9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.693415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cdd2c-8838-40ac-9d37-3aaf88270298 req-6e515018-bb93-4796-aa7a-8fd4a276639c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:08.695131 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f9cdd2c-8838-40ac-9d37-3aaf88270298 req-6e515018-bb93-4796-aa7a-8fd4a276639c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 945 time: 0.2489803 Mar 03 12:20:08.706866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd68099b-e9c4-4c5b-8546-31e030c08eb7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.725264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Made reservation on behalf of 20f173ca94ed454eb586f342c8491b90 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:08.729031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.732062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6e5-aa5b-4ad2-9024-7d88fba68fc9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.741908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68099b-e9c4-4c5b-8546-31e030c08eb7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff78b1-0ba4-4104-b14d-553ae18fcb66,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:08.753769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fd68099b-e9c4-4c5b-8546-31e030c08eb7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.757358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.758174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36288) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.758461 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fd68099b-e9c4-4c5b-8546-31e030c08eb7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/security-groups/0aff78b1-0ba4-4104-b14d-553ae18fcb66 HTTP/1.1" status: 204 len: 168 time: 0.4991820 Mar 03 12:20:08.784954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a08d78f6-2226-4efd-b5d8-801f91931c42 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:08.796202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f419ba-fc32-4a5b-a413-8c47e3098bb1 None None] Network 579021ae-cf3a-44e3-bb32-dd0af8326349 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:08.816305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a08d78f6-2226-4efd-b5d8-801f91931c42 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:08.816623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.828150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6e5-aa5b-4ad2-9024-7d88fba68fc9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.828387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1e5708f3-2a08-46bd-ada5-9637b017e681 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Unset dirty status for tenant:e787a607323f4a3aafb2e6cd06a96e40 on resource:subnet {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:08.830396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1e5708f3-2a08-46bd-ada5-9637b017e681 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2785904 Mar 03 12:20:08.834296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36292) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:08.874551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:20:08.927455 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f9cdd2c-8838-40ac-9d37-3aaf88270298 req-f0d0b805-ac3f-409a-8a28-f230dc05756f tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149377 Mar 03 12:20:08.967894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet d1944e98-e2eb-4127-ba3d-27213ec84c4d {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:08.972982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:08.981382 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'code': 200} Mar 03 12:20:08.988392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:09.007192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33d6e5-aa5b-4ad2-9024-7d88fba68fc9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a66b5a17-fcaa-41cc-b104-d9cc2d88515b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:09.021826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Provisioning complete for port a08d78f6-2226-4efd-b5d8-801f91931c42 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:09.022408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.086468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.089644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6e5-aa5b-4ad2-9024-7d88fba68fc9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.091489 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0f33d6e5-aa5b-4ad2-9024-7d88fba68fc9 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a66b5a17-fcaa-41cc-b104-d9cc2d88515b HTTP/1.1" status: 204 len: 168 time: 0.4318345 Mar 03 12:20:09.096102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36298) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:09.144855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.149942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e8e462b-82e3-46de-b006-06c077485d27 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.196796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9341a319-0a24-4126-8feb-2fd695633d78 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:09.205404 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8e462b-82e3-46de-b006-06c077485d27 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 12:20:09.205404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8e462b-82e3-46de-b006-06c077485d27 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:09.205404 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8e8e462b-82e3-46de-b006-06c077485d27 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/579021ae-cf3a-44e3-bb32-dd0af8326349 HTTP/1.1" status: 409 len: 405 time: 0.3636441 Mar 03 12:20:09.209283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36302) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:09.219853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-841923697'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:09.225138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:09.230599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:network and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:09.234791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:09.245580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:09.251119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.321210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.345173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9341a319-0a24-4126-8feb-2fd695633d78 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:09.349586 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9341a319-0a24-4126-8feb-2fd695633d78 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2524831 Mar 03 12:20:09.351093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36306) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:09.357089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': '522f1a34-0eae-4b5f-b524-9f386af9c208', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:09.363956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39f35d-2b6c-4714-8947-e6f2535e8d57 req-0fca1625-0717-47db-9eee-a45c04a3a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:09.366240 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0f39f35d-2b6c-4714-8947-e6f2535e8d57 req-0fca1625-0717-47db-9eee-a45c04a3a08d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1099 time: 0.1073973 Mar 03 12:20:09.370517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:09.374747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.384123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:09.400901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:09.427066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:09.430547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.436812 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0f39f35d-2b6c-4714-8947-e6f2535e8d57 req-de639512-ce95-4fce-adcb-31df6fe01413 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581889 Mar 03 12:20:09.448433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.448629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Checking segment: {'id': '41b223f7-8da5-4b17-b6ec-e4a2747f9103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:09.449412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Network hostable DHCP agents. Network: 8f3b0cfa-8098-45d3-9436-d6f09d07cf62, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:09.453574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event updated for resources: {'Subnet': ['ID=8d33dad6-accd-43de-84a3-7145ae04a97d,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:09.467162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a08d78f6-2226-4efd-b5d8-801f91931c42, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a08d78f6-2226-4efd-b5d8-801f91931c42,segment=NetworkSegment(e8a237e9-8311-44a7-9fba-c88da8bcae44),segment_id=e8a237e9-8311-44a7-9fba-c88da8bcae44)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:09.492197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:09.492197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.509119 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Project 7d9a53ef8d124d2e8a47870ca1241c60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:20:09.520167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.536610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=d1944e98-e2eb-4127-ba3d-27213ec84c4d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:09.538765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.539100 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Added segment 9e6be1c9-6483-42b7-80fe-28a617a0af3f of type vlan for network 802f5860-06db-4f16-af4f-c383bb7e816a Mar 03 12:20:09.547939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.559569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04adc463-127d-43d7-932e-223ac19ff24c None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:09.568290 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d2c6600a-9cbd-4f39-aeca-8cc24e0042b7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/d1944e98-e2eb-4127-ba3d-27213ec84c4d HTTP/1.1" status: 204 len: 168 time: 0.8049123 Mar 03 12:20:09.568945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36310) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:09.577478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:09.579380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.590356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] DHCP port deletion for 579021ae-cf3a-44e3-bb32-dd0af8326349 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:09.599637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.600833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:09.663356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] Deleting port a08d78f6-2226-4efd-b5d8-801f91931c42 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:09.663729 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.680454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 8f3b0cfa-8098-45d3-9436-d6f09d07cf62) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:09.686422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:09.687050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.697729 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.726302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.732474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:09.734441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.742151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:09.746455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:09.749400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:09.755309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:09.783226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.797479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ffed8e-3616-4ef7-8327-f247eb8fdcf8 None None] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:09.809778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16598b4-29ca-464b-b251-7a76e91aff6c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:09.833887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36314) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:09.836961 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-230e2c4d-3697-4012-b219-2c2e5b048a6e tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5844686 Mar 03 12:20:09.844463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Request body: {'port': {'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-370252037'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:09.845422 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6339138 Mar 03 12:20:09.848878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36318) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:09.856251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'subnet': {'network_id': '802f5860-06db-4f16-af4f-c383bb7e816a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:09.872245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef95626-4b2f-4aaa-8a07-8dd57b759bf7 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Network': ['ID=802f5860-06db-4f16-af4f-c383bb7e816a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:09.942940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.944336 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-326e4a8b-c6d0-451d-a46e-b16c5fdce87a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5921021 Mar 03 12:20:09.951507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36322) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:09.952441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 802f5860-06db-4f16-af4f-c383bb7e816a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:09.956220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:09.960325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:09.985920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:20:09.986548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:20:10.019591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:10.041229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:10.097385 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e3404e7b-e30b-46fa-ba9c-5a41922a8509 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules/f16598b4-29ca-464b-b251-7a76e91aff6c HTTP/1.1" status: 200 len: 769 time: 0.1348248 Mar 03 12:20:10.099960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36328) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:10.130599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:10.132041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:10.134890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.151041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Usage tracker for resource:port and tenant:20f173ca94ed454eb586f342c8491b90 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:10.160360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:10.163855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a08d78f6-2226-4efd-b5d8-801f91931c42,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:10.185339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:10.200298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180dc4c-7e74-4f66-b3ff-bf13ed31f71a req-d89f0712-8fc7-4149-b7ce-3e1cbfe92727 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:10.202051 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d180dc4c-7e74-4f66-b3ff-bf13ed31f71a req-d89f0712-8fc7-4149-b7ce-3e1cbfe92727 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1499248 Mar 03 12:20:10.208141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-350b896a-d320-4c0e-9964-60210dc0a780 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:10.299444 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d180dc4c-7e74-4f66-b3ff-bf13ed31f71a req-ccbaba96-bc34-4e16-8120-4bf5e9db35cf tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524011 Mar 03 12:20:10.322854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-80536b79-ccf1-4f96-8c34-b7340d8171fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.413888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Made reservation on behalf of 20f173ca94ed454eb586f342c8491b90 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:10.418652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.456550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-350b896a-d320-4c0e-9964-60210dc0a780 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:10.462159 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-350b896a-d320-4c0e-9964-60210dc0a780 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3587968 Mar 03 12:20:10.462353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a08d78f6-2226-4efd-b5d8-801f91931c42 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:20:10.462471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] device_id is not set on port fd417034-ea41-4e7a-a5d0-56a5e5818825 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:20:10.507363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36332) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:10.529110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.574761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] For port a08d78f6-2226-4efd-b5d8-801f91931c42, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a08d78f6-2226-4efd-b5d8-801f91931c42,segment=NetworkSegment(e8a237e9-8311-44a7-9fba-c88da8bcae44),segment_id=e8a237e9-8311-44a7-9fba-c88da8bcae44)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:10.575398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.610365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c20e2ce-b504-4f63-8565-7f888a34421c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.644351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c20e2ce-b504-4f63-8565-7f888a34421c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.658963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:10.672099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:10.679564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:10.679564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.735088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] Calling delete_port for a08d78f6-2226-4efd-b5d8-801f91931c42 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:10.754251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=7d779706-50f4-4f08-92d6-b4504c0c0158,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:10.771572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-8f3b0cfa-8098-45d3-9436-d6f09d07cf62', 'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62', 'tenant_id': '20f173ca94ed454eb586f342c8491b90', 'fixed_ips': [{'subnet_id': '8d33dad6-accd-43de-84a3-7145ae04a97d'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:10.772259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.805473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Allocated IP 2001:db8::187 (8f3b0cfa-8098-45d3-9436-d6f09d07cf62/8d33dad6-accd-43de-84a3-7145ae04a97d/fd417034-ea41-4e7a-a5d0-56a5e5818825) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:10.816414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:20:10.818138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.839165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c20e2ce-b504-4f63-8565-7f888a34421c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.844735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c20e2ce-b504-4f63-8565-7f888a34421c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:10.848141 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2c20e2ce-b504-4f63-8565-7f888a34421c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f16598b4-29ca-464b-b251-7a76e91aff6c HTTP/1.1" status: 204 len: 168 time: 0.3375773 Mar 03 12:20:10.854115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36336) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:10.871855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20e2ce-b504-4f63-8565-7f888a34421c tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f16598b4-29ca-464b-b251-7a76e91aff6c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:10.882162 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ee1e32fd-4491-44f9-9bf0-df6bcc3386e1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3114035 Mar 03 12:20:10.882952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36340) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:10.898751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'security_group': {'name': 'tempest-secgroup-730400553'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:10.910048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:10.928525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Subnet': ['ID=ad705ee7-2b8b-4418-8c24-75f081c7b0b3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:10.948480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Checking segment: {'id': '9e6be1c9-6483-42b7-80fe-28a617a0af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '802f5860-06db-4f16-af4f-c383bb7e816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:10.949108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network hostable DHCP agents. Network: 802f5860-06db-4f16-af4f-c383bb7e816a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:10.951160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:10.969236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:10.969236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:10.973861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ed9c01ed-dee8-4714-997f-1e43242a8c17 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:10.989513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.015354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Provisioning for port d0c40b65-19ac-44a4-8dee-c00cd254f70c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:11.021103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Provisioning complete for port d0c40b65-19ac-44a4-8dee-c00cd254f70c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:11.021497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.093596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-56027ba7-8a64-44af-b971-414ec8a94a69 None None] Port d0c40b65-19ac-44a4-8dee-c00cd254f70c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:11.101062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.119219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Transition to ACTIVE for port object fd417034-ea41-4e7a-a5d0-56a5e5818825 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:11.134112 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.151147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.153079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ed9c01ed-dee8-4714-997f-1e43242a8c17 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:11.160025 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ed9c01ed-dee8-4714-997f-1e43242a8c17 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3000360 Mar 03 12:20:11.160025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network 802f5860-06db-4f16-af4f-c383bb7e816a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:11.160025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36344) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:11.173820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:11.178219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group_rule and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:11.181690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:11.190377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:11.225194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.249546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d38afab-9773-44b2-b0d7-93deeff52a4e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.296172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.301796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] Pushing event deleted for resources: {'Port': ['ID=a08d78f6-2226-4efd-b5d8-801f91931c42,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:11.304800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 802f5860-06db-4f16-af4f-c383bb7e816a) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:11.316429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051b791-05d8-40cc-a2f2-7332cbc54394 None None] No DVR routers for this DVR port a08d78f6-2226-4efd-b5d8-801f91931c42 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:11.328684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f422c-6656-438d-bbb2-0e9c67556442 None None] Network 802f5860-06db-4f16-af4f-c383bb7e816a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:11.329027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d38afab-9773-44b2-b0d7-93deeff52a4e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.335367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event updated for resources: {'Port': ['ID=fd417034-ea41-4e7a-a5d0-56a5e5818825,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:11.344792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:11.347548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:11.350279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:11.353657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:11.355572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.357779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:11.358935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.424881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.495284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Allocated IP 2001:db8::2 (8f3b0cfa-8098-45d3-9436-d6f09d07cf62/8d33dad6-accd-43de-84a3-7145ae04a97d/315f4da8-ac2f-4c80-b2c1-7d517ab518ee) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:11.498154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.539883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-085260a2-2bec-4980-9e45-821a55fb2702 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6898124 Mar 03 12:20:11.542744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36350) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:11.544604 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ff7802f2-7e30-4805-8f22-565633a6ce6c tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7093983 Mar 03 12:20:11.545660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.547488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36354) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:11.577968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Request body: {'port': {'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1888358921', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:11.577968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.api.validators [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] bootfile-name is not in valid_values {{(pid=88431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:20:11.577968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.api.validators [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] tftp-server is not in valid_values {{(pid=88431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:20:11.577968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.api.validators [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] server-ip-address is not in valid_values {{(pid=88431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:20:11.607479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9fd1d2-4bd4-45f3-b96b-e26575b01dd8,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:11.651490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5a9d8-d018-47f9-a6a8-cee1c2896217 req-688849c1-7dd1-4d08-8e52-972ef2bf5bae tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:11.653350 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c0b5a9d8-d018-47f9-a6a8-cee1c2896217 req-688849c1-7dd1-4d08-8e52-972ef2bf5bae tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1502798 Mar 03 12:20:11.718449 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c0b5a9d8-d018-47f9-a6a8-cee1c2896217 req-bb7cf504-4f6c-4ae0-a5b2-199790a0f2fa tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577214 Mar 03 12:20:11.724046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.730534 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ea1c6e35-22ae-4600-a0e7-0118d0620669 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8353331 Mar 03 12:20:11.730534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36360) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:11.736669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'security_group': {'name': 'tempest-secgroup-1788486274'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:11.742447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d38afab-9773-44b2-b0d7-93deeff52a4e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.746927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:11.752741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:11.756207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:11.765023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:11.790595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38afab-9773-44b2-b0d7-93deeff52a4e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f1a34-0eae-4b5f-b524-9f386af9c208,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:11.798918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-802f5860-06db-4f16-af4f-c383bb7e816a', 'network_id': '802f5860-06db-4f16-af4f-c383bb7e816a', 'tenant_id': 'e787a607323f4a3aafb2e6cd06a96e40', 'fixed_ips': [{'subnet_id': 'ad705ee7-2b8b-4418-8c24-75f081c7b0b3'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:11.800839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.837354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.901080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:11.905547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group_rule and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:11.908817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:11.914911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:11.917212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0414645-0c7e-4d34-af3c-d25be1609938 None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:11.955379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:11.967137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Usage tracker for resource:port and tenant:20f173ca94ed454eb586f342c8491b90 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:11.967379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.980107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:11.992694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d38afab-9773-44b2-b0d7-93deeff52a4e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:11.994029 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6d38afab-9773-44b2-b0d7-93deeff52a4e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/522f1a34-0eae-4b5f-b524-9f386af9c208 HTTP/1.1" status: 204 len: 168 time: 0.8349094 Mar 03 12:20:11.997376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:11.997554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36366) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:12.009981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.049819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Transition to ACTIVE for port object 315f4da8-ac2f-4c80-b2c1-7d517ab518ee will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:12.075329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b8d159c1-3d27-491e-982e-39633afff099 None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:12.077204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b8d159c1-3d27-491e-982e-39633afff099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.099062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7aef6-28f1-44a4-8206-3aca0dd311b0 req-b0c6c9d6-416f-466f-a736-c5ea97fa3896 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:12.100624 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cdd7aef6-28f1-44a4-8206-3aca0dd311b0 req-b0c6c9d6-416f-466f-a736-c5ea97fa3896 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.2183187 Mar 03 12:20:12.116089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.133544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Transition to ACTIVE for port object 315f4da8-ac2f-4c80-b2c1-7d517ab518ee will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:12.147839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.167271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Made reservation on behalf of 20f173ca94ed454eb586f342c8491b90 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:12.170832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.175332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2e24d960-81ad-48ad-bbf6-aff15744c1e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:12.235092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] device_id is not set on port 8b298847-68c1-44be-b22d-73348349a50f yet. {{(pid=88431) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:20:12.255788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Allocated IP 2001:db8::f816:3eff:fed0:d39a (802f5860-06db-4f16-af4f-c383bb7e816a/ad705ee7-2b8b-4418-8c24-75f081c7b0b3/79754c3a-e5cc-4baf-b1f2-8198f42ad313) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:12.276883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cdd7aef6-28f1-44a4-8206-3aca0dd311b0 req-ba92bdcc-560b-4f55-bf1c-29067ae96200 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254199 Mar 03 12:20:12.313530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36370) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:12.406185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9f7db-c328-4395-8d2c-c1755652d400 tempest-TestNetworkAdvancedServerOps-975287634 tempest-TestNetworkAdvancedServerOps-975287634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:12.410567 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f3a9f7db-c328-4395-8d2c-c1755652d400 tempest-TestNetworkAdvancedServerOps-975287634 tempest-TestNetworkAdvancedServerOps-975287634-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1094 time: 0.0928111 Mar 03 12:20:12.410726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36374) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:12.415812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:12.422640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:12.426506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Usage tracker for resource:floatingip and tenant:ac7efb8ed96c4831b80a0e5e57e823bd is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:12.429312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:12.435437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:12.516500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b8d159c1-3d27-491e-982e-39633afff099 None None] Provisioning complete for port acc05164-0fe0-4dae-ace9-4508307b73a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:12.516875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b8d159c1-3d27-491e-982e-39633afff099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.668068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b8d159c1-3d27-491e-982e-39633afff099 None None] Port acc05164-0fe0-4dae-ace9-4508307b73a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:12.668068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.676153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Transition to ACTIVE for port object 79754c3a-e5cc-4baf-b1f2-8198f42ad313 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:12.755240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Transition to ACTIVE for port object 79754c3a-e5cc-4baf-b1f2-8198f42ad313 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:12.774575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.775131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] Update dhcp port {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'fixed_ips': [{'subnet_id': '24d98541-d14b-4ed9-817b-a63167f33671', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d779706-50f4-4f08-92d6-b4504c0c0158'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': 'a50b6160-c673-41b9-9c7c-e0fe7f122f31'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:20:12.815043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.830583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2e24d960-81ad-48ad-bbf6-aff15744c1e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:12.832366 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2e24d960-81ad-48ad-bbf6-aff15744c1e3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8336751 Mar 03 12:20:12.839083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.855021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36378) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:12.858342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6715b62-a0cf-4215-a396-f762b5f57506,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:12.868170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887843539'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:12.892578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:12.895550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:12.898234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.908390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:12.915807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:12.924866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:12.927241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.939044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.942268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Pushing event updated for resources: {'Port': ['ID=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:12.949902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Allocated IP 2001:db8::3d9 (8f3b0cfa-8098-45d3-9436-d6f09d07cf62/8d33dad6-accd-43de-84a3-7145ae04a97d/8b298847-68c1-44be-b22d-73348349a50f) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:12.971954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:12.973364 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-472f3a1e-0979-4b2f-81f3-5b0180fa1425 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2437446 Mar 03 12:20:12.977922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36382) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:12.989199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'security_group': {'name': 'tempest-secgroup-1574303863'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:13.003078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:13.008669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:13.013976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:13.021375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:13.058494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.095884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.115232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.128544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Network 802f5860-06db-4f16-af4f-c383bb7e816a is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:13.137039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:13.139521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.158711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:13.163858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:13.164107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:13.173715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:13.175632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:13.212289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Subnet': ['ID=ad705ee7-2b8b-4418-8c24-75f081c7b0b3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:13.224509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:13.244761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:security_group_rule and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:13.252291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:13.271272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:13.285097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Pushing event updated for resources: {'Port': ['ID=79754c3a-e5cc-4baf-b1f2-8198f42ad313,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:13.315846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Allocated IP 172.26.8.223 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/01b216a2-ddf0-43d9-aa66-bcd96cd4f1b0) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:13.320295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Attempting to bind port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:13.320295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Attempting to bind port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '41b223f7-8da5-4b17-b6ec-e4a2747f9103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:13.320295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Attempting to bind port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee on network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:13.372108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:13.372724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Checking segment: {'id': '41b223f7-8da5-4b17-b6ec-e4a2747f9103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:13.373275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.373831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Bound using segment: {'id': '41b223f7-8da5-4b17-b6ec-e4a2747f9103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:13.374482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Bound port: 315f4da8-ac2f-4c80-b2c1-7d517ab518ee, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b223f7-8da5-4b17-b6ec-e4a2747f9103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8f3b0cfa-8098-45d3-9436-d6f09d07cf62'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:13.374858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.394881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.411161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.438261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802f5860-06db-4f16-af4f-c383bb7e816a']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:13.461117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6be1c9-6483-42b7-80fe-28a617a0af3f') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:13.461117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6be1c9-6483-42b7-80fe-28a617a0af3f') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:13.461943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Attempting to bind port 79754c3a-e5cc-4baf-b1f2-8198f42ad313 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:13.461943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Attempting to bind port 79754c3a-e5cc-4baf-b1f2-8198f42ad313 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9e6be1c9-6483-42b7-80fe-28a617a0af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '802f5860-06db-4f16-af4f-c383bb7e816a'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:13.461943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Attempting to bind port 79754c3a-e5cc-4baf-b1f2-8198f42ad313 on network 802f5860-06db-4f16-af4f-c383bb7e816a {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:13.477369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.485708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.509891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:13.510504 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Checking segment: {'id': '9e6be1c9-6483-42b7-80fe-28a617a0af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '802f5860-06db-4f16-af4f-c383bb7e816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:13.511158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.511815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Bound using segment: {'id': '9e6be1c9-6483-42b7-80fe-28a617a0af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '802f5860-06db-4f16-af4f-c383bb7e816a'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:13.512674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Bound port: 79754c3a-e5cc-4baf-b1f2-8198f42ad313, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6be1c9-6483-42b7-80fe-28a617a0af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '802f5860-06db-4f16-af4f-c383bb7e816a'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:13.513635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.520370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.521620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.522707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.525204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Transition to ACTIVE for port object 8b298847-68c1-44be-b22d-73348349a50f will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:13.539013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:13.539013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:13.556432 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:13.601407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.626716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.637309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cbc187-da9f-4e55-acf0-a130d4dd9600,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:13.638501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] Allocated IP 172.20.0.2 (42c9d800-ed64-48cd-b72e-d9a44806f18c/7d779706-50f4-4f08-92d6-b4504c0c0158/a50b6160-c673-41b9-9c7c-e0fe7f122f31) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:13.642694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] For port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:13.654766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] For port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,segment=NetworkSegment(41b223f7-8da5-4b17-b6ec-e4a2747f9103),segment_id=41b223f7-8da5-4b17-b6ec-e4a2747f9103)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:13.672730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 12:20:13.672730 dv-neutron-831730-1-hyperv neutron-server[88431]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 12:20:13.672730 dv-neutron-831730-1-hyperv neutron-server[88431]: [parameters: {'id': '802f5860-06db-4f16-af4f-c383bb7e816a'}] Mar 03 12:20:13.672730 dv-neutron-831730-1-hyperv neutron-server[88431]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:20:13.673943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:20:13.688078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b19ca8-c95e-41a9-8dc7-f82838b7f85c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:13.717333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.723472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] For port 79754c3a-e5cc-4baf-b1f2-8198f42ad313, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:13.761427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.765235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.765407 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b760e24d-9f6b-4c45-b691-4166823d6a8e tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9061210 Mar 03 12:20:13.766588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.770485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0810fb0c-0561-40f8-bb85-94dc7674f2e2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7918522 Mar 03 12:20:13.771124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36386) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:13.771857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36388) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:13.778638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1515217181', 'security_groups': ['20b19ca8-c95e-41a9-8dc7-f82838b7f85c'], 'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d779706-50f4-4f08-92d6-b4504c0c0158'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:13.796446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Request body: {'security_group_rule': {'security_group_id': 'e2cbc187-da9f-4e55-acf0-a130d4dd9600', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:13.831176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:13.841108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] For port 79754c3a-e5cc-4baf-b1f2-8198f42ad313, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=79754c3a-e5cc-4baf-b1f2-8198f42ad313,segment=NetworkSegment(9e6be1c9-6483-42b7-80fe-28a617a0af3f),segment_id=9e6be1c9-6483-42b7-80fe-28a617a0af3f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:13.844884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.853852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Usage tracker for resource:security_group_rule and tenant:7d9a53ef8d124d2e8a47870ca1241c60 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:13.899759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:13.906241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dbcb7-62ea-48c5-ba2b-3c52c3e0cab9 None None] Pushing event updated for resources: {'Port': ['ID=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:13.914754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] For port a50b6160-c673-41b9-9c7c-e0fe7f122f31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a50b6160-c673-41b9-9c7c-e0fe7f122f31,segment=NetworkSegment(e6df0be1-679e-4ba7-bece-c3c6cc043b73),segment_id=e6df0be1-679e-4ba7-bece-c3c6cc043b73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:13.946953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.954385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:13.956854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.962345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:13.967638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:13.978162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:13.978162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:13.982693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event updated for resources: {'Port': ['ID=8b298847-68c1-44be-b22d-73348349a50f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:13.994890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:14.024131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] Transition to ACTIVE for port object a50b6160-c673-41b9-9c7c-e0fe7f122f31 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:14.039577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:14.045581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:14.048378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:14.091333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64db9a8-2c98-4b45-b309-0483991bb466 None None] Pushing event updated for resources: {'Port': ['ID=79754c3a-e5cc-4baf-b1f2-8198f42ad313,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:14.109936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c40c1f77-b71a-4607-9bf8-6bd19baee577 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5612125 Mar 03 12:20:14.112530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36394) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:14.126908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f90f3-1a68-4d52-9efa-c9623be6e6df None None] Network 802f5860-06db-4f16-af4f-c383bb7e816a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:14.133986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Port': ['ID=01b216a2-ddf0-43d9-aa66-bcd96cd4f1b0,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:14.177173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.185627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.224150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.224522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Deleting port 79754c3a-e5cc-4baf-b1f2-8198f42ad313 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:14.225504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.253299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:14.299128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:14.378748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15155de5-cb1c-4a23-820b-616da301ad3a tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:14.397775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15155de5-cb1c-4a23-820b-616da301ad3a tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:14.397891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:14.409977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15155de5-cb1c-4a23-820b-616da301ad3a tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:14.411444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15155de5-cb1c-4a23-820b-616da301ad3a tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Synchronizing usage tracker for tenant:20f173ca94ed454eb586f342c8491b90 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:14.455691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.492415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cbc30-b601-471a-84ec-f9a9a7574c6a None None] Pushing event updated for resources: {'Port': ['ID=a50b6160-c673-41b9-9c7c-e0fe7f122f31,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:14.597000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 315f4da8-ac2f-4c80-b2c1-7d517ab518ee up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:14.627268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.628579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15155de5-cb1c-4a23-820b-616da301ad3a tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Unset dirty status for tenant:20f173ca94ed454eb586f342c8491b90 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:14.632794 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-15155de5-cb1c-4a23-820b-616da301ad3a tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5192626 Mar 03 12:20:14.633938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36398) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:14.683065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a462e2c-e05a-4df3-ba88-28c22f4a3b44,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:14.719101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] For port 79754c3a-e5cc-4baf-b1f2-8198f42ad313, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=79754c3a-e5cc-4baf-b1f2-8198f42ad313,segment=NetworkSegment(9e6be1c9-6483-42b7-80fe-28a617a0af3f),segment_id=9e6be1c9-6483-42b7-80fe-28a617a0af3f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:14.722273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.749946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:14.798586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.800431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3b45f639-3f02-4fa0-8c96-3e537dd296f3 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0276225 Mar 03 12:20:14.805441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36402) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:14.845052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:14.876560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Calling delete_port for 79754c3a-e5cc-4baf-b1f2-8198f42ad313 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:14.921818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Deleting port 8b298847-68c1-44be-b22d-73348349a50f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:14.921818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.102247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] device_id is not set on port dde42183-bc96-4e4c-9d9f-61e5c54c5414 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:20:15.184462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018630ce-c1c9-4e7d-a0cc-6a48cebcc3ca tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.203700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.296376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No DVR routers for this DVR port 79754c3a-e5cc-4baf-b1f2-8198f42ad313 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:15.300997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Port': ['ID=79754c3a-e5cc-4baf-b1f2-8198f42ad313,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:15.309125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018630ce-c1c9-4e7d-a0cc-6a48cebcc3ca tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.323859 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-68312613-ab70-4fa9-8bd7-c91bed694699 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4604919 Mar 03 12:20:15.391783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbdb722-a348-48fd-ae05-0cf3ec7de968 None None] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:15.479172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fdabd8aa-009c-488b-87f8-ad13bbb47128 None None] Provisioning for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:15.487690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.489098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fdabd8aa-009c-488b-87f8-ad13bbb47128 None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:15.489650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fdabd8aa-009c-488b-87f8-ad13bbb47128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.522121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.524195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.4 (42c9d800-ed64-48cd-b72e-d9a44806f18c/7d779706-50f4-4f08-92d6-b4504c0c0158/dde42183-bc96-4e4c-9d9f-61e5c54c5414) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:15.538573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.539830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802f5860-06db-4f16-af4f-c383bb7e816a']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:15.543702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018630ce-c1c9-4e7d-a0cc-6a48cebcc3ca tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.588687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018630ce-c1c9-4e7d-a0cc-6a48cebcc3ca tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cbc187-da9f-4e55-acf0-a130d4dd9600,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:15.681122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Calling delete_port for 8b298847-68c1-44be-b22d-73348349a50f owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:15.689775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-1e26e6be-bbdb-444f-93a5-5766e197c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:15.689775 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-1e26e6be-bbdb-444f-93a5-5766e197c321 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 1098 time: 0.2451618 Mar 03 12:20:15.738801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6be1c9-6483-42b7-80fe-28a617a0af3f') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:15.739283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6be1c9-6483-42b7-80fe-28a617a0af3f') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:15.777344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.811106 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018630ce-c1c9-4e7d-a0cc-6a48cebcc3ca tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.817225 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-018630ce-c1c9-4e7d-a0cc-6a48cebcc3ca tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/e2cbc187-da9f-4e55-acf0-a130d4dd9600 HTTP/1.1" status: 204 len: 168 time: 1.0035498 Mar 03 12:20:15.817368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36406) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:15.853935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.877277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:15.878194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.898237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fdabd8aa-009c-488b-87f8-ad13bbb47128 None None] Provisioning complete for port acc05164-0fe0-4dae-ace9-4508307b73a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:15.898824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fdabd8aa-009c-488b-87f8-ad13bbb47128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:15.904969 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:15.948363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:15.973972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fdabd8aa-009c-488b-87f8-ad13bbb47128 None None] Port acc05164-0fe0-4dae-ace9-4508307b73a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:16.037891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.067605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-2f3303c2-d569-4778-834a-11e49f15d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:16.069107 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-2f3303c2-d569-4778-834a-11e49f15d3d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.3228531 Mar 03 12:20:16.138555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a3b4bdff-a3fb-431e-827d-03e007738072 None None] Provisioning for port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:16.145375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a3b4bdff-a3fb-431e-827d-03e007738072 None None] Provisioning complete for port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:16.150533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a3b4bdff-a3fb-431e-827d-03e007738072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.234723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-de0a42a1-88fd-4730-8628-7e60c05e3d27 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:16.278373 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-3ae07dd1-65bd-4fed-9d0e-f43e01d597c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f767d07-5439-45b2-8548-4a97daa0ec85 HTTP/1.1" status: 200 len: 1001 time: 0.2008159 Mar 03 12:20:16.299412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a3b4bdff-a3fb-431e-827d-03e007738072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.320576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.345646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a3b4bdff-a3fb-431e-827d-03e007738072 None None] For port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,segment=NetworkSegment(41b223f7-8da5-4b17-b6ec-e4a2747f9103),segment_id=41b223f7-8da5-4b17-b6ec-e4a2747f9103)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:16.375495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.377781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object dde42183-bc96-4e4c-9d9f-61e5c54c5414 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:16.389104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-de0a42a1-88fd-4730-8628-7e60c05e3d27 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:16.389104 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-de0a42a1-88fd-4730-8628-7e60c05e3d27 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5639708 Mar 03 12:20:16.389104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.390814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event deleted for resources: {'Port': ['ID=8b298847-68c1-44be-b22d-73348349a50f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:16.394059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36410) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:16.421130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.424378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Network': ['ID=802f5860-06db-4f16-af4f-c383bb7e816a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:16.436403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a3b4bdff-a3fb-431e-827d-03e007738072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.456558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-f4b9e059-77ac-4312-9f1c-9f48766a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:16.458159 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-f4b9e059-77ac-4312-9f1c-9f48766a901b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.1714859 Mar 03 12:20:16.462744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.498667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.505935 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-992ad234-0289-4363-b95f-6b485acf84c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "DELETE /v2.0/ports/8b298847-68c1-44be-b22d-73348349a50f HTTP/1.1" status: 204 len: 168 time: 1.8649247 Mar 03 12:20:16.512508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a50b6160-c673-41b9-9c7c-e0fe7f122f31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:16.514977 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d3207c6-f7b9-4828-b5b8-993b8b2b3b22 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/802f5860-06db-4f16-af4f-c383bb7e816a HTTP/1.1" status: 204 len: 168 time: 4.9703710 Mar 03 12:20:16.516169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36414) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:16.516731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36416) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:16.524220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Request body: {'port': {'name': 'tempest-new-port-name-468096195', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:16.525200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.api.validators [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] bootfile-name is not in valid_values {{(pid=88431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:20:16.525622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.api.validators [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] tftp-server is not in valid_values {{(pid=88431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:20:16.526266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.api.validators [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] server-ip-address is not in valid_values {{(pid=88431) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 12:20:16.561907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-571086431'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:16.588317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:16.603116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:network and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:16.615010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f18d447f-3dc7-411f-ab3d-04c431b1d764 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Synchronizing usage tracker for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:16.620751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:16.635194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5c40cec5-dc1e-477f-bf6a-71b340f0f30f None None] Provisioning complete for port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:16.635563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c40cec5-dc1e-477f-bf6a-71b340f0f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.643620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:16.664300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.692581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event updated for resources: {'Port': ['ID=01b216a2-ddf0-43d9-aa66-bcd96cd4f1b0,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:16.709026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4bdff-a3fb-431e-827d-03e007738072 None None] Pushing event updated for resources: {'Port': ['ID=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:16.724295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.737271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.771135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:16.771517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.812273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f18d447f-3dc7-411f-ab3d-04c431b1d764 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] Unset dirty status for tenant:7d9a53ef8d124d2e8a47870ca1241c60 on resource:security_group_rule {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:16.812273 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f18d447f-3dc7-411f-ab3d-04c431b1d764 tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3955822 Mar 03 12:20:16.813445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36422) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:16.824354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:16.827985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.881270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:16.892457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.892897 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Added segment 736f1fd1-28b8-4d15-b33d-5c9dd540ca16 of type vlan for network 3122466e-c162-4a75-b8f9-c631a101eddc Mar 03 12:20:16.927358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:16.977557 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-212698c7-654a-4ea1-89cd-1913d62f2c1a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] delete failed (client error): The resource could not be found. Mar 03 12:20:16.978883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-212698c7-654a-4ea1-89cd-1913d62f2c1a tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "DELETE /v2.0/security-groups/e2cbc187-da9f-4e55-acf0-a130d4dd9600 HTTP/1.1" status: 404 len: 347 time: 0.1566122 Mar 03 12:20:16.983411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36426) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:17.018277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.028064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:17.028064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.049136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5c40cec5-dc1e-477f-bf6a-71b340f0f30f None None] Provisioning for port fd417034-ea41-4e7a-a5d0-56a5e5818825 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:17.071444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5c40cec5-dc1e-477f-bf6a-71b340f0f30f None None] Provisioning complete for port fd417034-ea41-4e7a-a5d0-56a5e5818825 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:17.071822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c40cec5-dc1e-477f-bf6a-71b340f0f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.100223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:17.101826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa64ecd-d321-48f5-91cd-38337f9bd81f None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:20:17.113450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:17.116041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:17.178937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5c40cec5-dc1e-477f-bf6a-71b340f0f30f None None] Port fd417034-ea41-4e7a-a5d0-56a5e5818825 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:17.186899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5c40cec5-dc1e-477f-bf6a-71b340f0f30f None None] Could not find standard attr ID for object 8b298847-68c1-44be-b22d-73348349a50f. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:20:17.208038 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Floating IP fffc1e5b-ce6c-45ff-93ad-7147b1cbd101 associated. External IP: 172.26.8.223, port: 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e. Mar 03 12:20:17.265279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa64ecd-d321-48f5-91cd-38337f9bd81f None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:20:17.267084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Network': ['ID=3122466e-c162-4a75-b8f9-c631a101eddc,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:17.282780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 3122466e-c162-4a75-b8f9-c631a101eddc details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:17.292266 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c8c34a00-6449-4f1c-9cae-728e3fa301de tempest-SecGroupIPv6Test-1926210454 tempest-SecGroupIPv6Test-1926210454-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3012731 Mar 03 12:20:17.318031 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ac5de974-d53c-4226-948c-c3d96ad8a617 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7960725 Mar 03 12:20:17.318031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36432) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:17.321742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=dde42183-bc96-4e4c-9d9f-61e5c54c5414,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:17.328029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'subnet': {'network_id': '3122466e-c162-4a75-b8f9-c631a101eddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:17.346669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:17.349830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.374348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-f5056300-4717-436c-8d8f-b582d332d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:17.375921 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-f5056300-4717-436c-8d8f-b582d332d88b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9029090 Mar 03 12:20:17.439173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5d2de47c-9fea-4657-99fa-51fe6a60d8df None None] Could not find standard attr ID for object 8b298847-68c1-44be-b22d-73348349a50f. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:20:17.463280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:17.472193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:subnet and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:17.478581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:17.486832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:17.517432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.568900 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8e45cc89-9e3c-4df9-b244-279110cabbae tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7935119 Mar 03 12:20:17.569067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:17.571727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.574802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36436) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:17.597897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:17.660719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.736724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] In _notify_port_updated(), no bound segment for port fd417034-ea41-4e7a-a5d0-56a5e5818825 on network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 {{(pid=88431) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:20:17.740442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:17.741113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:17.742389 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "PUT /v2.0/ports/fd417034-ea41-4e7a-a5d0-56a5e5818825 HTTP/1.1" status: 200 len: 1129 time: 1.2245212 Mar 03 12:20:17.748549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36440) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:17.772680 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:20:17.814592 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-879d8fcd-c6ab-4a32-a908-caab447bac91 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261749 Mar 03 12:20:17.831525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d7cf0-60a4-4cc7-91f7-fa1cce617ccf tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event updated for resources: {'Port': ['ID=fd417034-ea41-4e7a-a5d0-56a5e5818825,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:17.862465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa71840-8446-47bc-acd6-26ba4e0a68b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:17.862465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4aa71840-8446-47bc-acd6-26ba4e0a68b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Synchronizing usage tracker for tenant:20f173ca94ed454eb586f342c8491b90 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:17.959006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4aa71840-8446-47bc-acd6-26ba4e0a68b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Unset dirty status for tenant:20f173ca94ed454eb586f342c8491b90 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:17.960430 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4aa71840-8446-47bc-acd6-26ba4e0a68b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "GET /v2.0/ports/fd417034-ea41-4e7a-a5d0-56a5e5818825 HTTP/1.1" status: 200 len: 1129 time: 0.2106903 Mar 03 12:20:17.969435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36446) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:18.065923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:18.083921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:18.093686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36450) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:18.098152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:18.110756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:18.119852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Router 31061060-2bdc-4133-879d-58e293adb6d0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:20:18.122668 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88889f71-7f06-4a03-833b-499fdf90a4bb req-7a9b46ff-a444-4ff8-9e6c-64694dc7311a service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009658 Mar 03 12:20:18.161652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Deleting port fd417034-ea41-4e7a-a5d0-56a5e5818825 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:18.162000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.290170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:18.293645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.312678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.418344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:18.433260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] Sync routers for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:18.447672 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4d3fbb61-272e-4173-8602-ee2050d3496e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d9a53ef8d124d2e8a47870ca1241c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501270 Mar 03 12:20:18.449718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a69173b8-6b73-4846-8e38-8d527898b3a4 None None] Provisioning for port dde42183-bc96-4e4c-9d9f-61e5c54c5414 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:18.451194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36456) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:18.477676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:18.481367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:18.498604 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.ipam_backend_mixin [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d779706-50f4-4f08-92d6-b4504c0c0158 (CIDR: 172.20.0.0/28) Mar 03 12:20:18.526666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.547535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 315f4da8-ac2f-4c80-b2c1-7d517ab518ee up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:18.571165 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:20:18.571748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:18.589481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a69173b8-6b73-4846-8e38-8d527898b3a4 None None] Provisioning complete for port dde42183-bc96-4e4c-9d9f-61e5c54c5414 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:18.589860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a69173b8-6b73-4846-8e38-8d527898b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.626290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Subnet': ['ID=32aa3a98-eb1c-4688-816d-ab35529a129b,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:18.637419 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ae0abcf3-8292-4ad4-81a9-d638ed8cfbab tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2257388 Mar 03 12:20:18.651671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:20:18.668801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a69173b8-6b73-4846-8e38-8d527898b3a4 None None] Port dde42183-bc96-4e4c-9d9f-61e5c54c5414 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:18.673321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee96d94-d03f-41c8-8b52-4d3a336d1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.691704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Checking segment: {'id': '736f1fd1-28b8-4d15-b33d-5c9dd540ca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3122466e-c162-4a75-b8f9-c631a101eddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:18.692084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network hostable DHCP agents. Network: 3122466e-c162-4a75-b8f9-c631a101eddc, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:18.693051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a69173b8-6b73-4846-8e38-8d527898b3a4 None None] Provisioning complete for port fd417034-ea41-4e7a-a5d0-56a5e5818825 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:18.693549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a69173b8-6b73-4846-8e38-8d527898b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.707228 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee96d94-d03f-41c8-8b52-4d3a336d1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.761647 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1329f5bf-bf2d-46b5-b971-769c0be4db5f tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1832612 Mar 03 12:20:18.762928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36466) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:18.774831 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'status': 'completed', 'code': 200} Mar 03 12:20:18.796218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:18.842899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee96d94-d03f-41c8-8b52-4d3a336d1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.901846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network 3122466e-c162-4a75-b8f9-c631a101eddc is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:18.910355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:18.943649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a69173b8-6b73-4846-8e38-8d527898b3a4 None None] Port fd417034-ea41-4e7a-a5d0-56a5e5818825 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:18.975259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:18.975631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.045065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:20:19.061668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee96d94-d03f-41c8-8b52-4d3a336d1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d75c572-15cc-46e5-8a5b-7e6e55268817,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:19.084081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Calling delete_port for fd417034-ea41-4e7a-a5d0-56a5e5818825 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:19.090342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-8828ccaa-722f-4edc-b2dd-efe5b4d6a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:19.092768 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-8828ccaa-722f-4edc-b2dd-efe5b4d6a47a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1099 time: 0.2971895 Mar 03 12:20:19.113600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 3122466e-c162-4a75-b8f9-c631a101eddc) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:19.118930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:19.121022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.139502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119a26f-ab75-414d-ae1a-e7df36a60cf9 None None] Network 3122466e-c162-4a75-b8f9-c631a101eddc requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:19.218567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:19.224317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:19.228162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:19.230768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc89485-6086-4f9e-9657-d5265aa3ff1a req-8a6b12c4-b232-48a6-91e1-37b8a7479d19 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:19.232965 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1dc89485-6086-4f9e-9657-d5265aa3ff1a req-8a6b12c4-b232-48a6-91e1-37b8a7479d19 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.3814189 Mar 03 12:20:19.239109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:19.283380 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-7a7a06f7-299a-42ef-9559-47c35fa93760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:19.285332 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-7a7a06f7-299a-42ef-9559-47c35fa93760 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd4df094-a264-4f77-a995-056e5f7d5845 HTTP/1.1" status: 200 len: 897 time: 0.1858187 Mar 03 12:20:19.289782 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2e0d6a78-444e-4d7a-b786-7a4565a20b18 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9705091 Mar 03 12:20:19.293014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36470) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:19.377995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:19.381594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.388431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ee96d94-d03f-41c8-8b52-4d3a336d1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.392254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8ee96d94-d03f-41c8-8b52-4d3a336d1bf4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d75c572-15cc-46e5-8a5b-7e6e55268817 HTTP/1.1" status: 204 len: 168 time: 0.9372494 Mar 03 12:20:19.426502 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1dc89485-6086-4f9e-9657-d5265aa3ff1a req-b53277cd-0cdf-4bdf-a57c-ca35d69f29a6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803596 Mar 03 12:20:19.469602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36476) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:19.514527 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-28392682-ee46-472c-ba85-00e0d6b7c106 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e HTTP/1.1" status: 200 len: 1000 time: 0.2205446 Mar 03 12:20:19.538522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.597555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.610114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-c374807d-2a34-446b-8282-6e7eba5e3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:19.611584 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-c374807d-2a34-446b-8282-6e7eba5e3f48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f60eb79-c4f2-44e1-9dde-190e257c1639 HTTP/1.1" status: 200 len: 834 time: 0.0909712 Mar 03 12:20:19.678516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.701890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event deleted for resources: {'Port': ['ID=fd417034-ea41-4e7a-a5d0-56a5e5818825,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:19.761854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.780594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-601bbda0-bba0-44b1-b85b-32c724c847ef tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/floatingips/fffc1e5b-ce6c-45ff-93ad-7147b1cbd101 HTTP/1.1" status: 200 len: 992 time: 0.3092091 Mar 03 12:20:19.797847 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.ipam_backend_mixin [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 24d98541-d14b-4ed9-817b-a63167f33671 (CIDR: 172.20.0.16/28) Mar 03 12:20:19.797847 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-432967f9-5e97-4759-a1a9-6b265281c8da tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "DELETE /v2.0/ports/fd417034-ea41-4e7a-a5d0-56a5e5818825 HTTP/1.1" status: 204 len: 168 time: 1.8258517 Mar 03 12:20:19.801820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36480) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:19.868788 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:20:19.872761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:19.895093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc940096-103a-428e-8938-642bcd977c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-3122466e-c162-4a75-b8f9-c631a101eddc', 'network_id': '3122466e-c162-4a75-b8f9-c631a101eddc', 'tenant_id': 'e787a607323f4a3aafb2e6cd06a96e40', 'fixed_ips': [{'subnet_id': '32aa3a98-eb1c-4688-816d-ab35529a129b'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:19.895093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cc940096-103a-428e-8938-642bcd977c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.942877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Deleting subnet 8d33dad6-accd-43de-84a3-7145ae04a97d {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:19.946513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:19.947658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-3374b743-24c6-449d-b975-0ef30334e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:19.949505 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-3374b743-24c6-449d-b975-0ef30334e252 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd4df094-a264-4f77-a995-056e5f7d5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2863207 Mar 03 12:20:20.007568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.015244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'fffc1e5b-ce6c-45ff-93ad-7147b1cbd101', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'floating_ip_address': '172.26.8.223', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'port_id': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'mac_address': 'fa:16:3e:23:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396e8e6-61b1-4739-86f6-355102413de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:20:15Z', 'updated_at': '2022-03-03T12:20:15Z', 'revision_number': 0, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:55Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:20.019360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] Checking router: 31061060-2bdc-4133-879d-58e293adb6d0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:20:20.028380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:20.029007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:20.045731 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-da340c26-8092-4adb-a810-249b21702760 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2557144 Mar 03 12:20:20.051592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36484) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:20.063380 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'subnet': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:20.098689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.102427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.195524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Subnet': ['ID=32aa3a98-eb1c-4688-816d-ab35529a129b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-cc940096-103a-428e-8938-642bcd977c4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32aa3a98-eb1c-4688-816d-ab35529a129b: This subnet is being modified by another concurrent operation. Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32aa3a98-eb1c-4688-816d-ab35529a129b: This subnet is being modified by another concurrent operation. Mar 03 12:20:20.210490 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:20:20.247763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a293c49-1774-428b-bd8f-04b1760b4183 None None] Network 3122466e-c162-4a75-b8f9-c631a101eddc requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:20.264294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.271438 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-92d9f08d-a086-4da8-bc0c-3d6e8bd70636 service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130765 Mar 03 12:20:20.312246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event deleted for resources: {'Subnet': ['ID=8d33dad6-accd-43de-84a3-7145ae04a97d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:20.326036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.333594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6d9d29dd-1821-495f-ad7d-0b3aaafd7fde tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "DELETE /v2.0/subnets/8d33dad6-accd-43de-84a3-7145ae04a97d HTTP/1.1" status: 204 len: 168 time: 0.5303004 Mar 03 12:20:20.336037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36488) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:20.363531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cdb6fb-fa0b-4a8a-b2a8-f9996be38e9c None None] Network 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:20.424623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:20:20.457210 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1083091-f69c-40ea-96d1-38ca3469f792 req-e3a662a2-9aa9-4cd2-896e-f6fce2cd8194 service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320901 Mar 03 12:20:20.472161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.479352 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.491918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Deleting port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:20.491918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.507751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:20.513709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3122466e-c162-4a75-b8f9-c631a101eddc']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:20.520733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Usage tracker for resource:subnet and tenant:181cd31d5184417f829737ff9dc93b1a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:20.526017 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:20.538392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736f1fd1-28b8-4d15-b33d-5c9dd540ca16') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:20.538392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736f1fd1-28b8-4d15-b33d-5c9dd540ca16') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:20.541033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:20.551111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.570924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.582820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:20.582820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:20.599654 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:20.664457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Made reservation on behalf of 181cd31d5184417f829737ff9dc93b1a for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:20.667847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.827804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36492) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:20.943531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] For port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,segment=NetworkSegment(41b223f7-8da5-4b17-b6ec-e4a2747f9103),segment_id=41b223f7-8da5-4b17-b6ec-e4a2747f9103)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:20.943903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.985877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:20.989054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.033966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Network': ['ID=3122466e-c162-4a75-b8f9-c631a101eddc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:21.046750 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a96a98e1-ca01-4d2f-bbf9-8b4b5bba7ec2 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/3122466e-c162-4a75-b8f9-c631a101eddc HTTP/1.1" status: 204 len: 168 time: 1.7466600 Mar 03 12:20:21.048938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36496) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:21.058443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-462393246'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:21.083976 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] DHCP port deletion for 8f3b0cfa-8098-45d3-9436-d6f09d07cf62 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:21.096130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Deleting port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:21.096130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.096833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Calling delete_port for 315f4da8-ac2f-4c80-b2c1-7d517ab518ee owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:21.098784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:21.108999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:network and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:21.120985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:21.131405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:21.134684 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-208bb481-d985-4a50-b5da-3b19d4b371fb tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/floatingips/fffc1e5b-ce6c-45ff-93ad-7147b1cbd101 HTTP/1.1" status: 200 len: 992 time: 0.3046653 Mar 03 12:20:21.200072 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'fffc1e5b-ce6c-45ff-93ad-7147b1cbd101', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'floating_ip_address': '172.26.8.223', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'port_id': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'mac_address': 'fa:16:3e:23:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396e8e6-61b1-4739-86f6-355102413de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:20:15Z', 'updated_at': '2022-03-03T12:20:15Z', 'revision_number': 0, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:55Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:21.206304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:21.207785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e43710-90ff-4bf3-a21b-a2adee973660 None None] The sync data for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv is: [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'fffc1e5b-ce6c-45ff-93ad-7147b1cbd101', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'floating_ip_address': '172.26.8.223', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'port_id': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'mac_address': 'fa:16:3e:23:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396e8e6-61b1-4739-86f6-355102413de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:20:15Z', 'updated_at': '2022-03-03T12:20:15Z', 'revision_number': 0, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:55Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:21.209130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.240697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:21.252059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.252415 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Added segment 5ac41e79-1200-4423-a9fe-903d9798dcea of type vlan for network 655c386b-3e9e-4bc1-b3dd-3d40224fe3aa Mar 03 12:20:21.266524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.282796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.295488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.338104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] For port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,segment=NetworkSegment(41b223f7-8da5-4b17-b6ec-e4a2747f9103),segment_id=41b223f7-8da5-4b17-b6ec-e4a2747f9103)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:21.338491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.354957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] No DVR routers for this DVR port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:21.357710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event deleted for resources: {'Port': ['ID=315f4da8-ac2f-4c80-b2c1-7d517ab518ee,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:21.395033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:21.406318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:21.420485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:21.422387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.456283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Subnet': ['ID=c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:21.498697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353df33b-ad5c-4e5d-b46b-4155e8a96b8d None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:21.508585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.513865 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685fe75-36b3-4b35-a6cb-e982712e440e None None] New status for floating IP fffc1e5b-ce6c-45ff-93ad-7147b1cbd101: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:20:21.518859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.521476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:21.522087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.552553 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f0409109-fef5-4ad7-8cad-3517651bca95 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5005624 Mar 03 12:20:21.554938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3b0cfa-8098-45d3-9436-d6f09d07cf62']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:21.566811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36502) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:21.568865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b223f7-8da5-4b17-b6ec-e4a2747f9103') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:21.570730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b223f7-8da5-4b17-b6ec-e4a2747f9103') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:21.580990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1680800056', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8'}], 'security_groups': ['ec9fd1d2-4bd4-45f3-b96b-e26575b01dd8', 'b6715b62-a0cf-4215-a396-f762b5f57506']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:21.582633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.600613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.607857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:21.608324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.646000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Calling delete_port for 315f4da8-ac2f-4c80-b2c1-7d517ab518ee owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:21.712143 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:21.723940 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6737325 Mar 03 12:20:21.726908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36506) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:21.735077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Request body: {'subnet': {'network_id': '655c386b-3e9e-4bc1-b3dd-3d40224fe3aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:21.819614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:20:21.819963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:20:21.842591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.869064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d16fbd-0c15-45f3-907d-b0f74553ea8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Network': ['ID=655c386b-3e9e-4bc1-b3dd-3d40224fe3aa,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:21.871892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:21.884542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 655c386b-3e9e-4bc1-b3dd-3d40224fe3aa details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:21.909037 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] 10.222.0.35 "DELETE /v2.0/networks/8f3b0cfa-8098-45d3-9436-d6f09d07cf62 HTTP/1.1" status: 204 len: 168 time: 1.5676310 Mar 03 12:20:21.913577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73731bcf-7038-4bc5-a37c-a953fcc61997 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738 tempest-ExtraDHCPOptionsIpV6TestJSON-1726604738-project] Pushing event deleted for resources: {'Network': ['ID=8f3b0cfa-8098-45d3-9436-d6f09d07cf62,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:21.923520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:21.928182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Usage tracker for resource:subnet and tenant:e787a607323f4a3aafb2e6cd06a96e40 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:21.931527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:21.938797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:22.012321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.030574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Made reservation on behalf of e787a607323f4a3aafb2e6cd06a96e40 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:22.034087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.079166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] Update dhcp port {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'fixed_ips': [{'subnet_id': '24d98541-d14b-4ed9-817b-a63167f33671', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d779706-50f4-4f08-92d6-b4504c0c0158', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': 'a50b6160-c673-41b9-9c7c-e0fe7f122f31'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:20:22.137063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.142310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36512) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:22.321673 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d881c57c-47cf-4a88-abc2-0ccd3c36964a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/floatingips/fffc1e5b-ce6c-45ff-93ad-7147b1cbd101 HTTP/1.1" status: 200 len: 994 time: 0.1781635 Mar 03 12:20:22.333120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Deleting port 315f4da8-ac2f-4c80-b2c1-7d517ab518ee {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:22.333484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.420303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8e3f8-1044-4671-9125-edf94c4369ee None None] The port '315f4da8-ac2f-4c80-b2c1-7d517ab518ee' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:20:22.514146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 315f4da8-ac2f-4c80-b2c1-7d517ab518ee no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:20:22.564043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.objects.ports [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88431) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 12:20:22.565833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.572400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36518) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:22.579476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 315f4da8-ac2f-4c80-b2c1-7d517ab518ee {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:20:22.580132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 315f4da8-ac2f-4c80-b2c1-7d517ab518ee not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:20:22.587798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Delete allocated IP 172.20.0.4 (42c9d800-ed64-48cd-b72e-d9a44806f18c/7d779706-50f4-4f08-92d6-b4504c0c0158) {{(pid=88430) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 12:20:22.599838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Allocated IP 172.20.0.41 (42c9d800-ed64-48cd-b72e-d9a44806f18c/c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8/dde42183-bc96-4e4c-9d9f-61e5c54c5414) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:22.639550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event updated for resources: {'Subnet': ['ID=7f70e00f-f32c-48c0-99bf-c58ca2d9f020,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:22.677204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Checking segment: {'id': '5ac41e79-1200-4423-a9fe-903d9798dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '655c386b-3e9e-4bc1-b3dd-3d40224fe3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:22.677567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network hostable DHCP agents. Network: 655c386b-3e9e-4bc1-b3dd-3d40224fe3aa, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:22.754539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Network 655c386b-3e9e-4bc1-b3dd-3d40224fe3aa is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:22.812333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1e048d37-8349-4bb7-8614-3bc642dea6bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20f173ca94ed454eb586f342c8491b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386861 Mar 03 12:20:22.815352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36524) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:22.842836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 655c386b-3e9e-4bc1-b3dd-3d40224fe3aa) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:22.848142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:22.849047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.854975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8644c745-1110-4ade-9fe8-7ff8881f6630 None None] Network 655c386b-3e9e-4bc1-b3dd-3d40224fe3aa requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:22.855619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.873865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Transition to ACTIVE for port object dde42183-bc96-4e4c-9d9f-61e5c54c5414 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:22.902056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f353614-5774-4424-895c-1d364585b3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.914958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.932758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f353614-5774-4424-895c-1d364585b3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:22.973940 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7c6e1df3-44f1-423b-99aa-a3b0c1146463 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2456062 Mar 03 12:20:22.977525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36528) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:23.061601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] Allocated IP 172.20.0.34 (42c9d800-ed64-48cd-b72e-d9a44806f18c/c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8/a50b6160-c673-41b9-9c7c-e0fe7f122f31) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:23.081269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event updated for resources: {'Port': ['ID=dde42183-bc96-4e4c-9d9f-61e5c54c5414,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:23.100169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] In _notify_port_updated(), no bound segment for port dde42183-bc96-4e4c-9d9f-61e5c54c5414 on network 42c9d800-ed64-48cd-b72e-d9a44806f18c {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:20:23.105805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:23.107070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.111592 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3167b2c3-5205-45d3-b624-fed423dac9d7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "PUT /v2.0/ports/dde42183-bc96-4e4c-9d9f-61e5c54c5414 HTTP/1.1" status: 200 len: 960 time: 1.5407331 Mar 03 12:20:23.111912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36532) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:23.136535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.142894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f353614-5774-4424-895c-1d364585b3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.168715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f353614-5774-4424-895c-1d364585b3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2993c5f6-9a17-4338-8002-494f79456e17,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:23.191405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port dde42183-bc96-4e4c-9d9f-61e5c54c5414 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:23.191938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.202629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6f353614-5774-4424-895c-1d364585b3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.207596 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6f353614-5774-4424-895c-1d364585b3de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2993c5f6-9a17-4338-8002-494f79456e17 HTTP/1.1" status: 204 len: 168 time: 0.3874278 Mar 03 12:20:23.229023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77639fdf-34ed-48d3-90ff-a2dce8a8a438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-655c386b-3e9e-4bc1-b3dd-3d40224fe3aa', 'network_id': '655c386b-3e9e-4bc1-b3dd-3d40224fe3aa', 'tenant_id': 'e787a607323f4a3aafb2e6cd06a96e40', 'fixed_ips': [{'subnet_id': '7f70e00f-f32c-48c0-99bf-c58ca2d9f020'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:23.233697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-77639fdf-34ed-48d3-90ff-a2dce8a8a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.248830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.355467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] For port a50b6160-c673-41b9-9c7c-e0fe7f122f31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a50b6160-c673-41b9-9c7c-e0fe7f122f31,segment=NetworkSegment(e6df0be1-679e-4ba7-bece-c3c6cc043b73),segment_id=e6df0be1-679e-4ba7-bece-c3c6cc043b73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:23.392216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.410580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] Transition to ACTIVE for port object a50b6160-c673-41b9-9c7c-e0fe7f122f31 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:23.464071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.519429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Subnet': ['ID=7f70e00f-f32c-48c0-99bf-c58ca2d9f020,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-77639fdf-34ed-48d3-90ff-a2dce8a8a438 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f70e00f-f32c-48c0-99bf-c58ca2d9f020: This subnet is being modified by another concurrent operation. Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f70e00f-f32c-48c0-99bf-c58ca2d9f020: This subnet is being modified by another concurrent operation. Mar 03 12:20:23.521777 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:20:23.554043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.621081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d675e-6792-4120-a4bf-54f724898c32 None None] Network 655c386b-3e9e-4bc1-b3dd-3d40224fe3aa requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:23.720685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.742835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.774708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655c386b-3e9e-4bc1-b3dd-3d40224fe3aa']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:23.788633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac41e79-1200-4423-a9fe-903d9798dcea') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:23.788924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac41e79-1200-4423-a9fe-903d9798dcea') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:23.801740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.819425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.826441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:23.826836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:23.842102 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:23.868517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for dde42183-bc96-4e4c-9d9f-61e5c54c5414 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:23.975342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720610d-39a2-4744-b840-82a6fdec46bf None None] Pushing event updated for resources: {'Port': ['ID=a50b6160-c673-41b9-9c7c-e0fe7f122f31,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:24.040981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.060517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.071483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Network': ['ID=655c386b-3e9e-4bc1-b3dd-3d40224fe3aa,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:24.087457 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6c103565-b360-40a6-a564-ba33c255120e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/655c386b-3e9e-4bc1-b3dd-3d40224fe3aa HTTP/1.1" status: 204 len: 168 time: 1.1029444 Mar 03 12:20:24.087457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36538) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.124418 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec136c41-0801-4ce6-bc7b-33d6bba908c8 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:24.124874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec136c41-0801-4ce6-bc7b-33d6bba908c8 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:24.126543 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ec136c41-0801-4ce6-bc7b-33d6bba908c8 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/7f70e00f-f32c-48c0-99bf-c58ca2d9f020 HTTP/1.1" status: 404 len: 337 time: 0.0415130 Mar 03 12:20:24.129242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36542) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.155210 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-956bf332-240c-400f-b437-cbd478a5f7ce tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:24.155678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956bf332-240c-400f-b437-cbd478a5f7ce tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:24.157386 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-956bf332-240c-400f-b437-cbd478a5f7ce tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/655c386b-3e9e-4bc1-b3dd-3d40224fe3aa HTTP/1.1" status: 404 len: 339 time: 0.0272310 Mar 03 12:20:24.159936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36546) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.166351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.202961 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d4cceb-04f3-40d4-b79e-336f849e001d tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:24.203419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d4cceb-04f3-40d4-b79e-336f849e001d tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:24.214276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-02d4cceb-04f3-40d4-b79e-336f849e001d tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/32aa3a98-eb1c-4688-816d-ab35529a129b HTTP/1.1" status: 404 len: 337 time: 0.0441630 Mar 03 12:20:24.214639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36550) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.221545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=dde42183-bc96-4e4c-9d9f-61e5c54c5414,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:24.250277 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-096728da-3f39-4f28-96af-0198626c13c9 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:24.250863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096728da-3f39-4f28-96af-0198626c13c9 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:24.252576 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-096728da-3f39-4f28-96af-0198626c13c9 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/3122466e-c162-4a75-b8f9-c631a101eddc HTTP/1.1" status: 404 len: 339 time: 0.0366664 Mar 03 12:20:24.255077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36554) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.293938 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05dee4a-bd76-4c60-8e55-56ebcf5ecf8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:24.294557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05dee4a-bd76-4c60-8e55-56ebcf5ecf8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:24.298602 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b05dee4a-bd76-4c60-8e55-56ebcf5ecf8e tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/ad705ee7-2b8b-4418-8c24-75f081c7b0b3 HTTP/1.1" status: 404 len: 337 time: 0.0402639 Mar 03 12:20:24.299784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36558) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.333480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7c7749-9696-4bb3-abcb-0ec5e0b72d65 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:24.334992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7c7749-9696-4bb3-abcb-0ec5e0b72d65 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:24.335796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5c7c7749-9696-4bb3-abcb-0ec5e0b72d65 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/802f5860-06db-4f16-af4f-c383bb7e816a HTTP/1.1" status: 404 len: 339 time: 0.0348871 Mar 03 12:20:24.338474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36562) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.354569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.417739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Deleting port d0c40b65-19ac-44a4-8dee-c00cd254f70c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:24.418090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.459801 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ea7afaba-6648-4133-96c0-7369597cb1fa tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/dde42183-bc96-4e4c-9d9f-61e5c54c5414 HTTP/1.1" status: 204 len: 168 time: 1.3399854 Mar 03 12:20:24.459801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36566) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.473252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a50b6160-c673-41b9-9c7c-e0fe7f122f31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:24.525851 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-205b5cb2-b637-49d6-87aa-b2648618e550 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] GET failed (client error): The resource could not be found. Mar 03 12:20:24.526385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-205b5cb2-b637-49d6-87aa-b2648618e550 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:24.539839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cb3a76fb-fb07-4b7d-aa55-9ce9763403c1 None None] Could not find standard attr ID for object dde42183-bc96-4e4c-9d9f-61e5c54c5414. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:20:24.628967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-205b5cb2-b637-49d6-87aa-b2648618e550 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:24.635248 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-205b5cb2-b637-49d6-87aa-b2648618e550 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports/dde42183-bc96-4e4c-9d9f-61e5c54c5414 HTTP/1.1" status: 404 len: 333 time: 0.1728790 Mar 03 12:20:24.635248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36570) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.640106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cb3a76fb-fb07-4b7d-aa55-9ce9763403c1 None None] Provisioning for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:24.645162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cb3a76fb-fb07-4b7d-aa55-9ce9763403c1 None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:24.645594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cb3a76fb-fb07-4b7d-aa55-9ce9763403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.661880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.703760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef1777da-0a24-4262-bbf2-4fdd871ec3f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.737477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef1777da-0a24-4262-bbf2-4fdd871ec3f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.792661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cb3a76fb-fb07-4b7d-aa55-9ce9763403c1 None None] Provisioning complete for port acc05164-0fe0-4dae-ace9-4508307b73a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:24.792996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cb3a76fb-fb07-4b7d-aa55-9ce9763403c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.795207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Calling delete_port for d0c40b65-19ac-44a4-8dee-c00cd254f70c owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:24.851930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a76fb-fb07-4b7d-aa55-9ce9763403c1 None None] Port acc05164-0fe0-4dae-ace9-4508307b73a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:24.858278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef1777da-0a24-4262-bbf2-4fdd871ec3f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.879774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1777da-0a24-4262-bbf2-4fdd871ec3f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b19ca8-c95e-41a9-8dc7-f82838b7f85c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:24.884488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ef1777da-0a24-4262-bbf2-4fdd871ec3f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.889590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36574) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:24.889857 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ef1777da-0a24-4262-bbf2-4fdd871ec3f1 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/security-groups/20b19ca8-c95e-41a9-8dc7-f82838b7f85c HTTP/1.1" status: 204 len: 168 time: 0.2557120 Mar 03 12:20:24.963657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b712e3c-d59e-4145-8f1d-2514b8e48237 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:24.982290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.046001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b712e3c-d59e-4145-8f1d-2514b8e48237 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.059261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Port': ['ID=d0c40b65-19ac-44a4-8dee-c00cd254f70c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:25.071086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.073274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-59acb2ec-8c28-4f3d-8696-796597ad085c None None] Could not find standard attr ID for object dde42183-bc96-4e4c-9d9f-61e5c54c5414. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:20:25.081179 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-62bb169a-3b8e-4688-8c50-a457534d2a74 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/ports/d0c40b65-19ac-44a4-8dee-c00cd254f70c HTTP/1.1" status: 204 len: 168 time: 0.7410388 Mar 03 12:20:25.083425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36578) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:25.132413 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-925f7214-61db-44a1-a2be-c47ccec76582 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:25.135085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925f7214-61db-44a1-a2be-c47ccec76582 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:25.135085 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-925f7214-61db-44a1-a2be-c47ccec76582 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/fa2011a0-fcb2-49e7-9ff9-7edbbbd7bc7e HTTP/1.1" status: 404 len: 337 time: 0.0500212 Mar 03 12:20:25.137504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36582) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:25.197678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67344e7a-0662-476e-b4bc-407c1f6ccef9 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:20:25.228392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b712e3c-d59e-4145-8f1d-2514b8e48237 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.263721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b712e3c-d59e-4145-8f1d-2514b8e48237 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6715b62-a0cf-4215-a396-f762b5f57506,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:25.274259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0b712e3c-d59e-4145-8f1d-2514b8e48237 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.275382 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0b712e3c-d59e-4145-8f1d-2514b8e48237 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/security-groups/b6715b62-a0cf-4215-a396-f762b5f57506 HTTP/1.1" status: 204 len: 168 time: 0.3847783 Mar 03 12:20:25.278274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36586) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:25.279378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.334438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67344e7a-0662-476e-b4bc-407c1f6ccef9 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:20:25.355240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bd8468e-2cb3-4487-baad-271fbd438bf7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.393866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bd8468e-2cb3-4487-baad-271fbd438bf7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.438912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.464116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579021ae-cf3a-44e3-bb32-dd0af8326349']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:25.477123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a237e9-8311-44a7-9fba-c88da8bcae44') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:25.477437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a237e9-8311-44a7-9fba-c88da8bcae44') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:25.489808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.506349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.513303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:25.513694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:25.528849 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:25.538473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bd8468e-2cb3-4487-baad-271fbd438bf7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.563168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8468e-2cb3-4487-baad-271fbd438bf7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9fd1d2-4bd4-45f3-b96b-e26575b01dd8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:25.571560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bd8468e-2cb3-4487-baad-271fbd438bf7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.572888 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3bd8468e-2cb3-4487-baad-271fbd438bf7 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/security-groups/ec9fd1d2-4bd4-45f3-b96b-e26575b01dd8 HTTP/1.1" status: 204 len: 168 time: 0.2927833 Mar 03 12:20:25.576059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36590) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:25.660379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 7d779706-50f4-4f08-92d6-b4504c0c0158 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:25.664603 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.703931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.725068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.730943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.737682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Network': ['ID=579021ae-cf3a-44e3-bb32-dd0af8326349,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:25.752936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6ee93b83-4e68-469f-aab3-7b62539e89d1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/579021ae-cf3a-44e3-bb32-dd0af8326349 HTTP/1.1" status: 204 len: 168 time: 0.6091371 Mar 03 12:20:25.752936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36594) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:25.829672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.837845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712597e8-8287-43f3-a098-1775df8cf2c0 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:20:25.943948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Deleting port 052e84db-2404-4e70-9b2e-4968e2b8e0e2 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:25.944529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:25.968194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712597e8-8287-43f3-a098-1775df8cf2c0 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:20:26.011985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.054648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=7d779706-50f4-4f08-92d6-b4504c0c0158,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:26.056833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.063749 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0e085ca1-6511-4cdd-a92d-cc30ca8bbd69 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/7d779706-50f4-4f08-92d6-b4504c0c0158 HTTP/1.1" status: 204 len: 168 time: 0.4863784 Mar 03 12:20:26.067625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36598) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:26.136919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:26.140962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.175159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.206085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.306702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.308272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Calling delete_port for 052e84db-2404-4e70-9b2e-4968e2b8e0e2 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:26.346742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ba157-8dcf-4cb8-a576-84f7cd2f85b2 None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:26.509510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.531978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.552282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:26.555428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.563532 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-23db80b6-6c84-4a46-a02e-7b850e8645fd tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8 HTTP/1.1" status: 204 len: 168 time: 0.4931738 Mar 03 12:20:26.563710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36602) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:26.590008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Port': ['ID=052e84db-2404-4e70-9b2e-4968e2b8e0e2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:26.605615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.609057 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c190e78-eead-4134-af35-915730140df3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:26.609512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c190e78-eead-4134-af35-915730140df3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:26.613561 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4c190e78-eead-4134-af35-915730140df3 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/7d779706-50f4-4f08-92d6-b4504c0c0158 HTTP/1.1" status: 404 len: 337 time: 0.0465605 Mar 03 12:20:26.613783 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b1efe430-d98b-4632-a1cf-f731d9a85ee5 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/ports/052e84db-2404-4e70-9b2e-4968e2b8e0e2 HTTP/1.1" status: 204 len: 168 time: 0.8642263 Mar 03 12:20:26.614348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36606) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:26.616222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36608) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:26.656186 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e16d3b-0705-4e9d-b878-1106c60a58a1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:26.656562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e16d3b-0705-4e9d-b878-1106c60a58a1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:26.658316 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-18e16d3b-0705-4e9d-b878-1106c60a58a1 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/b30b493e-2b4c-43b9-bf4d-47a675798fe1 HTTP/1.1" status: 404 len: 337 time: 0.0410054 Mar 03 12:20:26.661039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36614) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:26.693067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601deeb-cfb2-4608-95f7-bca0b297c80e None None] Update dhcp port {'port': {'network_id': '42c9d800-ed64-48cd-b72e-d9a44806f18c', 'fixed_ips': [{'subnet_id': '24d98541-d14b-4ed9-817b-a63167f33671', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c6d12cb7-d62b-47c1-bfb2-ce8dc158b9b8'}], 'binding:host_id': 'dv-neutron-831730-1-hyperv'}, 'id': 'a50b6160-c673-41b9-9c7c-e0fe7f122f31'} from dv-neutron-831730-1-hyperv. {{(pid=88432) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 12:20:26.697720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting subnet 24d98541-d14b-4ed9-817b-a63167f33671 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:26.700864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.756383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2601deeb-cfb2-4608-95f7-bca0b297c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.759367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.788879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.858887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.932157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.958216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f0200d-81ca-410c-a665-2d99d2be68e2']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:26.971013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2884440b-3d1c-41b9-b0f7-d0b39698daa5') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:26.971302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2884440b-3d1c-41b9-b0f7-d0b39698daa5') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:26.983221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:26.998445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.004166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:27.004524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.016277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-2601deeb-cfb2-4608-95f7-bca0b297c80e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24d98541-d14b-4ed9-817b-a63167f33671: This subnet is being modified by another concurrent operation. Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24d98541-d14b-4ed9-817b-a63167f33671: This subnet is being modified by another concurrent operation. Mar 03 12:20:27.016797 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:27.023741 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:27.061856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Subnet': ['ID=24d98541-d14b-4ed9-817b-a63167f33671,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:27.067490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.076408 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6b09df15-5f34-48d7-b66d-994a8f2e4905 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/24d98541-d14b-4ed9-817b-a63167f33671 HTTP/1.1" status: 204 len: 168 time: 0.4608283 Mar 03 12:20:27.076988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36618) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.118809 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-453bf584-1adb-4881-a4cf-a6b4b435a09b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.118809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453bf584-1adb-4881-a4cf-a6b4b435a09b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.122358 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-453bf584-1adb-4881-a4cf-a6b4b435a09b tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/d1944e98-e2eb-4127-ba3d-27213ec84c4d HTTP/1.1" status: 404 len: 337 time: 0.0443683 Mar 03 12:20:27.123161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36622) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.128730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb5725-1e02-4cf6-91d7-4ef2fd0e355b None None] Network 42c9d800-ed64-48cd-b72e-d9a44806f18c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:27.171703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e98fa3b6-52ea-4cd3-bf1b-0fddb5f789df tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Synchronizing usage tracker for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:27.183962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e98fa3b6-52ea-4cd3-bf1b-0fddb5f789df tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Unset dirty status for tenant:181cd31d5184417f829737ff9dc93b1a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:27.185703 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e98fa3b6-52ea-4cd3-bf1b-0fddb5f789df tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "GET /v2.0/ports?device_id=c681e615-e98f-4325-aa9d-1fbc420b65c5 HTTP/1.1" status: 200 len: 205 time: 0.0614479 Mar 03 12:20:27.188257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36626) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.268179 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-2263b687-ee57-4461-9a95-c1cf4ef26f43 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] delete failed (client error): The resource could not be found. Mar 03 12:20:27.269208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2263b687-ee57-4461-9a95-c1cf4ef26f43 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/routers/c681e615-e98f-4325-aa9d-1fbc420b65c5 HTTP/1.1" status: 404 len: 336 time: 0.0800030 Mar 03 12:20:27.271758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36630) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.318273 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccd0438-f1be-4b7c-b999-f7c19e41aaa2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.318726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccd0438-f1be-4b7c-b999-f7c19e41aaa2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.320838 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bccd0438-f1be-4b7c-b999-f7c19e41aaa2 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/9683865a-64e2-4376-8eb9-eb7c6cc436cf HTTP/1.1" status: 404 len: 337 time: 0.0480828 Mar 03 12:20:27.323541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36634) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.336946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-508399cd-6e2d-485d-8440-c4f1f1c077ec None None] Provisioning complete for port a50b6160-c673-41b9-9c7c-e0fe7f122f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:27.337980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-508399cd-6e2d-485d-8440-c4f1f1c077ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.369720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.376969 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e854e40-5aef-42e5-b04c-07506441f4a9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.380843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e854e40-5aef-42e5-b04c-07506441f4a9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.393261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.407813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Network': ['ID=c3f0200d-81ca-410c-a665-2d99d2be68e2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:27.410360 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2e854e40-5aef-42e5-b04c-07506441f4a9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/8ce6b533-f6fa-4a6a-80f5-af53f3f654a1 HTTP/1.1" status: 404 len: 337 time: 0.0834460 Mar 03 12:20:27.415064 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dc655809-016a-4425-bc66-2f963c2c5760 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/c3f0200d-81ca-410c-a665-2d99d2be68e2 HTTP/1.1" status: 204 len: 168 time: 0.7499557 Mar 03 12:20:27.415969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.415969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36640) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.465292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] DHCP port deletion for 42c9d800-ed64-48cd-b72e-d9a44806f18c request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:27.478782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] Deleting port a50b6160-c673-41b9-9c7c-e0fe7f122f31 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:27.483846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.494540 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88dc24b-58fd-4955-a24b-3b6cd16baa00 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.495017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88dc24b-58fd-4955-a24b-3b6cd16baa00 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.496976 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e88dc24b-58fd-4955-a24b-3b6cd16baa00 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/1f26359f-f921-4f80-805d-127f20093d0c HTTP/1.1" status: 404 len: 337 time: 0.0821247 Mar 03 12:20:27.499642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36646) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.527796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Deleting subnet 582c8629-d23b-4089-a8a5-02a4e436f546 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:27.531715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.544443 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0691caa-c502-4075-821f-39116bb409a6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.545502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0691caa-c502-4075-821f-39116bb409a6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.552598 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e0691caa-c502-4075-821f-39116bb409a6 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/cbe92a62-13c6-4790-9053-2e4e0fa120cd HTTP/1.1" status: 404 len: 333 time: 0.0467179 Mar 03 12:20:27.552598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36650) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.602098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.605198 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-850819f6-1097-479a-a8ac-2a0a0cfbc295 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.605908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850819f6-1097-479a-a8ac-2a0a0cfbc295 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.608710 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-850819f6-1097-479a-a8ac-2a0a0cfbc295 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/c1fde332-04eb-493e-9bce-1344318cfc89 HTTP/1.1" status: 404 len: 337 time: 0.0547662 Mar 03 12:20:27.616910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36654) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.631947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-508399cd-6e2d-485d-8440-c4f1f1c077ec None None] Provisioning complete for port acc05164-0fe0-4dae-ace9-4508307b73a6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:27.632349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-508399cd-6e2d-485d-8440-c4f1f1c077ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.663214 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cee11c-15e9-45bc-9c2e-a58d91fb4eda tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.667836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cee11c-15e9-45bc-9c2e-a58d91fb4eda tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.667836 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-03cee11c-15e9-45bc-9c2e-a58d91fb4eda tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/224df3da-9542-4dcc-b8ed-7026a67250df HTTP/1.1" status: 404 len: 337 time: 0.0485966 Mar 03 12:20:27.668082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36658) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.695114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-508399cd-6e2d-485d-8440-c4f1f1c077ec None None] Port acc05164-0fe0-4dae-ace9-4508307b73a6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:27.715293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.723846 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71fb253-409c-49f3-afa4-0bbc44c53e2c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.724498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71fb253-409c-49f3-afa4-0bbc44c53e2c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.726381 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c71fb253-409c-49f3-afa4-0bbc44c53e2c tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/98df3d57-dcf1-4c73-97d2-f2732c984c9a HTTP/1.1" status: 404 len: 333 time: 0.0573559 Mar 03 12:20:27.732506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36662) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.781508 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82d8d1b-b954-49ba-89f7-097e760eb673 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.782532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82d8d1b-b954-49ba-89f7-097e760eb673 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.787933 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e82d8d1b-b954-49ba-89f7-097e760eb673 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/1cbdc94c-9c78-4f1e-a49f-183f67602e57 HTTP/1.1" status: 404 len: 337 time: 0.0543153 Mar 03 12:20:27.788750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36666) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.824205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] For port a50b6160-c673-41b9-9c7c-e0fe7f122f31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a50b6160-c673-41b9-9c7c-e0fe7f122f31,segment=NetworkSegment(e6df0be1-679e-4ba7-bece-c3c6cc043b73),segment_id=e6df0be1-679e-4ba7-bece-c3c6cc043b73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:27.824533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.841621 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d27c5d-907f-4551-beac-fe5336a9c148 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] DELETE failed (client error): The resource could not be found. Mar 03 12:20:27.842079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d27c5d-907f-4551-beac-fe5336a9c148 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:20:27.846003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-04d27c5d-907f-4551-beac-fe5336a9c148 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/subnets/5d352280-f2b3-44de-a3d7-b5e80d3e7200 HTTP/1.1" status: 404 len: 337 time: 0.0539718 Mar 03 12:20:27.846439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36670) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:27.883487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.943655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Subnet': ['ID=582c8629-d23b-4089-a8a5-02a4e436f546,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:27.952686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.954930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] Calling delete_port for a50b6160-c673-41b9-9c7c-e0fe7f122f31 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:27.970925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Deleting port acc05164-0fe0-4dae-ace9-4508307b73a6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:27.970925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:27.985829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a491b0-1c1d-4677-b4f8-14fb1b380da5 None None] Network 7821111b-8d95-4eb6-b07d-a013433052fa requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:28.000938 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d75f7815-b5b3-449b-a542-aaad7fab8e68 tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/subnets/582c8629-d23b-4089-a8a5-02a4e436f546 HTTP/1.1" status: 204 len: 168 time: 0.5794466 Mar 03 12:20:28.001870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36674) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:28.145099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.156284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Deleting port ccbf743e-d7b6-46dc-9024-f133a562e08f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:28.156619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.259344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.327283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] DHCP port deletion for 7821111b-8d95-4eb6-b07d-a013433052fa request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:28.338553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] Pushing event deleted for resources: {'Port': ['ID=a50b6160-c673-41b9-9c7c-e0fe7f122f31,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:28.350450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9fcf6-f692-4646-be63-f00479f17167 None None] No DVR routers for this DVR port a50b6160-c673-41b9-9c7c-e0fe7f122f31 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:28.352222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Deleting port ccbf743e-d7b6-46dc-9024-f133a562e08f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:28.352375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.353296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.421376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] For port ccbf743e-d7b6-46dc-9024-f133a562e08f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ccbf743e-d7b6-46dc-9024-f133a562e08f,segment=NetworkSegment(ce1666c3-c906-40af-a522-343a55b762c6),segment_id=ce1666c3-c906-40af-a522-343a55b762c6)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:28.423831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.502067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a50b6160-c673-41b9-9c7c-e0fe7f122f31 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:20:28.506964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Calling delete_port for acc05164-0fe0-4dae-ace9-4508307b73a6 owned by {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:28.541207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: a50b6160-c673-41b9-9c7c-e0fe7f122f31 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:20:28.541647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a50b6160-c673-41b9-9c7c-e0fe7f122f31 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:20:28.542292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ccbf743e-d7b6-46dc-9024-f133a562e08f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:20:28.573397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Calling delete_port for ccbf743e-d7b6-46dc-9024-f133a562e08f owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:28.653627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.666548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] For port ccbf743e-d7b6-46dc-9024-f133a562e08f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ccbf743e-d7b6-46dc-9024-f133a562e08f,segment=NetworkSegment(ce1666c3-c906-40af-a522-343a55b762c6),segment_id=ce1666c3-c906-40af-a522-343a55b762c6)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:28.666945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.704047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.709731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Port': ['ID=acc05164-0fe0-4dae-ace9-4508307b73a6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:28.716710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.755345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Port': ['ID=ccbf743e-d7b6-46dc-9024-f133a562e08f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:28.757087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] No DVR routers for this DVR port ccbf743e-d7b6-46dc-9024-f133a562e08f on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:28.772486 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aeb5285e-d4cc-4db4-8ba7-a656bc235b52 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/ports/acc05164-0fe0-4dae-ace9-4508307b73a6 HTTP/1.1" status: 204 len: 168 time: 0.9248655 Mar 03 12:20:28.774686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36678) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:28.796523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Calling delete_port for ccbf743e-d7b6-46dc-9024-f133a562e08f owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:28.827582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No active binding found for port ccbf743e-d7b6-46dc-9024-f133a562e08f {{(pid=88432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 12:20:28.827582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ccbf743e-d7b6-46dc-9024-f133a562e08f not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:20:28.879289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:20:28.879666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:20:28.885590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.901293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.926545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7821111b-8d95-4eb6-b07d-a013433052fa']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:28.938998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1666c3-c906-40af-a522-343a55b762c6') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:28.939298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1666c3-c906-40af-a522-343a55b762c6') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:28.950808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.966750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.972707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:28.973075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:28.988151 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:29.039239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.065497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c9d800-ed64-48cd-b72e-d9a44806f18c']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:29.078444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6df0be1-679e-4ba7-bece-c3c6cc043b73') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:29.078736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6df0be1-679e-4ba7-bece-c3c6cc043b73') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:29.089611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.105480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.111486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:29.111855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:29.126195 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:29.138025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.158818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.164843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] Pushing event deleted for resources: {'Network': ['ID=7821111b-8d95-4eb6-b07d-a013433052fa,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:29.171897 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3b54ee23-6864-4147-96ca-9cf82e7c8ebe tempest-NetworksIpV6TestAttrs-83315742 tempest-NetworksIpV6TestAttrs-83315742-project] 10.222.0.35 "DELETE /v2.0/networks/7821111b-8d95-4eb6-b07d-a013433052fa HTTP/1.1" status: 204 len: 168 time: 1.1686485 Mar 03 12:20:29.257787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.261967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.287152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] Pushing event deleted for resources: {'Network': ['ID=42c9d800-ed64-48cd-b72e-d9a44806f18c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:29.290584 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e5c30ea7-52fa-4124-8b06-ba7dedff4ef9 tempest-PortsTestJSON-133475061 tempest-PortsTestJSON-133475061-project] 10.222.0.35 "DELETE /v2.0/networks/42c9d800-ed64-48cd-b72e-d9a44806f18c HTTP/1.1" status: 204 len: 168 time: 0.5143933 Mar 03 12:20:29.380595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Deleting port ccbf743e-d7b6-46dc-9024-f133a562e08f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:29.381102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:29.445932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2704a-641b-4c72-ad66-0703c2e213e7 None None] The port 'ccbf743e-d7b6-46dc-9024-f133a562e08f' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:20:29.461391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975c23e-b344-4b09-81c3-36bfd3e98d68 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:20:29.564215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975c23e-b344-4b09-81c3-36bfd3e98d68 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:20:29.635802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36690) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:29.699336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36696) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:29.899893 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aedf984b-94d1-4625-9602-97a784bd056a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=181cd31d5184417f829737ff9dc93b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985357 Mar 03 12:20:29.905756 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a319ff01-e9b5-4acc-bdc0-b666c5080756 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e787a607323f4a3aafb2e6cd06a96e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648649 Mar 03 12:20:29.905756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36702) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:29.906030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36706) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:30.008788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec047-bae6-4dba-9c7c-d87679b65fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.010403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61b3579b-371b-434a-b78f-622ed00a7204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.059268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec047-bae6-4dba-9c7c-d87679b65fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.066335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61b3579b-371b-434a-b78f-622ed00a7204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.222255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec047-bae6-4dba-9c7c-d87679b65fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.238050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61b3579b-371b-434a-b78f-622ed00a7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.243793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ec047-bae6-4dba-9c7c-d87679b65fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d85b20-4055-46b2-b988-af6159c1d050,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:30.260960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3579b-371b-434a-b78f-622ed00a7204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ae75e-a7ff-4de8-8e45-fb9c0b21498c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:30.264805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61b3579b-371b-434a-b78f-622ed00a7204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.268536 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-61b3579b-371b-434a-b78f-622ed00a7204 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee9ae75e-a7ff-4de8-8e45-fb9c0b21498c HTTP/1.1" status: 204 len: 168 time: 0.3617353 Mar 03 12:20:30.274213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec047-bae6-4dba-9c7c-d87679b65fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:30.274213 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d1ec047-bae6-4dba-9c7c-d87679b65fa7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1d85b20-4055-46b2-b988-af6159c1d050 HTTP/1.1" status: 204 len: 168 time: 0.3664665 Mar 03 12:20:31.306309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36752) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:31.405957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36758) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:31.509755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-602731618'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:31.520689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:31.520689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:31.524748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:31.526384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1373417601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:31.531992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:31.533537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:31.537877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:router and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:31.541007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:31.547430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:31.617379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:31.620896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.633706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.651240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:31.655681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:security_group_rule and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:31.657685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.658761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.661467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:31.665072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:31.674125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.753765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.794287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.880411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.905447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.905447 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b58e1e9d-56db-4fef-93f9-d2884678acbe tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5922060 Mar 03 12:20:31.905447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36766) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:31.908547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-274924984'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:31.914979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:31.915433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:31.920685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:network and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:31.922281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686a2ea6-d1fc-4712-b467-d2c5ff95433c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:31.922651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:31.927824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:31.931103 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment 29112455-e8c3-455d-a478-8a8d16c0f72b of type vlan for network 290c8ea0-890b-43a0-9b51-757d58715b6c Mar 03 12:20:31.932893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:31.955425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.011080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:32.015129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.027333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.045988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:32.049670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:security_group_rule and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:32.052469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:32.058368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:32.063238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.068869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:32.069511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.141914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.179652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=290c8ea0-890b-43a0-9b51-757d58715b6c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:32.190116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 290c8ea0-890b-43a0-9b51-757d58715b6c details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:32.206164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.235607 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0765e037-1455-4ad7-86c8-6784e3fcba42 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8285413 Mar 03 12:20:32.236140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:32.238832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36770) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:32.245008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-813620067'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:32.250850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8ff5c5-61fc-4deb-abd4-d94e4eb699e2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:32.251192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:32.255224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.255578 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Added segment 2b1ec4cd-622a-4a96-871b-95bf24c7a938 of type vlan for network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f Mar 03 12:20:32.262140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:32.265809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:32.280937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:32.298271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.726547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.727500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:32.730549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.732543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:32.733140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.762132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:32.771483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.771825 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd of type vlan for network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 Mar 03 12:20:32.798938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.841826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Network': ['ID=8c329fff-2d9f-43c8-9534-1d349b6a2b1f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:32.852498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:32.897478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.903727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:32.904478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:32.915740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2dac7600-8262-4429-8b73-c513b540eba5 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0118234 Mar 03 12:20:32.919725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36774) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:32.926110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'subnet': {'network_id': '8c329fff-2d9f-43c8-9534-1d349b6a2b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:33.018631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=84e0bc17-d7c1-494f-99e1-fb6658c8f480,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:33.026964 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ea3793b3-92ee-43aa-8138-f3142c3cf534 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7844596 Mar 03 12:20:33.027416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36778) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:33.030358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:33.034086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '290c8ea0-890b-43a0-9b51-757d58715b6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:33.045583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:33.049857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:subnet and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:33.053051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:33.059529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:33.131396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:33.136981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:33.253051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:33.257065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:33.260106 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:33.266415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:33.360362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:33.364089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:33.514911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:33.596619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Subnet': ['ID=ca343c64-e33d-4074-ad37-f3a813fe7630,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:33.603988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Checking segment: {'id': '2b1ec4cd-622a-4a96-871b-95bf24c7a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8c329fff-2d9f-43c8-9534-1d349b6a2b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:33.604372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network hostable DHCP agents. Network: 8c329fff-2d9f-43c8-9534-1d349b6a2b1f, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:33.674202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:33.702503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:33.764750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=e967284e-e8da-4e16-923b-dee7d59c7bed,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:33.768675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': '29112455-e8c3-455d-a478-8a8d16c0f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '290c8ea0-890b-43a0-9b51-757d58715b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:33.769030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 290c8ea0-890b-43a0-9b51-757d58715b6c, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:33.817673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 8c329fff-2d9f-43c8-9534-1d349b6a2b1f) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:33.821745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:33.822331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:33.827581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c72e21-e2b0-4629-a85d-bd83d4662c81 None None] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:33.914858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 290c8ea0-890b-43a0-9b51-757d58715b6c is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:33.921894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 290c8ea0-890b-43a0-9b51-757d58715b6c) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:33.925911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:33.926690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:33.932205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb0e93-1072-4bde-be50-bd9d3055ea15 None None] Network 290c8ea0-890b-43a0-9b51-757d58715b6c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:33.945177 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-712d3f95-6da5-4e2b-b688-e1df83a57c28 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0239649 Mar 03 12:20:33.947851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36782) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:33.954392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'network': {'name': 'tempest-router-network01--1229574824'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:33.959162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:33.963046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:network and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:33.966616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:33.972331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:34.030004 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cc83c1b8-b05c-45ac-aea2-15d48a716c46 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0018339 Mar 03 12:20:34.033012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36786) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:34.038476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '84e0bc17-d7c1-494f-99e1-fb6658c8f480', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:34.131508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:34.135701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.166283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-8c329fff-2d9f-43c8-9534-1d349b6a2b1f', 'network_id': '8c329fff-2d9f-43c8-9534-1d349b6a2b1f', 'tenant_id': '76bc181f83a74759bbcf3c9801b0d276', 'fixed_ips': [{'subnet_id': 'ca343c64-e33d-4074-ad37-f3a813fe7630'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:34.167090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.173991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:34.180384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:34.185777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:34.188529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:34.195948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:34.209692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.209692 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Added segment 8d318b50-b0a6-4492-b40a-c509d997da65 of type vlan for network aee73a85-18c9-4a9b-bae9-c58b64fd353a Mar 03 12:20:34.231828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.291839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:34.300827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.301032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-290c8ea0-890b-43a0-9b51-757d58715b6c', 'network_id': '290c8ea0-890b-43a0-9b51-757d58715b6c', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': 'e967284e-e8da-4e16-923b-dee7d59c7bed'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:34.301158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.334845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.340640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:34.341359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.465021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Allocated IP 2001:db8::2 (8c329fff-2d9f-43c8-9534-1d349b6a2b1f/ca343c64-e33d-4074-ad37-f3a813fe7630/1be7c0d7-6233-4052-904b-69db1182779b) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:34.521419 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5724454 Mar 03 12:20:34.522220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dd96f-c948-4d26-bedc-ad321fa2edfd tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Network': ['ID=aee73a85-18c9-4a9b-bae9-c58b64fd353a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:34.525027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36790) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:34.532022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'network': {'name': 'tempest-router-network02--1387327651'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:34.537987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:34.541964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:network and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:34.545757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:34.547333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:34.551749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:34.628798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:34.635116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.662371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:34.670975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.671316 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Added segment 8ee3ca75-a589-4b67-9131-6c200972e041 of type vlan for network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 Mar 03 12:20:34.690507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Allocated IP 172.20.0.2 (290c8ea0-890b-43a0-9b51-757d58715b6c/e967284e-e8da-4e16-923b-dee7d59c7bed/b7980d05-3697-4a6d-825a-d76086eea695) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:34.698817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.703703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.797296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=7de5b1a2-821b-4f1f-a777-795d160f72d0,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:34.801217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': 'a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '84e0bc17-d7c1-494f-99e1-fb6658c8f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:34.801789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 84e0bc17-d7c1-494f-99e1-fb6658c8f480, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:34.807164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.818234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:34.818234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:34.885830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:34.928685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Network': ['ID=8f331714-6550-4bd4-a5f3-c8b4cae8da67,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:34.942656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:34.958221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36794) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:34.958524 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-39faaf25-3cc2-4258-87b0-4e20c9262ea0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4320319 Mar 03 12:20:34.964522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'subnet': {'network_id': 'aee73a85-18c9-4a9b-bae9-c58b64fd353a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:34.983704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 84e0bc17-d7c1-494f-99e1-fb6658c8f480) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:34.990141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:34.993064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.044300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781c6b1-d86f-4776-8bf4-87dafcecf075 None None] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:35.100182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:35.104077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:subnet and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:35.106791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.107462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:35.113726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:35.138531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3749fe29-038c-4be3-bf6e-356cdefa9c9e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1041946 Mar 03 12:20:35.141084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36798) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:35.146783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-760749450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:35.153219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:35.157649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:router and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:35.160487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:35.166810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:35.185181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Transition to ACTIVE for port object 1be7c0d7-6233-4052-904b-69db1182779b will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:35.218318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:35.221297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.250765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.251754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.276290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Transition to ACTIVE for port object 1be7c0d7-6233-4052-904b-69db1182779b will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:35.292350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.334293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.336667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Transition to ACTIVE for port object b7980d05-3697-4a6d-825a-d76086eea695 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:35.370836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Transition to ACTIVE for port object b7980d05-3697-4a6d-825a-d76086eea695 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:35.375799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.430753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.469583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.479940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:35.483305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-84e0bc17-d7c1-494f-99e1-fb6658c8f480', 'network_id': '84e0bc17-d7c1-494f-99e1-fb6658c8f480', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': '7de5b1a2-821b-4f1f-a777-795d160f72d0'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:35.483305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.496903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:35.510694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:35.524763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Pushing event updated for resources: {'Port': ['ID=1be7c0d7-6233-4052-904b-69db1182779b,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:35.529487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Network 290c8ea0-890b-43a0-9b51-757d58715b6c is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:35.560338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.561566 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4cbe4de6-8da3-403d-a74a-f0efb7d08a99 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4194150 Mar 03 12:20:35.564374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36802) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:35.581968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:35.594521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:35.627075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.851264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Pushing event updated for resources: {'Port': ['ID=b7980d05-3697-4a6d-825a-d76086eea695,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:35.865572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Attempting to bind port 1be7c0d7-6233-4052-904b-69db1182779b on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:35.865572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Attempting to bind port 1be7c0d7-6233-4052-904b-69db1182779b by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '2b1ec4cd-622a-4a96-871b-95bf24c7a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8c329fff-2d9f-43c8-9534-1d349b6a2b1f'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:35.865572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Attempting to bind port 1be7c0d7-6233-4052-904b-69db1182779b on network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:35.960983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:35.961726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Checking segment: {'id': '2b1ec4cd-622a-4a96-871b-95bf24c7a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8c329fff-2d9f-43c8-9534-1d349b6a2b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:35.961726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.971506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Bound using segment: {'id': '2b1ec4cd-622a-4a96-871b-95bf24c7a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8c329fff-2d9f-43c8-9534-1d349b6a2b1f'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:35.971506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Bound port: 1be7c0d7-6233-4052-904b-69db1182779b, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ec4cd-622a-4a96-871b-95bf24c7a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8c329fff-2d9f-43c8-9534-1d349b6a2b1f'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:35.971506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:35.982837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Attempting to bind port b7980d05-3697-4a6d-825a-d76086eea695 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:35.983207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Attempting to bind port b7980d05-3697-4a6d-825a-d76086eea695 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '29112455-e8c3-455d-a478-8a8d16c0f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '290c8ea0-890b-43a0-9b51-757d58715b6c'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:35.983564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Attempting to bind port b7980d05-3697-4a6d-825a-d76086eea695 on network 290c8ea0-890b-43a0-9b51-757d58715b6c {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:36.008778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:36.009157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Checking segment: {'id': '29112455-e8c3-455d-a478-8a8d16c0f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '290c8ea0-890b-43a0-9b51-757d58715b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:36.009548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.009935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Bound using segment: {'id': '29112455-e8c3-455d-a478-8a8d16c0f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '290c8ea0-890b-43a0-9b51-757d58715b6c'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:36.010480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Bound port: b7980d05-3697-4a6d-825a-d76086eea695, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29112455-e8c3-455d-a478-8a8d16c0f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '290c8ea0-890b-43a0-9b51-757d58715b6c'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:36.010852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.081765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Subnet': ['ID=28cae4a5-3b95-4425-bf19-d2f59fd8b915,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:36.098217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Checking segment: {'id': '8d318b50-b0a6-4492-b40a-c509d997da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee73a85-18c9-4a9b-bae9-c58b64fd353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:36.098217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network hostable DHCP agents. Network: aee73a85-18c9-4a9b-bae9-c58b64fd353a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:36.119085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Allocated IP 172.21.0.2 (84e0bc17-d7c1-494f-99e1-fb6658c8f480/7de5b1a2-821b-4f1f-a777-795d160f72d0/7f5d31a4-e3c8-417a-a761-30f46da663fb) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:36.260733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.282909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] For port 1be7c0d7-6233-4052-904b-69db1182779b, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:36.300248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] For port b7980d05-3697-4a6d-825a-d76086eea695, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:36.311315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] For port 1be7c0d7-6233-4052-904b-69db1182779b, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1be7c0d7-6233-4052-904b-69db1182779b,segment=NetworkSegment(2b1ec4cd-622a-4a96-871b-95bf24c7a938),segment_id=2b1ec4cd-622a-4a96-871b-95bf24c7a938)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:36.322728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] For port b7980d05-3697-4a6d-825a-d76086eea695, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b7980d05-3697-4a6d-825a-d76086eea695,segment=NetworkSegment(29112455-e8c3-455d-a478-8a8d16c0f72b),segment_id=29112455-e8c3-455d-a478-8a8d16c0f72b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:36.334512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:36.424659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.503753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, aee73a85-18c9-4a9b-bae9-c58b64fd353a) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:36.533554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7975f-7079-40dc-b817-028bc276bf6d None None] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:36.543442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:36.544356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.546259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.641613 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b9102bdc-f6f9-4b10-92fa-35cdd5aaba1e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6817753 Mar 03 12:20:36.644539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36812) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:36.651239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'subnet': {'network_id': '8f331714-6550-4bd4-a5f3-c8b4cae8da67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:36.662430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.20.0.1 (290c8ea0-890b-43a0-9b51-757d58715b6c/e967284e-e8da-4e16-923b-dee7d59c7bed/97c5322f-830a-4193-8ad3-b5272bc4b05b) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:36.761759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce267603-474b-48a9-a8a9-5d6e7d416fda None None] Pushing event updated for resources: {'Port': ['ID=1be7c0d7-6233-4052-904b-69db1182779b,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:36.777321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:36.782645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:subnet and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:36.785822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:36.796949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:36.810388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.845892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Transition to ACTIVE for port object 7f5d31a4-e3c8-417a-a761-30f46da663fb will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:36.849621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.873248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 97c5322f-830a-4193-8ad3-b5272bc4b05b will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:36.905094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:36.905094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:36.916280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Transition to ACTIVE for port object 7f5d31a4-e3c8-417a-a761-30f46da663fb will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:36.984435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce72b8-7c0d-4162-a045-7f3c0c58d12f None None] Pushing event updated for resources: {'Port': ['ID=b7980d05-3697-4a6d-825a-d76086eea695,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:37.003009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.057370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.119277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-aee73a85-18c9-4a9b-bae9-c58b64fd353a', 'network_id': 'aee73a85-18c9-4a9b-bae9-c58b64fd353a', 'tenant_id': '76bc181f83a74759bbcf3c9801b0d276', 'fixed_ips': [{'subnet_id': '28cae4a5-3b95-4425-bf19-d2f59fd8b915'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:37.120703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.141754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 290c8ea0-890b-43a0-9b51-757d58715b6c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:37.148482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:37.154468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:37.267634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.302265 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:37.308566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:37.319954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:37.331835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Pushing event updated for resources: {'Port': ['ID=7f5d31a4-e3c8-417a-a761-30f46da663fb,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:37.338395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=97c5322f-830a-4193-8ad3-b5272bc4b05b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:37.394328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.542507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Subnet': ['ID=14999726-419d-4298-bbf1-1465d54b6538,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:37.553526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Checking segment: {'id': '8ee3ca75-a589-4b67-9131-6c200972e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f331714-6550-4bd4-a5f3-c8b4cae8da67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:37.553526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network hostable DHCP agents. Network: 8f331714-6550-4bd4-a5f3-c8b4cae8da67, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:37.570828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Attempting to bind port 7f5d31a4-e3c8-417a-a761-30f46da663fb on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:37.571416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Attempting to bind port 7f5d31a4-e3c8-417a-a761-30f46da663fb by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '84e0bc17-d7c1-494f-99e1-fb6658c8f480'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:37.571951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Attempting to bind port 7f5d31a4-e3c8-417a-a761-30f46da663fb on network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:37.600369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.600499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:37.600499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Checking segment: {'id': 'a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '84e0bc17-d7c1-494f-99e1-fb6658c8f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:37.600499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.600499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Bound using segment: {'id': 'a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '84e0bc17-d7c1-494f-99e1-fb6658c8f480'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:37.600499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Bound port: 7f5d31a4-e3c8-417a-a761-30f46da663fb, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '84e0bc17-d7c1-494f-99e1-fb6658c8f480'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:37.600499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.613432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Allocated IP 2001:db8::2 (aee73a85-18c9-4a9b-bae9-c58b64fd353a/28cae4a5-3b95-4425-bf19-d2f59fd8b915/c6035964-a095-4a43-b91e-928e6062f4b0) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:37.658964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:37.732691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 8f331714-6550-4bd4-a5f3-c8b4cae8da67) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:37.740084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:37.741258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:37.782937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb0499a-6284-4c3f-949a-8841d6d48dd0 None None] Network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:37.834583 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bd95011a-2917-4da0-8f95-1493b6f537fc tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1852014 Mar 03 12:20:37.834583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36816) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:37.899812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] For port 7f5d31a4-e3c8-417a-a761-30f46da663fb, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:37.961932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] For port 7f5d31a4-e3c8-417a-a761-30f46da663fb, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7f5d31a4-e3c8-417a-a761-30f46da663fb,segment=NetworkSegment(a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd),segment_id=a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:38.049936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.113741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.194522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.198913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2c286046-995e-4b7d-9c1d-153b5fc33e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.245530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.253739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Transition to ACTIVE for port object c6035964-a095-4a43-b91e-928e6062f4b0 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:38.298433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565f4dc-645d-4385-904f-13b5451e1823 None None] Pushing event updated for resources: {'Port': ['ID=7f5d31a4-e3c8-417a-a761-30f46da663fb,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:38.303520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Transition to ACTIVE for port object c6035964-a095-4a43-b91e-928e6062f4b0 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:38.313649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-8f331714-6550-4bd4-a5f3-c8b4cae8da67', 'network_id': '8f331714-6550-4bd4-a5f3-c8b4cae8da67', 'tenant_id': '76bc181f83a74759bbcf3c9801b0d276', 'fixed_ips': [{'subnet_id': '14999726-419d-4298-bbf1-1465d54b6538'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:38.314690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.327601 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.485720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.541550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.616810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:38.659483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=97c5322f-830a-4193-8ad3-b5272bc4b05b,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:38.718246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1be7c0d7-6233-4052-904b-69db1182779b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:38.755665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 290c8ea0-890b-43a0-9b51-757d58715b6c is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:38.757086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:38.781302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:38.802363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94400117-6afc-41ef-b054-a93a85ede2b1 None None] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:38.828369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:38.838484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:39.089186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2d7579b1-32dc-4ccd-a776-b7b784c26cc9 None None] Provisioning for port 1be7c0d7-6233-4052-904b-69db1182779b completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:39.093232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:20:39.094887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468e83a-b4d5-45f5-b2ba-a599448b9a9b None None] Network 290c8ea0-890b-43a0-9b51-757d58715b6c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:39.106639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Pushing event updated for resources: {'Port': ['ID=c6035964-a095-4a43-b91e-928e6062f4b0,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:39.235761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Allocated IP 2001:db8::1 (aee73a85-18c9-4a9b-bae9-c58b64fd353a/28cae4a5-3b95-4425-bf19-d2f59fd8b915/7522f564-63f8-4c2e-9bdf-835e8288f73f) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:39.276764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:39.291819 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6ee6f0f1-94b4-4fa3-acbc-3126b35749f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7237613 Mar 03 12:20:39.293879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36822) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:39.320608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] Sync routers for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:39.333150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Attempting to bind port c6035964-a095-4a43-b91e-928e6062f4b0 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:39.333741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Attempting to bind port c6035964-a095-4a43-b91e-928e6062f4b0 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '8d318b50-b0a6-4492-b40a-c509d997da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee73a85-18c9-4a9b-bae9-c58b64fd353a'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:39.334294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Attempting to bind port c6035964-a095-4a43-b91e-928e6062f4b0 on network aee73a85-18c9-4a9b-bae9-c58b64fd353a {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:39.368711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:39.369461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Checking segment: {'id': '8d318b50-b0a6-4492-b40a-c509d997da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee73a85-18c9-4a9b-bae9-c58b64fd353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:39.370064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:39.370750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Bound using segment: {'id': '8d318b50-b0a6-4492-b40a-c509d997da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee73a85-18c9-4a9b-bae9-c58b64fd353a'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:39.372964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Bound port: c6035964-a095-4a43-b91e-928e6062f4b0, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d318b50-b0a6-4492-b40a-c509d997da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee73a85-18c9-4a9b-bae9-c58b64fd353a'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:39.373952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:39.386420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220932c1-94f4-4603-a4da-3ba18faa9917 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:39.387632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-220932c1-94f4-4603-a4da-3ba18faa9917 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:39.464329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Allocated IP 2001:db8::2 (8f331714-6550-4bd4-a5f3-c8b4cae8da67/14999726-419d-4298-bbf1-1465d54b6538/abc324f5-5c1d-4e0f-a453-eeb9827d445e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:39.470049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1be7c0d7-6233-4052-904b-69db1182779b completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:39.474345 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:39.475002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:39.490893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-220932c1-94f4-4603-a4da-3ba18faa9917 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:39.490893 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-220932c1-94f4-4603-a4da-3ba18faa9917 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports/97c5322f-830a-4193-8ad3-b5272bc4b05b HTTP/1.1" status: 200 len: 910 time: 0.1947756 Mar 03 12:20:39.492243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36826) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:39.606657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ebcee-23ba-4bd4-b504-b532698fa8c5 None None] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:39.636473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1be7c0d7-6233-4052-904b-69db1182779b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:39.636844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:39.662608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:39.684495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:39.696329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Transition to ACTIVE for port object 7522f564-63f8-4c2e-9bdf-835e8288f73f will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:39.758228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7413c2c7-9a24-4de6-b1d6-f307ce27614d None None] Provisioning for port b7980d05-3697-4a6d-825a-d76086eea695 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:39.919118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:39.919752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:40.014414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.093002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:40.093601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36b7f3-d2a9-46ef-bc4f-298821f8b6a4 None None] The sync data for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:40.098230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] For port c6035964-a095-4a43-b91e-928e6062f4b0, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:40.129087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:40.140344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:40.148985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:40.149504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.179011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] For port c6035964-a095-4a43-b91e-928e6062f4b0, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c6035964-a095-4a43-b91e-928e6062f4b0,segment=NetworkSegment(8d318b50-b0a6-4492-b40a-c509d997da65),segment_id=8d318b50-b0a6-4492-b40a-c509d997da65)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:40.180391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Port': ['ID=7522f564-63f8-4c2e-9bdf-835e8288f73f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:40.230466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.329506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b284697-db64-43aa-a066-357a3e43b4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.331755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.440666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-49613621-6ff5-47ac-8309-9eccd9638953 None None] Provisioning for port 7f5d31a4-e3c8-417a-a761-30f46da663fb completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:40.529042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.613944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.614559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29111d1e-264e-47e4-b413-9c8dfcf62383 None None] Pushing event updated for resources: {'Port': ['ID=c6035964-a095-4a43-b91e-928e6062f4b0,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:40.661532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.682570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1be7c0d7-6233-4052-904b-69db1182779b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1be7c0d7-6233-4052-904b-69db1182779b,segment=NetworkSegment(2b1ec4cd-622a-4a96-871b-95bf24c7a938),segment_id=2b1ec4cd-622a-4a96-871b-95bf24c7a938)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:40.690625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Transition to ACTIVE for port object abc324f5-5c1d-4e0f-a453-eeb9827d445e will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:40.710938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Transition to ACTIVE for port object abc324f5-5c1d-4e0f-a453-eeb9827d445e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:40.783778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.787455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b7980d05-3697-4a6d-825a-d76086eea695 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:40.891441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:40.972323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:40.978557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:40.984496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:40.987943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1be7c0d7-6233-4052-904b-69db1182779b,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:41.170655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.21.0.1 (84e0bc17-d7c1-494f-99e1-fb6658c8f480/7de5b1a2-821b-4f1f-a777-795d160f72d0/304a56c5-6967-4329-a740-224642fb696a) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:41.195690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Pushing event updated for resources: {'Port': ['ID=abc324f5-5c1d-4e0f-a453-eeb9827d445e,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:41.209609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b7980d05-3697-4a6d-825a-d76086eea695 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:41.218275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b7980d05-3697-4a6d-825a-d76086eea695 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:41.218915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.268730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.270878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-952a86e5-f498-4305-a5c4-6ecfc7e9f3f8 None None] Provisioning complete for port 1be7c0d7-6233-4052-904b-69db1182779b triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:41.270878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-952a86e5-f498-4305-a5c4-6ecfc7e9f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.299021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Attempting to bind port abc324f5-5c1d-4e0f-a453-eeb9827d445e on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:41.299381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Attempting to bind port abc324f5-5c1d-4e0f-a453-eeb9827d445e by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '8ee3ca75-a589-4b67-9131-6c200972e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f331714-6550-4bd4-a5f3-c8b4cae8da67'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:41.299924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Attempting to bind port abc324f5-5c1d-4e0f-a453-eeb9827d445e on network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:41.340160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:41.340547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Checking segment: {'id': '8ee3ca75-a589-4b67-9131-6c200972e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f331714-6550-4bd4-a5f3-c8b4cae8da67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:41.340943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.341328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Bound using segment: {'id': '8ee3ca75-a589-4b67-9131-6c200972e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f331714-6550-4bd4-a5f3-c8b4cae8da67'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:41.341805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Bound port: abc324f5-5c1d-4e0f-a453-eeb9827d445e, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3ca75-a589-4b67-9131-6c200972e041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8f331714-6550-4bd4-a5f3-c8b4cae8da67'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:41.342171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.428481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.450029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.467632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 304a56c5-6967-4329-a740-224642fb696a will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:41.492763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.494679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.495693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.573845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.579068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.593221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] For port abc324f5-5c1d-4e0f-a453-eeb9827d445e, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:41.614026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] For port abc324f5-5c1d-4e0f-a453-eeb9827d445e, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=abc324f5-5c1d-4e0f-a453-eeb9827d445e,segment=NetworkSegment(8ee3ca75-a589-4b67-9131-6c200972e041),segment_id=8ee3ca75-a589-4b67-9131-6c200972e041)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:41.639530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port b7980d05-3697-4a6d-825a-d76086eea695, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b7980d05-3697-4a6d-825a-d76086eea695,segment=NetworkSegment(29112455-e8c3-455d-a478-8a8d16c0f72b),segment_id=29112455-e8c3-455d-a478-8a8d16c0f72b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:41.657965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.673816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Port': ['ID=7522f564-63f8-4c2e-9bdf-835e8288f73f,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:41.688855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:41.728494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:41.742620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:41.749575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.777039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aebda-3c16-4c7d-aa15-9d511441ee3e None None] Pushing event updated for resources: {'Port': ['ID=abc324f5-5c1d-4e0f-a453-eeb9827d445e,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:41.866860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7cdd33c0-61aa-4ebc-ae92-f2381a2fb15f None None] Provisioning for port 97c5322f-830a-4193-8ad3-b5272bc4b05b completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:41.883203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7cdd33c0-61aa-4ebc-ae92-f2381a2fb15f None None] Provisioning complete for port 97c5322f-830a-4193-8ad3-b5272bc4b05b triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:41.883718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7cdd33c0-61aa-4ebc-ae92-f2381a2fb15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.910779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:41.944868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=304a56c5-6967-4329-a740-224642fb696a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:41.956415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=b7980d05-3697-4a6d-825a-d76086eea695,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:41.966582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:41.970153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:41.985820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd33c0-61aa-4ebc-ae92-f2381a2fb15f None None] Port 97c5322f-830a-4193-8ad3-b5272bc4b05b cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:42.004323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7cdd33c0-61aa-4ebc-ae92-f2381a2fb15f None None] Provisioning complete for port b7980d05-3697-4a6d-825a-d76086eea695 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:42.004981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7cdd33c0-61aa-4ebc-ae92-f2381a2fb15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:42.096545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c6035964-a095-4a43-b91e-928e6062f4b0 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:42.380343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Router ead62193-b27a-4261-887d-b7c304feeb47 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:20:42.425115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-53dae464-a98b-41d2-8576-7bd24f07790a None None] Provisioning complete for port 97c5322f-830a-4193-8ad3-b5272bc4b05b triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:42.426529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-53dae464-a98b-41d2-8576-7bd24f07790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:42.454338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:42.461212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4cacc-ac80-4ea0-8ef0-dbdc65df568d None None] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:42.474707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port c6035964-a095-4a43-b91e-928e6062f4b0 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:42.508577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1be7c0d7-6233-4052-904b-69db1182779b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:42.706332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-53dae464-a98b-41d2-8576-7bd24f07790a None None] Port 97c5322f-830a-4193-8ad3-b5272bc4b05b cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:42.796040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:42.799014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1be7c0d7-6233-4052-904b-69db1182779b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:42.799382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:42.818157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:42.834506 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] Sync routers for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:42.851143 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:42.851826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:42.859811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-53dae464-a98b-41d2-8576-7bd24f07790a None None] Provisioning for port 304a56c5-6967-4329-a740-224642fb696a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:42.898328 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6e3a65e4-26f5-472c-b5a4-1b2b709d40e0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0571415 Mar 03 12:20:42.901050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36832) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:42.908821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-53dae464-a98b-41d2-8576-7bd24f07790a None None] Provisioning complete for port 304a56c5-6967-4329-a740-224642fb696a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:42.909419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-53dae464-a98b-41d2-8576-7bd24f07790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:42.942245 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:42.966845 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:42.967554 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:43.024145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-53dae464-a98b-41d2-8576-7bd24f07790a None None] Port 304a56c5-6967-4329-a740-224642fb696a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:43.070350 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:43.070350 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b985371-ed8b-428b-a358-ff3c42d4fa45 None None] The sync data for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:43.087863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7f5d31a4-e3c8-417a-a761-30f46da663fb up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:43.245135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:43.297464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e74250ed-b53f-43d9-aeb1-025b1ba19198 None None] Provisioning for port c6035964-a095-4a43-b91e-928e6062f4b0 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:43.309314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2caad-0122-4b80-9a71-15f7be6c98df None None] Network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:43.328271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:43.329652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e74250ed-b53f-43d9-aeb1-025b1ba19198 None None] Provisioning complete for port c6035964-a095-4a43-b91e-928e6062f4b0 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:43.330008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e74250ed-b53f-43d9-aeb1-025b1ba19198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:43.399273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7f5d31a4-e3c8-417a-a761-30f46da663fb completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:43.426725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7f5d31a4-e3c8-417a-a761-30f46da663fb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:43.427603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:43.466990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:43.634458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:43.635878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:43.638547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=304a56c5-6967-4329-a740-224642fb696a,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:43.830902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:43.924815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:20:43.936133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e74250ed-b53f-43d9-aeb1-025b1ba19198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:44.011464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7f5d31a4-e3c8-417a-a761-30f46da663fb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7f5d31a4-e3c8-417a-a761-30f46da663fb,segment=NetworkSegment(a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd),segment_id=a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:44.059448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e74250ed-b53f-43d9-aeb1-025b1ba19198 None None] For port c6035964-a095-4a43-b91e-928e6062f4b0, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c6035964-a095-4a43-b91e-928e6062f4b0,segment=NetworkSegment(8d318b50-b0a6-4492-b40a-c509d997da65),segment_id=8d318b50-b0a6-4492-b40a-c509d997da65)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:44.092439 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-56996c9f-5f02-477b-b9a6-245cbdc4fd27 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:20:44.094733 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-56996c9f-5f02-477b-b9a6-245cbdc4fd27 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1912160 Mar 03 12:20:44.098237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36852) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:44.135226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:44.226937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e74250ed-b53f-43d9-aeb1-025b1ba19198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:44.314512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:44.329661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7f5d31a4-e3c8-417a-a761-30f46da663fb,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:44.341620 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c71a7b7a-dd2c-48d8-a57c-e54788f3c6a5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8450902 Mar 03 12:20:44.347150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36858) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:44.389543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59181a-7542-4880-b3e4-c9230e0c6cc4 req-6300a1d6-8f7d-429b-bcd9-3083c0330e73 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:44.405138 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0d59181a-7542-4880-b3e4-c9230e0c6cc4 req-6300a1d6-8f7d-429b-bcd9-3083c0330e73 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1717799 Mar 03 12:20:44.454539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74250ed-b53f-43d9-aeb1-025b1ba19198 None None] Pushing event updated for resources: {'Port': ['ID=c6035964-a095-4a43-b91e-928e6062f4b0,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:44.466548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] Sync routers for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:44.466981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c29cea-80c0-4bdd-932a-064b9c2dce8b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:44.473695 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-54c29cea-80c0-4bdd-932a-064b9c2dce8b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports/304a56c5-6967-4329-a740-224642fb696a HTTP/1.1" status: 200 len: 910 time: 0.1268530 Mar 03 12:20:44.473695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36866) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:44.482338 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:44.486543 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:44.503792 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0d59181a-7542-4880-b3e4-c9230e0c6cc4 req-4e477370-147a-4793-8acd-95676f534b79 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975640 Mar 03 12:20:44.546730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc324f5-5c1d-4e0f-a453-eeb9827d445e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:44.615767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:44.619870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Provisioning complete for port c6035964-a095-4a43-b91e-928e6062f4b0 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:44.620284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:44.683031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:44.684649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:44.763365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:44.763770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccae78c-459a-474b-82a3-7b68cf065b0a None None] The sync data for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:44.886137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port abc324f5-5c1d-4e0f-a453-eeb9827d445e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:44.891842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b7980d05-3697-4a6d-825a-d76086eea695 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:44.932434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Provisioning for port abc324f5-5c1d-4e0f-a453-eeb9827d445e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:44.941969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Provisioning complete for port abc324f5-5c1d-4e0f-a453-eeb9827d445e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:44.942324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.024524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b7980d05-3697-4a6d-825a-d76086eea695 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:45.027231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.180913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.254216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] For port abc324f5-5c1d-4e0f-a453-eeb9827d445e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=abc324f5-5c1d-4e0f-a453-eeb9827d445e,segment=NetworkSegment(8ee3ca75-a589-4b67-9131-6c200972e041),segment_id=8ee3ca75-a589-4b67-9131-6c200972e041)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:45.314771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.400082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Pushing event updated for resources: {'Port': ['ID=abc324f5-5c1d-4e0f-a453-eeb9827d445e,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:45.417637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Provisioning for port 7522f564-63f8-4c2e-9bdf-835e8288f73f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:45.424408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Provisioning complete for port 7522f564-63f8-4c2e-9bdf-835e8288f73f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:45.425172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.457949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.482978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Port 7522f564-63f8-4c2e-9bdf-835e8288f73f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:45.493454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Provisioning complete for port 304a56c5-6967-4329-a740-224642fb696a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:45.493764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.550750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc060f-295c-4d7e-9a75-ac4ba41eb48c None None] Port 304a56c5-6967-4329-a740-224642fb696a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:45.670485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4ccf2e57-771e-4f0c-8638-98af65aacce1 None None] Provisioning complete for port abc324f5-5c1d-4e0f-a453-eeb9827d445e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:45.670869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2e57-771e-4f0c-8638-98af65aacce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:45.778851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:46.107351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a95974-8e4d-458b-a57e-06071c9aff7d req-d60a46f9-90b4-4597-8192-062bc8d312e9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:46.108666 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-02a95974-8e4d-458b-a57e-06071c9aff7d req-d60a46f9-90b4-4597-8192-062bc8d312e9 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.4365897 Mar 03 12:20:46.170948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting port 7522f564-63f8-4c2e-9bdf-835e8288f73f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:46.171297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:46.224768 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-02a95974-8e4d-458b-a57e-06071c9aff7d req-a0f44ab8-5c05-4699-81a3-1c3af85ce222 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080816 Mar 03 12:20:46.228967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c6035964-a095-4a43-b91e-928e6062f4b0 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:46.305966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c6035964-a095-4a43-b91e-928e6062f4b0 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:46.306360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:46.413837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 304a56c5-6967-4329-a740-224642fb696a {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:46.414626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:46.426625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc324f5-5c1d-4e0f-a453-eeb9827d445e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:46.484427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:46.498733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port abc324f5-5c1d-4e0f-a453-eeb9827d445e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:46.499243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:46.625094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7f5d31a4-e3c8-417a-a761-30f46da663fb up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:46.646367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Calling delete_port for 7522f564-63f8-4c2e-9bdf-835e8288f73f owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:46.696589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7f5d31a4-e3c8-417a-a761-30f46da663fb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:46.697023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:46.924404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:47.055913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 304a56c5-6967-4329-a740-224642fb696a owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:47.314238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:47.372880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Port': ['ID=7522f564-63f8-4c2e-9bdf-835e8288f73f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:47.418027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:47.454339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2063d9-fbc2-4b6a-907b-ae9c9706b195 req-1e52cc47-66a0-4708-9e18-7f8f58178ee4 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:47.456656 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4a2063d9-fbc2-4b6a-907b-ae9c9706b195 req-1e52cc47-66a0-4708-9e18-7f8f58178ee4 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1149909 Mar 03 12:20:47.525598 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4a2063d9-fbc2-4b6a-907b-ae9c9706b195 req-b4c0cd10-43b3-43bf-a4bd-4c5f0df95445 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586445 Mar 03 12:20:47.579836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=304a56c5-6967-4329-a740-224642fb696a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:47.733457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:48.455443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:48.459698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Router ead62193-b27a-4261-887d-b7c304feeb47 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:20:48.764572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:48.774531 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] Sync routers for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:48.783978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:48.784608 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:48.802542 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-338e6665-7f82-45c6-902d-9054b386afc8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6996303 Mar 03 12:20:48.803549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36882) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:48.849265 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:48.859642 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:48.860248 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:48.875854 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-0353c9e6-f765-42f1-93c9-0dd715810054 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] delete failed (client error): The resource could not be found. Mar 03 12:20:48.881412 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0353c9e6-f765-42f1-93c9-0dd715810054 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1696341375 HTTP/1.1" status: 404 len: 335 time: 0.0704989 Mar 03 12:20:48.881551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36886) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:48.886911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-45199fc0-1651-491c-bea9-28053951ae13 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ead62193-b27a-4261-887d-b7c304feeb47'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:48.955899 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:48.956315 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307d69d1-1e8a-44ed-bb71-e0f85353b632 None None] The sync data for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:48.962587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e552d-6824-4cd6-8238-6d2386715b65 req-afd41b42-75d8-4c96-908c-30bf30077fe4 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:48.964178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-797e552d-6824-4cd6-8238-6d2386715b65 req-afd41b42-75d8-4c96-908c-30bf30077fe4 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.3135090 Mar 03 12:20:49.010128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:20:49.036866 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-797e552d-6824-4cd6-8238-6d2386715b65 req-9538fe55-e838-4194-ac2a-585ddad46058 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615978 Mar 03 12:20:49.193658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:49.194237 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d53d6cfe-a750-4e43-bf23-b61cb4754fb6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7196615 Mar 03 12:20:49.197524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36890) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:49.199756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] Sync routers for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:49.209074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:49.209695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:49.275820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:49.289617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:49.291379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:49.362828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:49.363611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1f7ca-1766-4717-8ddb-878a2901c46d None None] The sync data for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:49.408853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45199fc0-1651-491c-bea9-28053951ae13 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:49.515537 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-45199fc0-1651-491c-bea9-28053951ae13 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] update failed (client error): The resource could not be found. Mar 03 12:20:49.516789 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-45199fc0-1651-491c-bea9-28053951ae13 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47 HTTP/1.1" status: 404 len: 339 time: 0.6340046 Mar 03 12:20:49.520314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36894) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:49.525736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2117218351'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:49.531085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:49.534882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:network and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:49.538616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:49.545583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:49.658027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:49.661535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:49.692167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:49.702464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:49.702804 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Added segment deefe6cf-db0a-4897-a5d9-32536b254744 of type vlan for network 0d26baae-deb4-4533-a895-b8a8af7d9b4b Mar 03 12:20:49.732314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:49.856306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:49.863194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:49.869309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:49.869896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:49.977488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Network': ['ID=0d26baae-deb4-4533-a895-b8a8af7d9b4b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:49.988747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 0d26baae-deb4-4533-a895-b8a8af7d9b4b details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:50.046694 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c9ae9279-cfd6-4446-bb94-531f12a9dd36 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5253651 Mar 03 12:20:50.050441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36898) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:50.055730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'subnet': {'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:50.213916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 97c5322f-830a-4193-8ad3-b5272bc4b05b {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:50.214260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:50.221926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:50.227701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Usage tracker for resource:subnet and tenant:76bc181f83a74759bbcf3c9801b0d276 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:50.233117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:50.240815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:50.274131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce7a69-cb37-498b-8a5e-f7766c415091 req-fc3b54b1-7027-474c-8051-6c0ae865adaf tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:50.275521 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cce7a69-cb37-498b-8a5e-f7766c415091 req-fc3b54b1-7027-474c-8051-6c0ae865adaf tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1140428 Mar 03 12:20:50.307493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Made reservation on behalf of 76bc181f83a74759bbcf3c9801b0d276 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:50.312873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:50.369614 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cce7a69-cb37-498b-8a5e-f7766c415091 req-eaf0c8bf-a59b-4c8f-a92a-e1369de1a31b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867782 Mar 03 12:20:50.412462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:50.538951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 97c5322f-830a-4193-8ad3-b5272bc4b05b owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:50.640911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:50.721821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Subnet': ['ID=a1a15fe2-37cb-413e-8f13-1fdfd7ea8b27,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:50.731573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Checking segment: {'id': 'deefe6cf-db0a-4897-a5d9-32536b254744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:50.731883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network hostable DHCP agents. Network: 0d26baae-deb4-4533-a895-b8a8af7d9b4b, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:50.788728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:50.817300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network 0d26baae-deb4-4533-a895-b8a8af7d9b4b is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:50.869233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=97c5322f-830a-4193-8ad3-b5272bc4b05b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:50.926091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 0d26baae-deb4-4533-a895-b8a8af7d9b4b) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:50.930826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:50.931075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:50.946570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6bd263-631b-4d3c-b529-aad2aef6de5a None None] Network 0d26baae-deb4-4533-a895-b8a8af7d9b4b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:51.033753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5c22577a-de31-4b13-b27d-0e9551a9b292 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9789474 Mar 03 12:20:51.033753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36904) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:51.038011 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-933d558e-34ce-48d4-b97f-f5c32baa3d57 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:51.085031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:51.187954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-0d26baae-deb4-4533-a895-b8a8af7d9b4b', 'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b', 'tenant_id': '76bc181f83a74759bbcf3c9801b0d276', 'fixed_ips': [{'subnet_id': 'a1a15fe2-37cb-413e-8f13-1fdfd7ea8b27'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:51.188931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:51.430939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Allocated IP 2001:db8:1::2 (0d26baae-deb4-4533-a895-b8a8af7d9b4b/a1a15fe2-37cb-413e-8f13-1fdfd7ea8b27/785cb7d8-cf79-47e8-8d5f-80e1ca02f078) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:51.528806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:20:51.575638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-933d558e-34ce-48d4-b97f-f5c32baa3d57 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:51.657096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:51.667330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Transition to ACTIVE for port object 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:51.686815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Transition to ACTIVE for port object 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:51.715866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:51.725674 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] Sync routers for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:51.736239 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:51.737387 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:51.751379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:51.763715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2b30-a54c-472c-9a48-377e4195fe4c req-ca629a0c-aacb-4fc1-a7be-9319b08aec1a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:51.765402 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e93a2b30-a54c-472c-9a48-377e4195fe4c req-ca629a0c-aacb-4fc1-a7be-9319b08aec1a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1688950 Mar 03 12:20:51.795706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-792f8034-98bf-4b26-8460-43a448e99939 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5948627 Mar 03 12:20:51.798536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36910) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:51.801156 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-933d558e-34ce-48d4-b97f-f5c32baa3d57 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:20:51.808309 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-933d558e-34ce-48d4-b97f-f5c32baa3d57 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47 HTTP/1.1" status: 400 len: 364 time: 0.7744882 Mar 03 12:20:51.809245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36914) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:51.822530 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:51.833417 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] Routers {'3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:51.834016 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:51.835703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Network 0d26baae-deb4-4533-a895-b8a8af7d9b4b is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:51.840696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:51.852833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:51.857292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0dd063aa-baea-453d-b0a2-ca2e5eb81da2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:20:51.870331 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e93a2b30-a54c-472c-9a48-377e4195fe4c req-bc3b39e5-5677-4019-bde9-308ca6fbb9ba tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973966 Mar 03 12:20:51.911208 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:51.911503 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17306f-33c0-47f2-b3db-2da3a1a90bba None None] The sync data for ids ['3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:51.941977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Pushing event updated for resources: {'Port': ['ID=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:51.951039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0dd063aa-baea-453d-b0a2-ca2e5eb81da2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:20:51.952467 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0dd063aa-baea-453d-b0a2-ca2e5eb81da2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 HTTP/1.1" status: 200 len: 205 time: 0.1526222 Mar 03 12:20:51.955268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36918) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:51.972921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Attempting to bind port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:51.976884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Attempting to bind port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'deefe6cf-db0a-4897-a5d9-32536b254744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:51.976884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Attempting to bind port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 on network 0d26baae-deb4-4533-a895-b8a8af7d9b4b {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:51.978998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:51.979372 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Checking segment: {'id': 'deefe6cf-db0a-4897-a5d9-32536b254744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:51.979768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:51.980255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Bound using segment: {'id': 'deefe6cf-db0a-4897-a5d9-32536b254744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:51.980711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Bound port: 785cb7d8-cf79-47e8-8d5f-80e1ca02f078, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deefe6cf-db0a-4897-a5d9-32536b254744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0d26baae-deb4-4533-a895-b8a8af7d9b4b'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:51.981079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.069531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] For port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:20:52.072574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] For port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,segment=NetworkSegment(deefe6cf-db0a-4897-a5d9-32536b254744),segment_id=deefe6cf-db0a-4897-a5d9-32536b254744)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:20:52.088462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d9dddd7-02fd-4c76-aea4-c10663b505c7 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.143520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.233275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eb43f-12b3-4847-9e90-a33619501257 None None] Pushing event updated for resources: {'Port': ['ID=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:52.323915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.401577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d9dddd7-02fd-4c76-aea4-c10663b505c7 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.403020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d9dddd7-02fd-4c76-aea4-c10663b505c7 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.509071 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d9dddd7-02fd-4c76-aea4-c10663b505c7 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.516266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9dddd7-02fd-4c76-aea4-c10663b505c7 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Fanout notify agent at l3_agent the message router_deleted on router 3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:20:52.522505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d9dddd7-02fd-4c76-aea4-c10663b505c7 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.523608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4d9dddd7-02fd-4c76-aea4-c10663b505c7 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 HTTP/1.1" status: 204 len: 168 time: 0.5674019 Mar 03 12:20:52.526277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36922) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:52.600623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet 7de5b1a2-821b-4f1f-a777-795d160f72d0 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:52.603636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.657053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.693227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Allocated IP 2001:db8::1 (8c329fff-2d9f-43c8-9534-1d349b6a2b1f/ca343c64-e33d-4074-ad37-f3a813fe7630/df6d2b60-1d6e-4801-830b-263cd1633fbd) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:52.742872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:52.950257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.000193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.006984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49179fd3-5f3c-4688-9625-0d4e17db2de1 None None] Network 84e0bc17-d7c1-494f-99e1-fb6658c8f480 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:53.012308 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/7de5b1a2-821b-4f1f-a777-795d160f72d0 HTTP/1.1" status: 204 len: 168 time: 0.4826334 Mar 03 12:20:53.012308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1bef1-3509-408e-95e3-096f8f0eb894 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=7de5b1a2-821b-4f1f-a777-795d160f72d0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:53.012622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36928) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:53.048712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.067895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Transition to ACTIVE for port object df6d2b60-1d6e-4801-830b-263cd1633fbd will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:53.143973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a410-f59b-4522-8363-e29014c8b5d8 req-feb514b1-c80c-4641-bd9e-a5be584ba832 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:53.145659 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dbc4a410-f59b-4522-8363-e29014c8b5d8 req-feb514b1-c80c-4641-bd9e-a5be584ba832 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1453667 Mar 03 12:20:53.203084 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dbc4a410-f59b-4522-8363-e29014c8b5d8 req-ac968ebf-8ae9-4a71-b343-448476bfce07 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497754 Mar 03 12:20:53.204202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.236963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet e967284e-e8da-4e16-923b-dee7d59c7bed {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:53.240088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.268691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:53.278118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:53.281308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:53.282166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.306168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.361222 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d9cf6-4e2c-4258-9f83-3060ed2b53f3 None None] Network 0d26baae-deb4-4533-a895-b8a8af7d9b4b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:53.368332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Port': ['ID=df6d2b60-1d6e-4801-830b-263cd1633fbd,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:53.378897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] DHCP port deletion for 84e0bc17-d7c1-494f-99e1-fb6658c8f480 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:53.405662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] Deleting port 7f5d31a4-e3c8-417a-a761-30f46da663fb {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:53.406792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.424867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.557089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.601332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.632836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5a6d048b-6763-4791-8f05-26811f792d86 None None] Provisioning for port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:53.643279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=e967284e-e8da-4e16-923b-dee7d59c7bed,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:53.649430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.654394 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cf16e09c-71ac-4ea9-994c-9bd0e22b1249 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/e967284e-e8da-4e16-923b-dee7d59c7bed HTTP/1.1" status: 204 len: 168 time: 0.6407928 Mar 03 12:20:53.657067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36932) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:53.673929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2a4d5-5ed5-4240-9dae-2bd847f75310 None None] Network 290c8ea0-890b-43a0-9b51-757d58715b6c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:53.776408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.789663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 7f5d31a4-e3c8-417a-a761-30f46da663fb {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:53.789887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.852629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] For port 7f5d31a4-e3c8-417a-a761-30f46da663fb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7f5d31a4-e3c8-417a-a761-30f46da663fb,segment=NetworkSegment(a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd),segment_id=a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:53.853052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:53.971026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.006330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 7f5d31a4-e3c8-417a-a761-30f46da663fb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7f5d31a4-e3c8-417a-a761-30f46da663fb,segment=NetworkSegment(a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd),segment_id=a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:54.006904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.028654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.029691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.111846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] Calling delete_port for 7f5d31a4-e3c8-417a-a761-30f46da663fb owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:54.135477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 7f5d31a4-e3c8-417a-a761-30f46da663fb owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:54.190306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event updated for resources: {'Port': ['ID=df6d2b60-1d6e-4801-830b-263cd1633fbd,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:54.234167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e2bf0dbf-7f80-4fc3-b725-ca0e452cdfda None None] Provisioning for port df6d2b60-1d6e-4801-830b-263cd1633fbd completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:54.243547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e2bf0dbf-7f80-4fc3-b725-ca0e452cdfda None None] Provisioning complete for port df6d2b60-1d6e-4801-830b-263cd1633fbd triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:54.243911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0dbf-7f80-4fc3-b725-ca0e452cdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.267276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:54.273733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:54.305452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf0dbf-7f80-4fc3-b725-ca0e452cdfda None None] Port df6d2b60-1d6e-4801-830b-263cd1633fbd cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:54.320172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.326618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:20:54.326950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:20:54.406078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:54.483773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] DHCP port deletion for 290c8ea0-890b-43a0-9b51-757d58715b6c request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:54.505926 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] Pushing event deleted for resources: {'Port': ['ID=7f5d31a4-e3c8-417a-a761-30f46da663fb,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:54.511011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c605-fcfc-4bbc-ae91-c4bf2ba06a8e req-b80cb32a-42d6-4e3a-b45e-f2b48d743c9a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:54.512194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] Deleting port b7980d05-3697-4a6d-825a-d76086eea695 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:54.513258 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fad4c605-fcfc-4bbc-ae91-c4bf2ba06a8e req-b80cb32a-42d6-4e3a-b45e-f2b48d743c9a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1356761 Mar 03 12:20:54.514125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.546965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26bdf81-c303-4f0f-9bf2-8df3df6cd7c9 None None] No DVR routers for this DVR port 7f5d31a4-e3c8-417a-a761-30f46da663fb on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:54.562132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Router ead62193-b27a-4261-887d-b7c304feeb47 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:20:54.567466 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fad4c605-fcfc-4bbc-ae91-c4bf2ba06a8e req-2f051853-9f83-40f0-a9d6-2a2a1d9c69ff tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478072 Mar 03 12:20:54.754027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:54.761989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:20:54.766489 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-12fd8ceb-7dad-4666-944a-cfad3a05cf0e tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9526808 Mar 03 12:20:54.766489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36938) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:54.768224 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:20:54.778718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] Sync routers for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:54.785708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:54.789120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.828695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 7f5d31a4-e3c8-417a-a761-30f46da663fb {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:54.829140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.841754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:54.842399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:54.901407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] The port '7f5d31a4-e3c8-417a-a761-30f46da663fb' was deleted {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:20:54.913075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] For port b7980d05-3697-4a6d-825a-d76086eea695, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b7980d05-3697-4a6d-825a-d76086eea695,segment=NetworkSegment(29112455-e8c3-455d-a478-8a8d16c0f72b),segment_id=29112455-e8c3-455d-a478-8a8d16c0f72b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:54.913480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:54.932971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Provisioning complete for port df6d2b60-1d6e-4801-830b-263cd1633fbd triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:54.934107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.030467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.045808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f4e675a-ef3e-474f-a6a0-c0a9babdb9f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.053530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.082303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e0bc17-d7c1-494f-99e1-fb6658c8f480']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.095970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.095970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50a6b0b-a6dc-4e90-93d3-2e2aab2828dd') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.107639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] Calling delete_port for b7980d05-3697-4a6d-825a-d76086eea695 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:55.109271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.125526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.131611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:55.132126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: util.warn( Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:55.146850 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:55.163381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:55.164035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.207210 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-7f4e675a-ef3e-474f-a6a0-c0a9babdb9f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 12:20:55.211131 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7f4e675a-ef3e-474f-a6a0-c0a9babdb9f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47 HTTP/1.1" status: 409 len: 329 time: 0.4415443 Mar 03 12:20:55.211332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36942) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:55.230620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Port df6d2b60-1d6e-4801-830b-263cd1633fbd cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:20:55.242897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.243307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024b34b-c79d-4df0-997a-3424e81b4987 None None] The sync data for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:55.320993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Provisioning complete for port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:55.321311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.337109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.359861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.363052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.382571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=84e0bc17-d7c1-494f-99e1-fb6658c8f480,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:55.408060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.447361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,segment=NetworkSegment(deefe6cf-db0a-4897-a5d9-32536b254744),segment_id=deefe6cf-db0a-4897-a5d9-32536b254744)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:55.455397 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7dd3df24-dccf-48d1-adc1-e9db643411d8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/84e0bc17-d7c1-494f-99e1-fb6658c8f480 HTTP/1.1" status: 204 len: 168 time: 1.7969728 Mar 03 12:20:55.456088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36946) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:55.462771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] Pushing event deleted for resources: {'Port': ['ID=b7980d05-3697-4a6d-825a-d76086eea695,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:55.464614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53989c7-67db-469f-a239-f1522e7f6418 None None] No DVR routers for this DVR port b7980d05-3697-4a6d-825a-d76086eea695 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:55.517446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.591203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.592603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7f5d31a4-e3c8-417a-a761-30f46da663fb no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:20:55.653932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7f5d31a4-e3c8-417a-a761-30f46da663fb {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:20:55.654274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7f5d31a4-e3c8-417a-a761-30f46da663fb not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:20:55.660907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.766691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:55.805901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:20:55.806247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-6b1250d6-8c0b-4a8d-9ae1-b44fb0d26968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:20:55.806545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.842533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.868182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290c8ea0-890b-43a0-9b51-757d58715b6c']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.880595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29112455-e8c3-455d-a478-8a8d16c0f72b') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.880892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29112455-e8c3-455d-a478-8a8d16c0f72b') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:55.892474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.912400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.919244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:55.919624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:55.934262 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:55.970760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ecac4-327c-43f6-942e-b555cc1701a4 req-5eb30558-31d2-4e2b-a086-9b652b22ca74 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:55.972241 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-393ecac4-327c-43f6-942e-b555cc1701a4 req-5eb30558-31d2-4e2b-a086-9b652b22ca74 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.2349889 Mar 03 12:20:56.079979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.097918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.107746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=290c8ea0-890b-43a0-9b51-757d58715b6c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:56.110364 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fe8de5d3-bcfb-4b21-b7cb-67fa5df9db1b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/290c8ea0-890b-43a0-9b51-757d58715b6c HTTP/1.1" status: 204 len: 168 time: 0.6532602 Mar 03 12:20:56.112372 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-393ecac4-327c-43f6-942e-b555cc1701a4 req-0734e287-4441-43dc-b3f5-7ddbc339d8ac tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818279 Mar 03 12:20:56.116832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36952) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:56.123952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-64833924'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:56.130332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:56.135846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:56.145197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:56.154565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:56.221099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:20:56.223549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:56.226885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.242152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting port df6d2b60-1d6e-4801-830b-263cd1633fbd {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:56.242485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.304658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:20:56.305183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.315771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:20:56.497055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.497388 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment d3d762b8-ee9b-4027-8efb-18c81d6b711f of type vlan for network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d Mar 03 12:20:56.531306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b7980d05-3697-4a6d-825a-d76086eea695 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:20:56.566533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b7980d05-3697-4a6d-825a-d76086eea695 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:20:56.566885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b7980d05-3697-4a6d-825a-d76086eea695 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:20:56.593220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.623496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.766879 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Calling delete_port for df6d2b60-1d6e-4801-830b-263cd1633fbd owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:56.943641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:56.949559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:56.950338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:57.083151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=5771b88e-2ec2-4bba-baf2-de8ae0d7118d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:57.093499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:20:57.168710 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ec15b2dc-e0ab-44f9-8a99-66870b773808 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0475450 Mar 03 12:20:57.169318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36962) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:57.175355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:57.246428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:57.296990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Port': ['ID=df6d2b60-1d6e-4801-830b-263cd1633fbd,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:57.340294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:57.347061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:57.350798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:57.360893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:57.393262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777946-9958-43c6-aaac-570eea6b2bd8 req-add5c3ed-2490-4723-9183-7e12b4a71c8b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:57.401462 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7d777946-9958-43c6-aaac-570eea6b2bd8 req-add5c3ed-2490-4723-9183-7e12b4a71c8b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.1385806 Mar 03 12:20:57.447122 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7d777946-9958-43c6-aaac-570eea6b2bd8 req-4427360c-b784-4037-8e50-936bcb57d540 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Mar 03 12:20:57.472183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:57.475750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:57.488520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:57.763690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dacc7-4d6c-4919-9425-3eb20da53425 req-ad663560-5759-4ba9-96b7-fba2533bfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:57.764259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Router ead62193-b27a-4261-887d-b7c304feeb47 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:20:57.765203 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-505dacc7-4d6c-4919-9425-3eb20da53425 req-ad663560-5759-4ba9-96b7-fba2533bfcc2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1099 time: 0.1225154 Mar 03 12:20:57.809237 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-505dacc7-4d6c-4919-9425-3eb20da53425 req-d2c71f84-151f-4903-a8ff-fd274e66d0ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382288 Mar 03 12:20:57.822592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:57.903680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=08231775-638f-4a2c-b495-d6bf2575ee6b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:57.917841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': 'd3d762b8-ee9b-4027-8efb-18c81d6b711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:57.917841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 5771b88e-2ec2-4bba-baf2-de8ae0d7118d, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:20:57.988034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:20:58.021689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:20:58.030646 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d0d959e1-d10b-46fa-a580-2a8326d5b3a8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8183765 Mar 03 12:20:58.031738 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] Sync routers for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:20:58.034942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36966) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:58.041618 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:58.042220 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:58.073703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 5771b88e-2ec2-4bba-baf2-de8ae0d7118d) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:58.079888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:58.081080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.085340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dc67a2-f1a2-4b5f-ae9f-6ac4afb4c8df None None] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:58.113692 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:58.116154 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-0cc3dcd4-cb06-4280-8575-2e13dd9ecdd0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] show failed (client error): The resource could not be found. Mar 03 12:20:58.117377 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0cc3dcd4-cb06-4280-8575-2e13dd9ecdd0 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1779878677 HTTP/1.1" status: 404 len: 335 time: 0.0812979 Mar 03 12:20:58.122077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36970) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:58.124162 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] Routers {'ead62193-b27a-4261-887d-b7c304feeb47'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:20:58.124948 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ead62193-b27a-4261-887d-b7c304feeb47'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:58.127552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-499de4ec-8aea-45c7-8684-fb254fbcb9c3 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:58.181227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36974) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:58.181963 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5c9c97b7-464e-48e9-a2a5-7bdc065d850d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0112829 Mar 03 12:20:58.186495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-635775220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:58.200460 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-499de4ec-8aea-45c7-8684-fb254fbcb9c3 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] update failed (client error): The resource could not be found. Mar 03 12:20:58.201468 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-499de4ec-8aea-45c7-8684-fb254fbcb9c3 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-80918970 HTTP/1.1" status: 404 len: 333 time: 0.0783553 Mar 03 12:20:58.202447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:58.207868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36978) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:58.219855 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:58.220270 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0162163-1e25-4ddd-9acb-6ed6af566de3 None None] The sync data for ids ['ead62193-b27a-4261-887d-b7c304feeb47'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:20:58.242968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:router and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:58.249230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:58.264827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:58.289414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting subnet a1a15fe2-37cb-413e-8f13-1fdfd7ea8b27 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:20:58.292339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.333313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-5771b88e-2ec2-4bba-baf2-de8ae0d7118d', 'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': '08231775-638f-4a2c-b495-d6bf2575ee6b'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:20:58.342646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.349051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.376912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.377945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.421639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.458246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.493132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Allocated IP 172.20.0.2 (5771b88e-2ec2-4bba-baf2-de8ae0d7118d/08231775-638f-4a2c-b495-d6bf2575ee6b/cbb919cf-34e6-47e7-8546-b26b05d0ab31) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:58.502941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.531511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:20:58.606908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.608081 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3bf12220-99b8-4e3b-ae04-dc0d0c355c25 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4259207 Mar 03 12:20:58.610902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36984) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:58.617980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'port': {'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d', 'name': 'tempest-RoutersTest-1340737712'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:20:58.620014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.665819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a15fe2-37cb-413e-8f13-1fdfd7ea8b27,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:58.668737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.676152 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6c25741c-9d93-4e2f-8c80-6f0873642506 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/subnets/a1a15fe2-37cb-413e-8f13-1fdfd7ea8b27 HTTP/1.1" status: 204 len: 168 time: 0.4672632 Mar 03 12:20:58.679236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36988) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:58.705014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c013ff8-50b7-44c4-aa0f-cf3b67edf670 None None] Network 0d26baae-deb4-4533-a895-b8a8af7d9b4b requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:20:58.794980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6926d93-2753-4c8e-b618-3f4824674717 req-ecda73e1-e1d4-47d7-85d6-c1ee53b603c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:58.802196 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c6926d93-2753-4c8e-b618-3f4824674717 req-ecda73e1-e1d4-47d7-85d6-c1ee53b603c6 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.2438309 Mar 03 12:20:58.825362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:20:58.830437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:port and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:20:58.835533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:20:58.849018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:20:58.855796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.888189 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c6926d93-2753-4c8e-b618-3f4824674717 req-659b1e2c-79d6-423d-abd5-8d662eb1989c tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809247 Mar 03 12:20:58.892314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:58.892655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.936378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:20:58.940129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:58.963095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] device_id is not set on port 9d543f86-6edd-4ff8-bb6e-74707cf9a128 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:20:59.017080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:59.031266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.041295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'port_id': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'mac_address': 'fa:16:3e:23:7f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:20:59.054956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Transition to ACTIVE for port object cbb919cf-34e6-47e7-8546-b26b05d0ab31 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:59.114511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] For port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,segment=NetworkSegment(deefe6cf-db0a-4897-a5d9-32536b254744),segment_id=deefe6cf-db0a-4897-a5d9-32536b254744)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:59.115037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.139016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.158178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Transition to ACTIVE for port object cbb919cf-34e6-47e7-8546-b26b05d0ab31 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:59.163673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:20:59.180360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:59.184490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] DHCP port deletion for 0d26baae-deb4-4533-a895-b8a8af7d9b4b request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:20:59.188750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Deleting port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:20:59.189114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.242564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Calling delete_port for 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:59.280308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.284738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.344711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.20.0.9 (5771b88e-2ec2-4bba-baf2-de8ae0d7118d/08231775-638f-4a2c-b495-d6bf2575ee6b/9d543f86-6edd-4ff8-bb6e-74707cf9a128) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:20:59.406324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.418143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:59.426244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:59.428555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:59.449626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Pushing event updated for resources: {'Port': ['ID=cbb919cf-34e6-47e7-8546-b26b05d0ab31,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:59.463886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Port': ['ID=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:59.465676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] No DVR routers for this DVR port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:20:59.557755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.574758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 9d543f86-6edd-4ff8-bb6e-74707cf9a128 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:20:59.601812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:20:59.669241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.706993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.736876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d26baae-deb4-4533-a895-b8a8af7d9b4b']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:59.740133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:20:59.741138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] For port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=785cb7d8-cf79-47e8-8d5f-80e1ca02f078,segment=NetworkSegment(deefe6cf-db0a-4897-a5d9-32536b254744),segment_id=deefe6cf-db0a-4897-a5d9-32536b254744)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:20:59.741542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.743109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:20:59.750751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deefe6cf-db0a-4897-a5d9-32536b254744') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:59.751091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deefe6cf-db0a-4897-a5d9-32536b254744') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:20:59.752318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:20:59.758047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:59.763428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.771456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Attempting to bind port cbb919cf-34e6-47e7-8546-b26b05d0ab31 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:20:59.771832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Attempting to bind port cbb919cf-34e6-47e7-8546-b26b05d0ab31 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'd3d762b8-ee9b-4027-8efb-18c81d6b711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:20:59.772579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Attempting to bind port cbb919cf-34e6-47e7-8546-b26b05d0ab31 on network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:20:59.780554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.786948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:20:59.787335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.798533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=9d543f86-6edd-4ff8-bb6e-74707cf9a128,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:20:59.802767 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:20:59.837134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:20:59.837779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.901292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Calling delete_port for 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:20:59.920752 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8893d035-7cd0-4a28-a56e-e089c2d1505f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3085685 Mar 03 12:20:59.923459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 36994) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:20:59.932044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:20:59.932318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Checking segment: {'id': 'd3d762b8-ee9b-4027-8efb-18c81d6b711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:20:59.932682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.932974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Bound using segment: {'id': 'd3d762b8-ee9b-4027-8efb-18c81d6b711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:20:59.933564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Bound port: cbb919cf-34e6-47e7-8546-b26b05d0ab31, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d762b8-ee9b-4027-8efb-18c81d6b711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5771b88e-2ec2-4bba-baf2-de8ae0d7118d'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:20:59.933564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:20:59.956170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.003365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.015711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Network': ['ID=0d26baae-deb4-4533-a895-b8a8af7d9b4b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:00.020306 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6629818c-ebf2-4806-9d20-8ebcd80822f6 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/networks/0d26baae-deb4-4533-a895-b8a8af7d9b4b HTTP/1.1" status: 204 len: 168 time: 1.3401248 Mar 03 12:21:00.022933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 36998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:00.100798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting subnet 14999726-419d-4298-bbf1-1465d54b6538 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:21:00.104203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.115113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:00.115471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:00.130216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] For port cbb919cf-34e6-47e7-8546-b26b05d0ab31, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:00.148725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] For port cbb919cf-34e6-47e7-8546-b26b05d0ab31, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cbb919cf-34e6-47e7-8546-b26b05d0ab31,segment=NetworkSegment(d3d762b8-ee9b-4027-8efb-18c81d6b711f),segment_id=d3d762b8-ee9b-4027-8efb-18c81d6b711f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:00.184058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.227453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:00.270109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.292364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.306317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:00.306663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:00.424497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0141be-3ad8-4b46-ae55-4028033cb608 None None] Pushing event updated for resources: {'Port': ['ID=cbb919cf-34e6-47e7-8546-b26b05d0ab31,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:00.457481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.503367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Subnet': ['ID=14999726-419d-4298-bbf1-1465d54b6538,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:00.505446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.514881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eaa9ab-9438-4f10-91d1-12efbd7fef8b None None] Network 8f331714-6550-4bd4-a5f3-c8b4cae8da67 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:00.520288 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f65bf5fa-a72e-4f58-816f-fa62d36af9d8 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/subnets/14999726-419d-4298-bbf1-1465d54b6538 HTTP/1.1" status: 204 len: 168 time: 0.4952765 Mar 03 12:21:00.521260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37002) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:00.528327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:00.563686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375a6a4-240c-4c47-87f3-1141f2723183 req-a6ff524f-8fa6-486f-96cb-317f220a9482 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:00.565220 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d375a6a4-240c-4c47-87f3-1141f2723183 req-a6ff524f-8fa6-486f-96cb-317f220a9482 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 945 time: 0.5712411 Mar 03 12:21:00.594784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting subnet 28cae4a5-3b95-4425-bf19-d2f59fd8b915 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:21:00.598485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.654972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Deleting port 785cb7d8-cf79-47e8-8d5f-80e1ca02f078 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:00.655444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.683551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.691460 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d375a6a4-240c-4c47-87f3-1141f2723183 req-30f49637-3c08-4192-bd63-36a94b65a21a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179123 Mar 03 12:21:00.731035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37006) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:00.764493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.810500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-68aee803-4b4a-4705-bf50-d18b80b83d45 None None] The port '785cb7d8-cf79-47e8-8d5f-80e1ca02f078' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:21:00.881317 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-575d6a68-137b-4c54-bbb8-06e1b40fa344 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/floatingips/fffc1e5b-ce6c-45ff-93ad-7147b1cbd101 HTTP/1.1" status: 200 len: 993 time: 0.1470537 Mar 03 12:21:00.910152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.952956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:00.984985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:21:01.003863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:01.067793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] DHCP port deletion for 8f331714-6550-4bd4-a5f3-c8b4cae8da67 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:21:01.069274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.072244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Deleting port abc324f5-5c1d-4e0f-a453-eeb9827d445e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:01.072839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.102170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.114478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Subnet': ['ID=28cae4a5-3b95-4425-bf19-d2f59fd8b915,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:01.117182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.127055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.131342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.134570 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8d1b079c-5583-44ef-8d77-2a8f15272491 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/subnets/28cae4a5-3b95-4425-bf19-d2f59fd8b915 HTTP/1.1" status: 204 len: 168 time: 0.6121929 Mar 03 12:21:01.137166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37010) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:01.187892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.202915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a9fa6-f271-4b32-a1da-4613a817bdb4 None None] Network aee73a85-18c9-4a9b-bae9-c58b64fd353a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:01.252739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.263300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.295288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting port abc324f5-5c1d-4e0f-a453-eeb9827d445e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:01.295976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.395844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=9d543f86-6edd-4ff8-bb6e-74707cf9a128,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:01.397391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:01.406293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.406978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.411081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.411632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.411971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.412742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.412742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.413052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.413380 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.413698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.414039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.414365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:01.586947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] For port abc324f5-5c1d-4e0f-a453-eeb9827d445e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=abc324f5-5c1d-4e0f-a453-eeb9827d445e,segment=NetworkSegment(8ee3ca75-a589-4b67-9131-6c200972e041),segment_id=8ee3ca75-a589-4b67-9131-6c200972e041)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:01.587304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.611296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba23ea-a37b-49ec-84c7-2ec4e9d90427 None None] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:01.651677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.654430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] For port abc324f5-5c1d-4e0f-a453-eeb9827d445e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=abc324f5-5c1d-4e0f-a453-eeb9827d445e,segment=NetworkSegment(8ee3ca75-a589-4b67-9131-6c200972e041),segment_id=8ee3ca75-a589-4b67-9131-6c200972e041)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:01.654839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.719800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Calling delete_port for abc324f5-5c1d-4e0f-a453-eeb9827d445e owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:01.786693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] DHCP port deletion for aee73a85-18c9-4a9b-bae9-c58b64fd353a request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:21:01.863077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Calling delete_port for abc324f5-5c1d-4e0f-a453-eeb9827d445e owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:01.868940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.904304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] Deleting port c6035964-a095-4a43-b91e-928e6062f4b0 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:01.904678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:01.920977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Port': ['ID=abc324f5-5c1d-4e0f-a453-eeb9827d445e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:01.927086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] No DVR routers for this DVR port abc324f5-5c1d-4e0f-a453-eeb9827d445e on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:01.963412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.083420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5b6780b3-a4a6-4d39-82b0-1a8bb9c5591e None None] Provisioning for port cbb919cf-34e6-47e7-8546-b26b05d0ab31 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:02.123237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:02.123672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:02.174987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.202632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f331714-6550-4bd4-a5f3-c8b4cae8da67']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:02.219790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee3ca75-a589-4b67-9131-6c200972e041') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:02.221270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee3ca75-a589-4b67-9131-6c200972e041') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:02.235470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.268953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.272647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] For port c6035964-a095-4a43-b91e-928e6062f4b0, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c6035964-a095-4a43-b91e-928e6062f4b0,segment=NetworkSegment(8d318b50-b0a6-4492-b40a-c509d997da65),segment_id=8d318b50-b0a6-4492-b40a-c509d997da65)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:02.274551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.315972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:21:02.316564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.342425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cbb919cf-34e6-47e7-8546-b26b05d0ab31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:02.403779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:21:02.408290 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:21:02.432274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] Calling delete_port for c6035964-a095-4a43-b91e-928e6062f4b0 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:02.456941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.479897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.502598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.512220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Network': ['ID=8f331714-6550-4bd4-a5f3-c8b4cae8da67,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:02.516851 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4627ba85-8f7a-46f1-9b3e-ebd743cd8336 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/networks/8f331714-6550-4bd4-a5f3-c8b4cae8da67 HTTP/1.1" status: 204 len: 168 time: 1.3785179 Mar 03 12:21:02.517878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:02.520541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37014) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:02.580118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=9d543f86-6edd-4ff8-bb6e-74707cf9a128,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:02.598271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.626998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Deleting port abc324f5-5c1d-4e0f-a453-eeb9827d445e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:02.627583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.662915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.676367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting port c6035964-a095-4a43-b91e-928e6062f4b0 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:02.677440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.724018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.728159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port cbb919cf-34e6-47e7-8546-b26b05d0ab31 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:02.761231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] The port 'c6035964-a095-4a43-b91e-928e6062f4b0' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:21:02.767882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:02.769043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cbb919cf-34e6-47e7-8546-b26b05d0ab31 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:02.769460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.769654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:02.794938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:02.797808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.908653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.911044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] Pushing event deleted for resources: {'Port': ['ID=c6035964-a095-4a43-b91e-928e6062f4b0,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:02.924666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bf30f-c017-4039-999d-2f7674e2f590 None None] The port 'abc324f5-5c1d-4e0f-a453-eeb9827d445e' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:21:02.927702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68847ca8-3965-4891-b329-17ff690e6b74 None None] No DVR routers for this DVR port c6035964-a095-4a43-b91e-928e6062f4b0 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:02.942071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee73a85-18c9-4a9b-bae9-c58b64fd353a']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:02.957674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d318b50-b0a6-4492-b40a-c509d997da65') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:02.958071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d318b50-b0a6-4492-b40a-c509d997da65') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:02.973025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:02.992260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Provisioning complete for port cbb919cf-34e6-47e7-8546-b26b05d0ab31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:02.992631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.000238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.007825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:21:03.008637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:21:03.025911 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:21:03.086135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 10535cc9-c89e-4449-beb3-1d19eadf9441 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:21:03.152255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.181924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.195301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.211524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.220597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Network': ['ID=aee73a85-18c9-4a9b-bae9-c58b64fd353a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:03.228957 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a8c77a76-b70d-4d46-a6ac-269249e71c19 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/networks/aee73a85-18c9-4a9b-bae9-c58b64fd353a HTTP/1.1" status: 204 len: 168 time: 0.7074149 Mar 03 12:21:03.232544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37018) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:03.273876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port cbb919cf-34e6-47e7-8546-b26b05d0ab31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cbb919cf-34e6-47e7-8546-b26b05d0ab31,segment=NetworkSegment(d3d762b8-ee9b-4027-8efb-18c81d6b711f),segment_id=d3d762b8-ee9b-4027-8efb-18c81d6b711f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:03.281555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:03.293142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:21:03.294131 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4dee43c3-4546-443d-836b-f50fd39a86d6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/10535cc9-c89e-4449-beb3-1d19eadf9441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3692698 Mar 03 12:21:03.296513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37022) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:03.334106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] Sync routers for ids ['10535cc9-c89e-4449-beb3-1d19eadf9441'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:03.334710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting subnet ca343c64-e33d-4074-ad37-f3a813fe7630 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:21:03.338116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.377966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.389074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:03.412612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab7120-2309-4a20-8a96-c0d8b870b92b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:03.413086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-beab7120-2309-4a20-8a96-c0d8b870b92b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:03.415293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.435183 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'code': 200} Mar 03 12:21:03.444982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.460431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c6035964-a095-4a43-b91e-928e6062f4b0 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:03.497671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-beab7120-2309-4a20-8a96-c0d8b870b92b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:03.499330 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-beab7120-2309-4a20-8a96-c0d8b870b92b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports/9d543f86-6edd-4ff8-bb6e-74707cf9a128 HTTP/1.1" status: 200 len: 977 time: 0.2015965 Mar 03 12:21:03.502228 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37028) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:03.507370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.509224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] Routers {'10535cc9-c89e-4449-beb3-1d19eadf9441'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:03.509857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['10535cc9-c89e-4449-beb3-1d19eadf9441'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:03.517217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.568247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: c6035964-a095-4a43-b91e-928e6062f4b0 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:03.568611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c6035964-a095-4a43-b91e-928e6062f4b0 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:03.568992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc324f5-5c1d-4e0f-a453-eeb9827d445e no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:03.621837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:03.623774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: abc324f5-5c1d-4e0f-a453-eeb9827d445e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:03.624136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc324f5-5c1d-4e0f-a453-eeb9827d445e not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:03.669716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.675614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=cbb919cf-34e6-47e7-8546-b26b05d0ab31,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:03.717016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] Routers {'10535cc9-c89e-4449-beb3-1d19eadf9441'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:03.717650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['10535cc9-c89e-4449-beb3-1d19eadf9441'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:03.719577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Subnet': ['ID=ca343c64-e33d-4074-ad37-f3a813fe7630,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:03.721543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.728126 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4c0b2903-b9ae-4414-bc1c-9420dada8386 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/subnets/ca343c64-e33d-4074-ad37-f3a813fe7630 HTTP/1.1" status: 204 len: 168 time: 0.4945624 Mar 03 12:21:03.736502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37032) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:03.779355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd75ebb-0d2e-42b0-b45f-1b931cd6bcfd None None] Network 8c329fff-2d9f-43c8-9534-1d349b6a2b1f requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:03.836191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:03.836604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ace5b-ed47-47b6-a761-adb00938655e None None] The sync data for ids ['10535cc9-c89e-4449-beb3-1d19eadf9441'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:03.838110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:03.838583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:03.866874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.879083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Deleting port 1be7c0d7-6233-4052-904b-69db1182779b {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:03.879325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:03.922061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:04.088490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] DHCP port deletion for 8c329fff-2d9f-43c8-9534-1d349b6a2b1f request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:21:04.093076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Deleting port 1be7c0d7-6233-4052-904b-69db1182779b {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:04.093451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.094624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] For port 1be7c0d7-6233-4052-904b-69db1182779b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1be7c0d7-6233-4052-904b-69db1182779b,segment=NetworkSegment(2b1ec4cd-622a-4a96-871b-95bf24c7a938),segment_id=2b1ec4cd-622a-4a96-871b-95bf24c7a938)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:04.094975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.159119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.252456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cbb919cf-34e6-47e7-8546-b26b05d0ab31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:04.341180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Calling delete_port for 1be7c0d7-6233-4052-904b-69db1182779b owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:04.460149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 9d543f86-6edd-4ff8-bb6e-74707cf9a128 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:04.460410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.471594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cbb919cf-34e6-47e7-8546-b26b05d0ab31 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:04.472329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.508406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.520881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] For port 1be7c0d7-6233-4052-904b-69db1182779b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1be7c0d7-6233-4052-904b-69db1182779b,segment=NetworkSegment(2b1ec4cd-622a-4a96-871b-95bf24c7a938),segment_id=2b1ec4cd-622a-4a96-871b-95bf24c7a938)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:04.521277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.560737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Port': ['ID=1be7c0d7-6233-4052-904b-69db1182779b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:04.562737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] No DVR routers for this DVR port 1be7c0d7-6233-4052-904b-69db1182779b on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:04.657736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.663586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Calling delete_port for 1be7c0d7-6233-4052-904b-69db1182779b owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:04.686694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.714881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c329fff-2d9f-43c8-9534-1d349b6a2b1f']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:04.725837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1ec4cd-622a-4a96-871b-95bf24c7a938') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:04.726191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1ec4cd-622a-4a96-871b-95bf24c7a938') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:04.737827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.755514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.762364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:21:04.762749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.777536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Provisioning for port 9d543f86-6edd-4ff8-bb6e-74707cf9a128 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:21:04.777863 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:21:04.784878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 9d543f86-6edd-4ff8-bb6e-74707cf9a128 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: from cryptography.utils import int_from_bytes Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: from cryptography.utils import int_from_bytes Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn_limited( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn_limited( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:21:04.787835 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:21:04.796083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Provisioning complete for port 9d543f86-6edd-4ff8-bb6e-74707cf9a128 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:04.796460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.839631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:04.840639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:04.865950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-07d293ef-f1d9-4fd7-b486-d8d5b6c51328 None None] Port 9d543f86-6edd-4ff8-bb6e-74707cf9a128 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:04.888080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1be7c0d7-6233-4052-904b-69db1182779b no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:04.919522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.922924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1be7c0d7-6233-4052-904b-69db1182779b {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:04.923501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1be7c0d7-6233-4052-904b-69db1182779b not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:04.945941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:04.952710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Pushing event deleted for resources: {'Network': ['ID=8c329fff-2d9f-43c8-9534-1d349b6a2b1f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:04.960051 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a22fa6e5-2ebd-458d-aeb2-6a6bc656a184 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/networks/8c329fff-2d9f-43c8-9534-1d349b6a2b1f HTTP/1.1" status: 204 len: 168 time: 1.2218204 Mar 03 12:21:04.962983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37036) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:04.985733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5cd09611-806b-4884-b513-8a651c8ffcd6 None None] Provisioning complete for port 9d543f86-6edd-4ff8-bb6e-74707cf9a128 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:04.986224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5cd09611-806b-4884-b513-8a651c8ffcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.013941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-071895dd-bd8e-47f6-a4a0-d3a2ef85555f tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Synchronizing usage tracker for tenant:76bc181f83a74759bbcf3c9801b0d276 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:05.041690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5cd09611-806b-4884-b513-8a651c8ffcd6 None None] Port 9d543f86-6edd-4ff8-bb6e-74707cf9a128 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:05.101672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.150394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-071895dd-bd8e-47f6-a4a0-d3a2ef85555f tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Unset dirty status for tenant:76bc181f83a74759bbcf3c9801b0d276 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:05.151533 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-071895dd-bd8e-47f6-a4a0-d3a2ef85555f tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ead62193-b27a-4261-887d-b7c304feeb47 HTTP/1.1" status: 200 len: 205 time: 0.1875362 Mar 03 12:21:05.154800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37040) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:05.160334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=9d543f86-6edd-4ff8-bb6e-74707cf9a128,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:05.291896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e55f46e-61ed-488f-a04f-8a6d46d31370 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.340995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Deleting port 1be7c0d7-6233-4052-904b-69db1182779b {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:05.341558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.420430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e67a-cb5b-4a7f-8af0-e91c8cc1e358 None None] The port '1be7c0d7-6233-4052-904b-69db1182779b' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:21:05.520072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.616017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e55f46e-61ed-488f-a04f-8a6d46d31370 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.618214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e55f46e-61ed-488f-a04f-8a6d46d31370 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.691267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e55f46e-61ed-488f-a04f-8a6d46d31370 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.691782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e55f46e-61ed-488f-a04f-8a6d46d31370 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Fanout notify agent at l3_agent the message router_deleted on router ead62193-b27a-4261-887d-b7c304feeb47 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:21:05.702849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6e55f46e-61ed-488f-a04f-8a6d46d31370 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:05.703902 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6e55f46e-61ed-488f-a04f-8a6d46d31370 tempest-RoutersNegativeIpV6Test-2012222457 tempest-RoutersNegativeIpV6Test-2012222457-project] 10.222.0.35 "DELETE /v2.0/routers/ead62193-b27a-4261-887d-b7c304feeb47 HTTP/1.1" status: 204 len: 168 time: 0.5477681 Mar 03 12:21:05.801718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 10535cc9-c89e-4449-beb3-1d19eadf9441 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:05.934177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:05.943273 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] Sync routers for ids ['10535cc9-c89e-4449-beb3-1d19eadf9441'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:05.952941 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] Routers {'10535cc9-c89e-4449-beb3-1d19eadf9441'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:05.953526 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['10535cc9-c89e-4449-beb3-1d19eadf9441'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:06.015594 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:06.018658 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8999eb23-12d7-4707-b46c-d0630ed9b8ff tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/10535cc9-c89e-4449-beb3-1d19eadf9441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152190 Mar 03 12:21:06.021254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37046) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:06.024668 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] Routers {'10535cc9-c89e-4449-beb3-1d19eadf9441'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:06.025247 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:20:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['10535cc9-c89e-4449-beb3-1d19eadf9441'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:06.088055 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:06.088503 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134442a-0f34-476b-9aae-dd137a8b4b0e None None] The sync data for ids ['10535cc9-c89e-4449-beb3-1d19eadf9441'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:06.294265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37052) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:06.355217 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-6b47eae4-4e07-4bb0-9b82-95df798818c5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 12:21:06.356290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6b47eae4-4e07-4bb0-9b82-95df798818c5 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/10535cc9-c89e-4449-beb3-1d19eadf9441/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3340759 Mar 03 12:21:06.359049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37058) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:06.405163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-20deca85-5efb-42b3-a646-6d8a7ef43f62 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:06.442065 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-517e95ba-93ef-4bb9-af8d-7ece41f820f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76bc181f83a74759bbcf3c9801b0d276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466548 Mar 03 12:21:06.444682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37062) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:06.479870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-20deca85-5efb-42b3-a646-6d8a7ef43f62 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:06.481364 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-20deca85-5efb-42b3-a646-6d8a7ef43f62 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=10535cc9-c89e-4449-beb3-1d19eadf9441 HTTP/1.1" status: 200 len: 205 time: 0.1213410 Mar 03 12:21:06.484020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37066) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:06.501895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1832471-4b3d-4aea-a8a0-7dd22f10c2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:06.527085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1832471-4b3d-4aea-a8a0-7dd22f10c2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:06.615132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccc60ab-fbcb-4d32-a17b-14eeef7ed179 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:06.650437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1832471-4b3d-4aea-a8a0-7dd22f10c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:06.666808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1832471-4b3d-4aea-a8a0-7dd22f10c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8ff5c5-61fc-4deb-abd4-d94e4eb699e2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:06.671983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d1832471-4b3d-4aea-a8a0-7dd22f10c2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:06.673112 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d1832471-4b3d-4aea-a8a0-7dd22f10c2fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a8ff5c5-61fc-4deb-abd4-d94e4eb699e2 HTTP/1.1" status: 204 len: 168 time: 0.2275383 Mar 03 12:21:07.041956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccc60ab-fbcb-4d32-a17b-14eeef7ed179 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.044624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccc60ab-fbcb-4d32-a17b-14eeef7ed179 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.130553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccc60ab-fbcb-4d32-a17b-14eeef7ed179 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.131071 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccc60ab-fbcb-4d32-a17b-14eeef7ed179 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Fanout notify agent at l3_agent the message router_deleted on router 10535cc9-c89e-4449-beb3-1d19eadf9441 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:21:07.142481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dccc60ab-fbcb-4d32-a17b-14eeef7ed179 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.143472 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dccc60ab-fbcb-4d32-a17b-14eeef7ed179 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/10535cc9-c89e-4449-beb3-1d19eadf9441 HTTP/1.1" status: 204 len: 168 time: 0.6585612 Mar 03 12:21:07.146137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37072) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:07.208910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet 08231775-638f-4a2c-b495-d6bf2575ee6b {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:21:07.211788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.268264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.354300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.513591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.554473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=08231775-638f-4a2c-b495-d6bf2575ee6b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:07.558282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.564275 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-897f903f-55a0-4af7-a713-375306b9da41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/08231775-638f-4a2c-b495-d6bf2575ee6b HTTP/1.1" status: 204 len: 168 time: 0.4171681 Mar 03 12:21:07.565178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf62c38-deec-4c6c-9935-29aa79acd871 None None] Network 5771b88e-2ec2-4bba-baf2-de8ae0d7118d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:07.566796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37076) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:07.679191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.689936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port cbb919cf-34e6-47e7-8546-b26b05d0ab31 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:07.690257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.816734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f26838-c441-4014-943d-97a72e59d870 None None] DHCP port deletion for 5771b88e-2ec2-4bba-baf2-de8ae0d7118d request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:21:07.821205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Deleting port cbb919cf-34e6-47e7-8546-b26b05d0ab31 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:07.821715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:07.893981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port cbb919cf-34e6-47e7-8546-b26b05d0ab31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cbb919cf-34e6-47e7-8546-b26b05d0ab31,segment=NetworkSegment(d3d762b8-ee9b-4027-8efb-18c81d6b711f),segment_id=d3d762b8-ee9b-4027-8efb-18c81d6b711f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:07.894329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.021346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for cbb919cf-34e6-47e7-8546-b26b05d0ab31 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:08.025622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.051769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-69f26838-c441-4014-943d-97a72e59d870 None None] For port cbb919cf-34e6-47e7-8546-b26b05d0ab31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cbb919cf-34e6-47e7-8546-b26b05d0ab31,segment=NetworkSegment(d3d762b8-ee9b-4027-8efb-18c81d6b711f),segment_id=d3d762b8-ee9b-4027-8efb-18c81d6b711f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:08.051769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.111893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-011163b7-a4e2-4500-87a4-2e0abb730456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.175254 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Calling delete_port for cbb919cf-34e6-47e7-8546-b26b05d0ab31 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:08.194323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.218223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cbb919cf-34e6-47e7-8546-b26b05d0ab31 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:08.246284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No DVR routers for this DVR port cbb919cf-34e6-47e7-8546-b26b05d0ab31 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:08.265511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: cbb919cf-34e6-47e7-8546-b26b05d0ab31 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:08.265856 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cbb919cf-34e6-47e7-8546-b26b05d0ab31 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:08.280176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=cbb919cf-34e6-47e7-8546-b26b05d0ab31,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:08.288527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:08.288888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:08.375926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.402404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5771b88e-2ec2-4bba-baf2-de8ae0d7118d']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:08.421600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d762b8-ee9b-4027-8efb-18c81d6b711f') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:08.421890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d762b8-ee9b-4027-8efb-18c81d6b711f') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:08.432990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.447963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.453713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:21:08.454074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:21:08.468258 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:21:08.588335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.606362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.620853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=5771b88e-2ec2-4bba-baf2-de8ae0d7118d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:08.697632 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9311c739-7e91-43d4-a895-aaf96b37cdc9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/5771b88e-2ec2-4bba-baf2-de8ae0d7118d HTTP/1.1" status: 204 len: 168 time: 1.1298430 Mar 03 12:21:08.701773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37080) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:08.707116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-1491421489'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:08.712165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:08.716116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:08.718832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:08.724403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:08.787911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:08.790261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Deleting port cbb919cf-34e6-47e7-8546-b26b05d0ab31 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:08.790750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-69f26838-c441-4014-943d-97a72e59d870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.791266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.819740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:21:08.828892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.829227 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment d0b65140-c378-4afc-b7ae-55a04b4bcf72 of type vlan for network 8a1d487d-1acf-4785-9765-41e9ee0926b8 Mar 03 12:21:08.854077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.856770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-69f26838-c441-4014-943d-97a72e59d870 None None] The port 'cbb919cf-34e6-47e7-8546-b26b05d0ab31' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:21:08.959744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:08.965589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:08.966201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:09.161166 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4581687 Mar 03 12:21:09.163857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37084) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:09.170137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '8a1d487d-1acf-4785-9765-41e9ee0926b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:09.173417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643a7cd-352e-4d09-979a-a9e11f1e6317 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=8a1d487d-1acf-4785-9765-41e9ee0926b8,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:09.183601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:21:09.279481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:09.283318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:09.286207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:09.291881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:09.353185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:09.356877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:09.753425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:09.832590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=add94000-6da6-4666-90d6-e9af2c558942,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:09.841096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': 'd0b65140-c378-4afc-b7ae-55a04b4bcf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8a1d487d-1acf-4785-9765-41e9ee0926b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:09.841463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 8a1d487d-1acf-4785-9765-41e9ee0926b8, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:21:09.935987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:21:10.010885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 8a1d487d-1acf-4785-9765-41e9ee0926b8) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:10.015035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:10.019111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.019860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ab7d00-ace9-4fa9-8891-34b6f10836eb None None] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:10.103969 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-555dff72-0a46-40bf-b2b6-bce5f53598d1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9386449 Mar 03 12:21:10.107861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37090) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:10.112860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1577743733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:10.119310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:10.123650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:router and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:10.126550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:10.132362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:10.195817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-473df2e0-c16d-4417-88dc-12f0d13112eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.222743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.223889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.239767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.262141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-8a1d487d-1acf-4785-9765-41e9ee0926b8', 'network_id': '8a1d487d-1acf-4785-9765-41e9ee0926b8', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': 'add94000-6da6-4666-90d6-e9af2c558942'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:21:10.262968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.314488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.405792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.407120 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-191916ac-cd0c-444f-8f8e-e8876a0eb8ea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2981269 Mar 03 12:21:10.410132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37094) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:10.425390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Allocated IP 172.20.0.2 (8a1d487d-1acf-4785-9765-41e9ee0926b8/add94000-6da6-4666-90d6-e9af2c558942/21f906f0-18e6-4085-9087-99b89ebb3076) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:10.628822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.639395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Transition to ACTIVE for port object 21f906f0-18e6-4085-9087-99b89ebb3076 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:10.657571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Transition to ACTIVE for port object 21f906f0-18e6-4085-9087-99b89ebb3076 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:10.743034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.806232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:10.814010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:10.818471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:10.824684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Pushing event updated for resources: {'Port': ['ID=21f906f0-18e6-4085-9087-99b89ebb3076,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:10.859598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.859944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.860307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.860636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.860961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.861337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.861659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.861977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.862295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.862608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.862921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.863231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:10.896120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.922001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Attempting to bind port 21f906f0-18e6-4085-9087-99b89ebb3076 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:10.922285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Attempting to bind port 21f906f0-18e6-4085-9087-99b89ebb3076 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'd0b65140-c378-4afc-b7ae-55a04b4bcf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8a1d487d-1acf-4785-9765-41e9ee0926b8'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:10.922636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Attempting to bind port 21f906f0-18e6-4085-9087-99b89ebb3076 on network 8a1d487d-1acf-4785-9765-41e9ee0926b8 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:10.927726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:10.928135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Checking segment: {'id': 'd0b65140-c378-4afc-b7ae-55a04b4bcf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8a1d487d-1acf-4785-9765-41e9ee0926b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:10.928562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:10.928906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Bound using segment: {'id': 'd0b65140-c378-4afc-b7ae-55a04b4bcf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8a1d487d-1acf-4785-9765-41e9ee0926b8'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:10.929352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Bound port: 21f906f0-18e6-4085-9087-99b89ebb3076, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b65140-c378-4afc-b7ae-55a04b4bcf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8a1d487d-1acf-4785-9765-41e9ee0926b8'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:10.929716 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:11.016510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] For port 21f906f0-18e6-4085-9087-99b89ebb3076, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:11.019378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] For port 21f906f0-18e6-4085-9087-99b89ebb3076, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=21f906f0-18e6-4085-9087-99b89ebb3076,segment=NetworkSegment(d0b65140-c378-4afc-b7ae-55a04b4bcf72),segment_id=d0b65140-c378-4afc-b7ae-55a04b4bcf72)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:11.103095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:11.158456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:11.190548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4340473-6d91-4e14-93dd-01d114ac810a None None] Pushing event updated for resources: {'Port': ['ID=21f906f0-18e6-4085-9087-99b89ebb3076,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:11.247630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.20.0.1 (8a1d487d-1acf-4785-9765-41e9ee0926b8/add94000-6da6-4666-90d6-e9af2c558942/940cfeb8-5e74-4888-8fcc-7978fa217961) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:11.405698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:11.414629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:11.430749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 940cfeb8-5e74-4888-8fcc-7978fa217961 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:11.536573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:11.713414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:11.717369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:11.719794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:11.779044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=940cfeb8-5e74-4888-8fcc-7978fa217961,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:11.796416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:11.981859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.216721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bdf64f-ad9b-49f5-990e-16b44b9774b3 None None] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:12.294837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 21f906f0-18e6-4085-9087-99b89ebb3076 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:12.399003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.427360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-be71e5fd-ab69-43d3-830d-f397d4012465 None None] Provisioning for port 21f906f0-18e6-4085-9087-99b89ebb3076 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:12.461986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.518667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 21f906f0-18e6-4085-9087-99b89ebb3076 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:12.523334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 21f906f0-18e6-4085-9087-99b89ebb3076 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:12.523681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.584377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=940cfeb8-5e74-4888-8fcc-7978fa217961,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:12.587866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.645492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.691804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 21f906f0-18e6-4085-9087-99b89ebb3076, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=21f906f0-18e6-4085-9087-99b89ebb3076,segment=NetworkSegment(d0b65140-c378-4afc-b7ae-55a04b4bcf72),segment_id=d0b65140-c378-4afc-b7ae-55a04b4bcf72)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:12.731763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:12.732995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:12.762252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75d8fcde-50ea-4dc8-8cfc-40c4983cf490 None None] Provisioning complete for port 21f906f0-18e6-4085-9087-99b89ebb3076 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:12.762892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75d8fcde-50ea-4dc8-8cfc-40c4983cf490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.792465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.816302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:12.974520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=21f906f0-18e6-4085-9087-99b89ebb3076,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:12.989021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 4191eabf-d2ac-43f5-9705-004d97015316 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:21:13.051270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75d8fcde-50ea-4dc8-8cfc-40c4983cf490 None None] Provisioning for port 940cfeb8-5e74-4888-8fcc-7978fa217961 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:13.057256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75d8fcde-50ea-4dc8-8cfc-40c4983cf490 None None] Provisioning complete for port 940cfeb8-5e74-4888-8fcc-7978fa217961 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:13.058325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75d8fcde-50ea-4dc8-8cfc-40c4983cf490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:13.115537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-75d8fcde-50ea-4dc8-8cfc-40c4983cf490 None None] Port 940cfeb8-5e74-4888-8fcc-7978fa217961 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:13.151014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:13.161297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] Sync routers for ids ['4191eabf-d2ac-43f5-9705-004d97015316'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:13.163439 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e3f17a56-85fc-4f06-b8a0-f7f403230cb2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/4191eabf-d2ac-43f5-9705-004d97015316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522740 Mar 03 12:21:13.165964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37098) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:13.170507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] Routers {'4191eabf-d2ac-43f5-9705-004d97015316'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:13.171075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4191eabf-d2ac-43f5-9705-004d97015316'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:13.233981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:13.239929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c10cf-b981-4a46-bba1-0504cb12f48f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:13.240530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fe0c10cf-b981-4a46-bba1-0504cb12f48f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:13.249359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] Routers {'4191eabf-d2ac-43f5-9705-004d97015316'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:13.249960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4191eabf-d2ac-43f5-9705-004d97015316'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:13.299585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aa05ca1b-3893-4322-8619-9f1a05719c01 None None] Provisioning complete for port 940cfeb8-5e74-4888-8fcc-7978fa217961 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:13.299858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aa05ca1b-3893-4322-8619-9f1a05719c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:13.313123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-fe0c10cf-b981-4a46-bba1-0504cb12f48f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:13.317211 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fe0c10cf-b981-4a46-bba1-0504cb12f48f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports/940cfeb8-5e74-4888-8fcc-7978fa217961 HTTP/1.1" status: 200 len: 910 time: 0.1475852 Mar 03 12:21:13.317405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37102) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:13.362341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aa05ca1b-3893-4322-8619-9f1a05719c01 None None] Port 940cfeb8-5e74-4888-8fcc-7978fa217961 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:13.363865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:13.364289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73707430-116d-4537-8dbb-6a14e77f7d8b None None] The sync data for ids ['4191eabf-d2ac-43f5-9705-004d97015316'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:13.938056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:14.224507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 21f906f0-18e6-4085-9087-99b89ebb3076 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:14.261111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 940cfeb8-5e74-4888-8fcc-7978fa217961 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:14.261447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:14.293515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 21f906f0-18e6-4085-9087-99b89ebb3076 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:14.294047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:14.460816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:14.597338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 940cfeb8-5e74-4888-8fcc-7978fa217961 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:14.828658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:14.875393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=940cfeb8-5e74-4888-8fcc-7978fa217961,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:15.242495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:15.512501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 4191eabf-d2ac-43f5-9705-004d97015316 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:15.639826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:15.648775 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] Sync routers for ids ['4191eabf-d2ac-43f5-9705-004d97015316'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:15.661733 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] Routers {'4191eabf-d2ac-43f5-9705-004d97015316'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:15.669291 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4191eabf-d2ac-43f5-9705-004d97015316'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:15.720750 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:15.728987 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] Routers {'4191eabf-d2ac-43f5-9705-004d97015316'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:15.729844 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['4191eabf-d2ac-43f5-9705-004d97015316'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:15.734940 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a4d29dd8-bc32-4814-8d6e-5940ee31adba tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/4191eabf-d2ac-43f5-9705-004d97015316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4162333 Mar 03 12:21:15.738997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37106) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:15.814228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d84dbf58-40dd-432a-a781-093b9261aa65 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:15.833099 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:15.833522 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cb31f-8cc0-464c-8181-b1c8711ef32b None None] The sync data for ids ['4191eabf-d2ac-43f5-9705-004d97015316'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:15.918671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d84dbf58-40dd-432a-a781-093b9261aa65 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:15.919832 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d84dbf58-40dd-432a-a781-093b9261aa65 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191eabf-d2ac-43f5-9705-004d97015316 HTTP/1.1" status: 200 len: 205 time: 0.1809878 Mar 03 12:21:15.922743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37110) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:16.050411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fa2aaa94-3658-41ad-91ba-b3c1594a1234 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.337674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fa2aaa94-3658-41ad-91ba-b3c1594a1234 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.339935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fa2aaa94-3658-41ad-91ba-b3c1594a1234 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.421435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fa2aaa94-3658-41ad-91ba-b3c1594a1234 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.421854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2aaa94-3658-41ad-91ba-b3c1594a1234 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Fanout notify agent at l3_agent the message router_deleted on router 4191eabf-d2ac-43f5-9705-004d97015316 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:21:16.434172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-fa2aaa94-3658-41ad-91ba-b3c1594a1234 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.435355 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fa2aaa94-3658-41ad-91ba-b3c1594a1234 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/4191eabf-d2ac-43f5-9705-004d97015316 HTTP/1.1" status: 204 len: 168 time: 0.5117352 Mar 03 12:21:16.437893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37114) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:16.618784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet add94000-6da6-4666-90d6-e9af2c558942 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:21:16.622307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.676577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.762053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.914143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.924459 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-f1a1c891-d8c4-4e45-93bb-86c085b09e2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686281 Mar 03 12:21:16.954501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=add94000-6da6-4666-90d6-e9af2c558942,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:16.958107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:16.966647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7069476-fe55-45d4-8a62-615a14010d11 None None] Network 8a1d487d-1acf-4785-9765-41e9ee0926b8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:16.967319 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-31288fc0-1317-4f0f-9480-6621e9e7e28d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/add94000-6da6-4666-90d6-e9af2c558942 HTTP/1.1" status: 204 len: 168 time: 0.5284295 Mar 03 12:21:16.967914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37118) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:17.020670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-fa6c7e6e-f7c6-4c00-8e51-b4085ef74d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:17.022116 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-fa6c7e6e-f7c6-4c00-8e51-b4085ef74d89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1099 time: 0.0742905 Mar 03 12:21:17.083184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.094026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 21f906f0-18e6-4085-9087-99b89ebb3076 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:17.094358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.169747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-1ce773a2-2563-491d-b32e-3e11a436aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:17.171265 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-1ce773a2-2563-491d-b32e-3e11a436aedd service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd4df094-a264-4f77-a995-056e5f7d5845 HTTP/1.1" status: 200 len: 897 time: 0.1294978 Mar 03 12:21:17.229724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286910e-0450-4150-9a71-622db66c655e None None] DHCP port deletion for 8a1d487d-1acf-4785-9765-41e9ee0926b8 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:21:17.233952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3286910e-0450-4150-9a71-622db66c655e None None] Deleting port 21f906f0-18e6-4085-9087-99b89ebb3076 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:17.234332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3286910e-0450-4150-9a71-622db66c655e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.275970 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-75d5d3d4-f4ec-4c9f-9aa9-f26e7908127f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e HTTP/1.1" status: 200 len: 1002 time: 0.0983469 Mar 03 12:21:17.308656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 21f906f0-18e6-4085-9087-99b89ebb3076, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=21f906f0-18e6-4085-9087-99b89ebb3076,segment=NetworkSegment(d0b65140-c378-4afc-b7ae-55a04b4bcf72),segment_id=d0b65140-c378-4afc-b7ae-55a04b4bcf72)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:17.309319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.345294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-b1acb004-ff6f-4ea4-981a-e6c93c17b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:17.347440 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-b1acb004-ff6f-4ea4-981a-e6c93c17b0a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f60eb79-c4f2-44e1-9dde-190e257c1639 HTTP/1.1" status: 200 len: 834 time: 0.0650265 Mar 03 12:21:17.429062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-0be13048-f765-4fe7-a25c-229070a748db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:17.430659 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-0be13048-f765-4fe7-a25c-229070a748db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd4df094-a264-4f77-a995-056e5f7d5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732381 Mar 03 12:21:17.441302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 21f906f0-18e6-4085-9087-99b89ebb3076 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:17.455224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3286910e-0450-4150-9a71-622db66c655e None None] For port 21f906f0-18e6-4085-9087-99b89ebb3076, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=21f906f0-18e6-4085-9087-99b89ebb3076,segment=NetworkSegment(d0b65140-c378-4afc-b7ae-55a04b4bcf72),segment_id=d0b65140-c378-4afc-b7ae-55a04b4bcf72)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:17.455544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3286910e-0450-4150-9a71-622db66c655e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.567557 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-783d3b95-18bb-403e-94b5-b4fc43df7c1c service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287432 Mar 03 12:21:17.579063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3286910e-0450-4150-9a71-622db66c655e None None] Calling delete_port for 21f906f0-18e6-4085-9087-99b89ebb3076 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:17.588174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.637206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=21f906f0-18e6-4085-9087-99b89ebb3076,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:17.639351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No DVR routers for this DVR port 21f906f0-18e6-4085-9087-99b89ebb3076 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:17.656849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-3286910e-0450-4150-9a71-622db66c655e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:17.657253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-3286910e-0450-4150-9a71-622db66c655e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:17.707912 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b5e863e9-73ca-49e0-881c-6f309ccd5317 req-da0e45a3-a222-4a03-a96b-fb49843bec53 service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334612 Mar 03 12:21:17.766367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.791055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1d487d-1acf-4785-9765-41e9ee0926b8']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:17.802955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b65140-c378-4afc-b7ae-55a04b4bcf72') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:17.803260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b65140-c378-4afc-b7ae-55a04b4bcf72') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:17.814349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.830574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.836314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:21:17.836693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:21:17.851279 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:21:17.976946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:17.997156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:18.005456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=8a1d487d-1acf-4785-9765-41e9ee0926b8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:18.052159 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-739ab900-d6d3-462e-af27-b9295a26f150 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/8a1d487d-1acf-4785-9765-41e9ee0926b8 HTTP/1.1" status: 204 len: 168 time: 1.0831311 Mar 03 12:21:18.055938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37122) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:18.061617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-925367566', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:18.068741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:18.072623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:router and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:18.076466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:18.082632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:18.153620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:18.154628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:18.158826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3286910e-0450-4150-9a71-622db66c655e None None] Deleting port 21f906f0-18e6-4085-9087-99b89ebb3076 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:18.159303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3286910e-0450-4150-9a71-622db66c655e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:18.170031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:18.227836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3286910e-0450-4150-9a71-622db66c655e None None] The port '21f906f0-18e6-4085-9087-99b89ebb3076' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:21:18.230519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 21f906f0-18e6-4085-9087-99b89ebb3076 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:18.270888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 21f906f0-18e6-4085-9087-99b89ebb3076 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:18.271236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 21f906f0-18e6-4085-9087-99b89ebb3076 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:18.504639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:18.989586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:19.021231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:19.157166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.26.8.247 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/6aacfe3e-d0a7-4e82-ba53-b97aae426704) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:19.302000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:19.393329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:19.456698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:19.459351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:19.468256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:19.502158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=6aacfe3e-d0a7-4e82-ba53-b97aae426704,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:19.953322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:20.285079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:20.695498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 46e6b3ee-8496-425f-a426-7921064322cf is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:21:20.878024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:20.887799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] Sync routers for ids ['46e6b3ee-8496-425f-a426-7921064322cf'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:20.897126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] Routers {'46e6b3ee-8496-425f-a426-7921064322cf'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:20.897741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['46e6b3ee-8496-425f-a426-7921064322cf'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:20.958749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:20.967808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] Routers {'46e6b3ee-8496-425f-a426-7921064322cf'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:20.968367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['46e6b3ee-8496-425f-a426-7921064322cf'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:20.999673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:21.000964 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6a22e84e-330e-4568-8e73-a3b8a37ca8e2 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9440329 Mar 03 12:21:21.003910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37126) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:21.064722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:21.065124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82247fb-fff3-42b1-8975-2bfcdeb7c532 None None] The sync data for ids ['46e6b3ee-8496-425f-a426-7921064322cf'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:21.190458 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-94f170a0-47a8-4e52-aa0b-f67f01d99e12 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/routers/46e6b3ee-8496-425f-a426-7921064322cf HTTP/1.1" status: 200 len: 880 time: 0.1853778 Mar 03 12:21:21.192836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37130) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:21.501378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-86ae9024-d8a5-43c3-8da8-c75c053adee1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:router {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:21.616703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-86ae9024-d8a5-43c3-8da8-c75c053adee1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:router {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:21.617891 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-86ae9024-d8a5-43c3-8da8-c75c053adee1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4241090 Mar 03 12:21:21.620702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37134) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:21.625964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3cf19311-b484-479e-afb2-353a32f68e28 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-925367566'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:22.141869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cf19311-b484-479e-afb2-353a32f68e28 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:22.193981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cf19311-b484-479e-afb2-353a32f68e28 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:22.372634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf19311-b484-479e-afb2-353a32f68e28 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 46e6b3ee-8496-425f-a426-7921064322cf has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:22.549671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf19311-b484-479e-afb2-353a32f68e28 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:22.556126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3cf19311-b484-479e-afb2-353a32f68e28 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:22.557832 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3cf19311-b484-479e-afb2-353a32f68e28 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/46e6b3ee-8496-425f-a426-7921064322cf HTTP/1.1" status: 200 len: 887 time: 0.9356127 Mar 03 12:21:22.560562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37138) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:22.562586 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] Sync routers for ids ['46e6b3ee-8496-425f-a426-7921064322cf'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:22.571790 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] Routers {'46e6b3ee-8496-425f-a426-7921064322cf'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:22.572463 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['46e6b3ee-8496-425f-a426-7921064322cf'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:22.633560 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:22.641900 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] Routers {'46e6b3ee-8496-425f-a426-7921064322cf'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:22.642478 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['46e6b3ee-8496-425f-a426-7921064322cf'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:22.700417 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:22.700720 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a785d-3ddd-490e-a977-5db5b1daf3b4 None None] The sync data for ids ['46e6b3ee-8496-425f-a426-7921064322cf'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:22.739030 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b022b356-e28f-4716-91ba-29543b2be742 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/routers/46e6b3ee-8496-425f-a426-7921064322cf HTTP/1.1" status: 200 len: 887 time: 0.1774292 Mar 03 12:21:22.741593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37142) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:22.905997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9ad7cb6e-b425-4e86-b9a8-118970b246fc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:23.011909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9ad7cb6e-b425-4e86-b9a8-118970b246fc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:23.013122 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9ad7cb6e-b425-4e86-b9a8-118970b246fc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=46e6b3ee-8496-425f-a426-7921064322cf HTTP/1.1" status: 200 len: 205 time: 0.2706444 Mar 03 12:21:23.015956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37148) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:23.193489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:23.373647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:23.450852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 6aacfe3e-d0a7-4e82-ba53-b97aae426704 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:23.451290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:23.629521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:23.748971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 6aacfe3e-d0a7-4e82-ba53-b97aae426704 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:23.959393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.007181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=6aacfe3e-d0a7-4e82-ba53-b97aae426704,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:24.102935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.387429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.389597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.497081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.497610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Fanout notify agent at l3_agent the message router_deleted on router 46e6b3ee-8496-425f-a426-7921064322cf {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:21:24.585351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.586423 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f464047e-b37e-437c-ad46-470ac69ff7fa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/46e6b3ee-8496-425f-a426-7921064322cf HTTP/1.1" status: 204 len: 168 time: 1.5694501 Mar 03 12:21:24.590166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37156) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:24.599179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-440157585'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:24.600938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:24.605290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:24.608100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:24.614151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:24.690522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:24.693886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.720435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:21:24.728753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.729685 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment c5457feb-a185-460b-91bb-e7327bb6f02a of type vlan for network 06900fde-ea1b-4132-bd8e-1102c8516f59 Mar 03 12:21:24.755480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.833606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.839398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:24.840777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:24.941478 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3501561 Mar 03 12:21:24.944992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37160) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:24.947361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acab58-06d5-442f-945f-5e44b45a68bc tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=06900fde-ea1b-4132-bd8e-1102c8516f59,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:24.950988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '06900fde-ea1b-4132-bd8e-1102c8516f59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:24.958033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:21:25.059943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:25.063750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:25.066552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:25.072116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:25.136939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:25.140568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:25.399322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:25.480845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=5c78bdff-b240-431c-9377-917185a4cb4e,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:25.488538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': 'c5457feb-a185-460b-91bb-e7327bb6f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '06900fde-ea1b-4132-bd8e-1102c8516f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:25.488902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 06900fde-ea1b-4132-bd8e-1102c8516f59, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:21:25.547694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:21:25.599137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 06900fde-ea1b-4132-bd8e-1102c8516f59) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:25.603147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:25.603739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:25.608337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb7b0ee-0f09-4f5b-a830-d57244e8739e None None] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:25.691485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-28d7c15e-b653-42c5-aa63-2a87621a5e4c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7453098 Mar 03 12:21:25.693993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37166) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:25.699263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1508646461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:25.705692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:25.710577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:router and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:25.713022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:25.719178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:25.805544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:25.807845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:25.829428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:25.852701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-06900fde-ea1b-4132-bd8e-1102c8516f59', 'network_id': '06900fde-ea1b-4132-bd8e-1102c8516f59', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': '5c78bdff-b240-431c-9377-917185a4cb4e'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:21:25.852701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:25.925948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.002807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Allocated IP 172.20.0.2 (06900fde-ea1b-4132-bd8e-1102c8516f59/5c78bdff-b240-431c-9377-917185a4cb4e/73d9736f-b7c6-4334-adc2-27d08b3eb8c8) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:26.012125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.013849 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-01b5122e-1fff-4470-bf3e-ecb44fc31a81 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3189044 Mar 03 12:21:26.016402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37170) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:26.205445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.215511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Transition to ACTIVE for port object 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:26.233180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Transition to ACTIVE for port object 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:26.302052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.367687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:26.368900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:26.371608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:26.421786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Pushing event updated for resources: {'Port': ['ID=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:26.473556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Attempting to bind port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:26.473921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Attempting to bind port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'c5457feb-a185-460b-91bb-e7327bb6f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '06900fde-ea1b-4132-bd8e-1102c8516f59'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:26.474275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Attempting to bind port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 on network 06900fde-ea1b-4132-bd8e-1102c8516f59 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:26.479981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:26.480379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Checking segment: {'id': 'c5457feb-a185-460b-91bb-e7327bb6f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '06900fde-ea1b-4132-bd8e-1102c8516f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:26.480772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.481160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Bound using segment: {'id': 'c5457feb-a185-460b-91bb-e7327bb6f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '06900fde-ea1b-4132-bd8e-1102c8516f59'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:26.481614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Bound port: 73d9736f-b7c6-4334-adc2-27d08b3eb8c8, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5457feb-a185-460b-91bb-e7327bb6f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '06900fde-ea1b-4132-bd8e-1102c8516f59'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:26.482037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.503750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.573674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] For port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:26.576725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] For port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,segment=NetworkSegment(c5457feb-a185-460b-91bb-e7327bb6f02a),segment_id=c5457feb-a185-460b-91bb-e7327bb6f02a)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:26.663386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:26.748216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ed81-5198-419e-9906-47863af43f63 None None] Pushing event updated for resources: {'Port': ['ID=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:26.974575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.20.0.1 (06900fde-ea1b-4132-bd8e-1102c8516f59/5c78bdff-b240-431c-9377-917185a4cb4e/8e162b6a-bd16-40bb-acac-1e592457f50d) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:27.142219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:27.162696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 8e162b6a-bd16-40bb-acac-1e592457f50d will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:27.263519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:27.325776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:27.328702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:27.337564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:27.378112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=8e162b6a-bd16-40bb-acac-1e592457f50d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:27.403770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:27.585060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:27.763371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a433e4-784a-4761-907d-9e8234b11731 None None] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:27.944804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d52a4946-cb3f-48f3-a1c3-9c280e618617 None None] Provisioning for port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:27.997075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.074206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.192456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.195992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=8e162b6a-bd16-40bb-acac-1e592457f50d,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:28.283495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:28.349510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:28.350629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:28.394142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5089fceb-a57b-4c93-8575-fbd2f7ccb8f0 None None] Provisioning for port 8e162b6a-bd16-40bb-acac-1e592457f50d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:28.400385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5089fceb-a57b-4c93-8575-fbd2f7ccb8f0 None None] Provisioning complete for port 8e162b6a-bd16-40bb-acac-1e592457f50d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:28.401397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5089fceb-a57b-4c93-8575-fbd2f7ccb8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.457278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5089fceb-a57b-4c93-8575-fbd2f7ccb8f0 None None] Port 8e162b6a-bd16-40bb-acac-1e592457f50d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:28.462632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:28.468942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:28.472571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.605578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 90f936d9-26c8-4eb3-aa10-941519d4b771 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:21:28.619274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-018e1cd3-5146-4b78-b205-c402cce7f73c None None] Provisioning complete for port 8e162b6a-bd16-40bb-acac-1e592457f50d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:28.619689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-018e1cd3-5146-4b78-b205-c402cce7f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.675158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.703193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-018e1cd3-5146-4b78-b205-c402cce7f73c None None] Port 8e162b6a-bd16-40bb-acac-1e592457f50d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:28.722174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,segment=NetworkSegment(c5457feb-a185-460b-91bb-e7327bb6f02a),segment_id=c5457feb-a185-460b-91bb-e7327bb6f02a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:28.794404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.858260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75f95473-ecdd-477e-81d0-064ad211a1f5 None None] Provisioning complete for port 8e162b6a-bd16-40bb-acac-1e592457f50d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:28.858637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75f95473-ecdd-477e-81d0-064ad211a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:28.878237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:28.890663 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ca208f6e-2d38-4d98-a83e-39a8cb8f5dbb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/90f936d9-26c8-4eb3-aa10-941519d4b771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8731956 Mar 03 12:21:28.893203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37176) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:28.906178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] Sync routers for ids ['90f936d9-26c8-4eb3-aa10-941519d4b771'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:28.939350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:28.943204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] Routers {'90f936d9-26c8-4eb3-aa10-941519d4b771'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:28.943810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['90f936d9-26c8-4eb3-aa10-941519d4b771'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:28.965911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a80b44-ea3a-47bf-9bd5-7ec4293c5424 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:28.966483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-96a80b44-ea3a-47bf-9bd5-7ec4293c5424 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:28.998078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-75f95473-ecdd-477e-81d0-064ad211a1f5 None None] Port 8e162b6a-bd16-40bb-acac-1e592457f50d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:29.006444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:29.015751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] Routers {'90f936d9-26c8-4eb3-aa10-941519d4b771'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:29.016385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['90f936d9-26c8-4eb3-aa10-941519d4b771'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:29.039543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-96a80b44-ea3a-47bf-9bd5-7ec4293c5424 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:29.040833 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-96a80b44-ea3a-47bf-9bd5-7ec4293c5424 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports/8e162b6a-bd16-40bb-acac-1e592457f50d HTTP/1.1" status: 200 len: 910 time: 0.1467159 Mar 03 12:21:29.044089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37182) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:29.049976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c78bdff-b240-431c-9377-917185a4cb4e'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:29.081635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:29.082044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f7b60-a9ec-4bbb-a5b3-fb5756349569 None None] The sync data for ids ['90f936d9-26c8-4eb3-aa10-941519d4b771'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:29.286112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:29.537480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37188) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:29.738489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Deleting port 01b216a2-ddf0-43d9-aa66-bcd96cd4f1b0 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:29.738855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:29.786827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:29.873672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:29.907787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:29.908144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:29.992865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=8e162b6a-bd16-40bb-acac-1e592457f50d,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:30.002911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:30.003516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:30.005086 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8edd0cde-189d-410c-8a90-548e22d28f13 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/ports/8e162b6a-bd16-40bb-acac-1e592457f50d HTTP/1.1" status: 200 len: 910 time: 0.9598193 Mar 03 12:21:30.007699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37192) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:30.036101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Calling delete_port for 01b216a2-ddf0-43d9-aa66-bcd96cd4f1b0 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:30.235927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:30.238517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:30.291483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event deleted for resources: {'Port': ['ID=01b216a2-ddf0-43d9-aa66-bcd96cd4f1b0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:30.318382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:30.318753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:30.395127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:30.395446 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Floating IP fffc1e5b-ce6c-45ff-93ad-7147b1cbd101 disassociated (deleted). External IP: 172.26.8.223, port: 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e. Mar 03 12:21:30.640726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:30.870829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Router 31061060-2bdc-4133-879d-58e293adb6d0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:30.981555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 8e162b6a-bd16-40bb-acac-1e592457f50d {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:30.982138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:31.047277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:31.057189 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] Sync routers for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:31.066042 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:31.072115 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:31.131491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:31.174457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:31.197203 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e0f75a6e-da26-4244-a0c7-457694992a2b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "DELETE /v2.0/floatingips/fffc1e5b-ce6c-45ff-93ad-7147b1cbd101 HTTP/1.1" status: 204 len: 168 time: 1.6586497 Mar 03 12:21:31.198354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:21:31.245808 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:31.317943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 8e162b6a-bd16-40bb-acac-1e592457f50d owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:31.503756 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'status': 'completed', 'code': 200} Mar 03 12:21:31.593606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:55Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:31.597129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2078-0d0e-4889-93d5-0be095564463 req-3eeba7cc-864e-4eab-ae60-cad975730bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:31.597461 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] Checking router: 31061060-2bdc-4133-879d-58e293adb6d0 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:21:31.598656 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32e2078-0d0e-4889-93d5-0be095564463 req-3eeba7cc-864e-4eab-ae60-cad975730bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 1099 time: 0.0715065 Mar 03 12:21:31.599690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:31.605700 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:31.606295 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:31.680053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=8e162b6a-bd16-40bb-acac-1e592457f50d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:31.780688 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:21:31.812634 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:32.140480 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:55Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:32.144418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f87b0b-21a3-40ac-85e6-150c75783199 None None] The sync data for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv is: [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:19:45Z', 'revision_number': 4, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '36e0827f-1f6f-4816-82d2-ac6bd4ea18b3', 'name': '', 'network_id': 'bd4df094-a264-4f77-a995-056e5f7d5845', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'mac_address': 'fa:16:3e:22:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:42Z', 'updated_at': '2022-03-03T12:19:55Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'subnets': [{'id': '3f60eb79-c4f2-44e1-9dde-190e257c1639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:32.153446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:32.158837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2078-0d0e-4889-93d5-0be095564463 req-109e2d1e-8eab-4df0-b998-dd11903ed847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:32.160307 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32e2078-0d0e-4889-93d5-0be095564463 req-109e2d1e-8eab-4df0-b998-dd11903ed847 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd4df094-a264-4f77-a995-056e5f7d5845 HTTP/1.1" status: 200 len: 897 time: 0.5273323 Mar 03 12:21:32.305738 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32e2078-0d0e-4889-93d5-0be095564463 req-85e4e75c-8885-4888-b54a-f4d0fbff420e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e HTTP/1.1" status: 200 len: 217 time: 0.1384032 Mar 03 12:21:32.377366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbded40a-2208-4410-b77d-63fb64b1d202 None None] New status for floating IP fffc1e5b-ce6c-45ff-93ad-7147b1cbd101: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:21:32.408032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896bb16-c274-4371-baea-7b3be06ace40 req-90ceabba-7f3d-41a8-b846-b2420012de9b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:32.409518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e896bb16-c274-4371-baea-7b3be06ace40 req-90ceabba-7f3d-41a8-b846-b2420012de9b tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.6072855 Mar 03 12:21:32.588615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2078-0d0e-4889-93d5-0be095564463 req-cde0e148-a4be-416e-a410-0edd013cadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:32.589921 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32e2078-0d0e-4889-93d5-0be095564463 req-cde0e148-a4be-416e-a410-0edd013cadfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f60eb79-c4f2-44e1-9dde-190e257c1639 HTTP/1.1" status: 200 len: 834 time: 0.2318492 Mar 03 12:21:32.596847 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e896bb16-c274-4371-baea-7b3be06ace40 req-19626d67-85ed-4245-ae45-03609c641789 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806195 Mar 03 12:21:32.634406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 90f936d9-26c8-4eb3-aa10-941519d4b771 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:32.787004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:32.796705 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] Sync routers for ids ['90f936d9-26c8-4eb3-aa10-941519d4b771'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:32.801881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2078-0d0e-4889-93d5-0be095564463 req-71ad99b1-295c-48c8-9ca1-1cd5a221dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:32.803354 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32e2078-0d0e-4889-93d5-0be095564463 req-71ad99b1-295c-48c8-9ca1-1cd5a221dacb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd4df094-a264-4f77-a995-056e5f7d5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2056730 Mar 03 12:21:32.805522 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] Routers {'90f936d9-26c8-4eb3-aa10-941519d4b771'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:32.806108 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['90f936d9-26c8-4eb3-aa10-941519d4b771'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:32.868719 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:32.878334 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] Routers {'90f936d9-26c8-4eb3-aa10-941519d4b771'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:32.878921 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['90f936d9-26c8-4eb3-aa10-941519d4b771'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:32.893157 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e4e63fc9-723c-4582-a168-81e5b6b72163 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/90f936d9-26c8-4eb3-aa10-941519d4b771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844240 Mar 03 12:21:32.896106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37204) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:32.938145 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:32.938540 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e19a7-15e6-4d0b-9bed-840238d49e2e None None] The sync data for ids ['90f936d9-26c8-4eb3-aa10-941519d4b771'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:32.940438 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32e2078-0d0e-4889-93d5-0be095564463 req-ea68b988-cda5-4676-94ab-9524433befc4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301055 Mar 03 12:21:32.959304 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fc2d9a90-eec7-4349-a335-5697c5221c8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=90f936d9-26c8-4eb3-aa10-941519d4b771 HTTP/1.1" status: 200 len: 205 time: 0.0612028 Mar 03 12:21:32.961490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37208) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:33.071598 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32e2078-0d0e-4889-93d5-0be095564463 req-fd95bcf5-b196-4bbb-bbfe-d2c2cb23c1e0 service neutron] 10.222.0.26 "GET /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250846 Mar 03 12:21:33.100132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0303b91-d1c0-4a26-a69b-1c20f540c750 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.190931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-d0f4c892-0730-41a0-8d80-9b45e0ba6b8a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:33.192439 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-d0f4c892-0730-41a0-8d80-9b45e0ba6b8a tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.26 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.0786743 Mar 03 12:21:33.263608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Deleting port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:33.263940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.408791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0303b91-d1c0-4a26-a69b-1c20f540c750 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.411222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0303b91-d1c0-4a26-a69b-1c20f540c750 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.525281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0303b91-d1c0-4a26-a69b-1c20f540c750 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.526401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0303b91-d1c0-4a26-a69b-1c20f540c750 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Fanout notify agent at l3_agent the message router_deleted on router 90f936d9-26c8-4eb3-aa10-941519d4b771 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:21:33.541132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0303b91-d1c0-4a26-a69b-1c20f540c750 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.545985 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e0303b91-d1c0-4a26-a69b-1c20f540c750 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/90f936d9-26c8-4eb3-aa10-941519d4b771 HTTP/1.1" status: 204 len: 168 time: 0.5798562 Mar 03 12:21:33.545985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37212) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:33.610126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet 5c78bdff-b240-431c-9377-917185a4cb4e {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:21:33.612982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.626795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] For port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:33.627105 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.672155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.754011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Calling delete_port for 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:33.825480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f713cf1-9a72-4f46-a823-bcb352728a2f req-22aee198-aa2b-4b70-a6fd-5e90fa131cfe tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:33.826190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1f713cf1-9a72-4f46-a823-bcb352728a2f req-22aee198-aa2b-4b70-a6fd-5e90fa131cfe tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Synchronizing usage tracker for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:21:33.831093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:33.982159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1f713cf1-9a72-4f46-a823-bcb352728a2f req-22aee198-aa2b-4b70-a6fd-5e90fa131cfe tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Unset dirty status for tenant:ac7efb8ed96c4831b80a0e5e57e823bd on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:21:33.983349 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f713cf1-9a72-4f46-a823-bcb352728a2f req-22aee198-aa2b-4b70-a6fd-5e90fa131cfe tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/ports?device_id=9396e8e6-61b1-4739-86f6-355102413de4 HTTP/1.1" status: 200 len: 946 time: 0.2722783 Mar 03 12:21:34.011468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.019522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.067178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=5c78bdff-b240-431c-9377-917185a4cb4e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:34.073341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f713cf1-9a72-4f46-a823-bcb352728a2f req-d562e3b4-124d-46eb-9345-5e94db40e719 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "GET /v2.0/security-groups?id=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836880 Mar 03 12:21:34.074334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.080637 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7f378dda-a566-4d0f-92f3-2b99d6fcfe88 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/5c78bdff-b240-431c-9377-917185a4cb4e HTTP/1.1" status: 204 len: 168 time: 0.5346048 Mar 03 12:21:34.082390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bec6fe-d993-4c44-b3af-5091f6c6ef29 None None] Network 06900fde-ea1b-4132-bd8e-1102c8516f59 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:34.083137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37218) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:34.105501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event deleted for resources: {'Port': ['ID=3bf71052-96ea-462c-9bf0-f6eb6ac74a2e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:34.148778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] No DVR routers for this DVR port 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:34.151316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.154078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'name': 'network-vif-deleted', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:21:34.196967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.207338 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9396e8e6-61b1-4739-86f6-355102413de4', 'name': 'network-vif-deleted', 'tag': '3bf71052-96ea-462c-9bf0-f6eb6ac74a2e', 'status': 'completed', 'code': 200} Mar 03 12:21:34.208444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:34.208783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.240370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-881f5b68-f36f-48d6-bc9e-81762b1e7313 req-475978fd-f047-4884-a4d1-4460d4ffee06 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.26 "DELETE /v2.0/ports/3bf71052-96ea-462c-9bf0-f6eb6ac74a2e HTTP/1.1" status: 204 len: 173 time: 1.0426829 Mar 03 12:21:34.377360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] DHCP port deletion for 06900fde-ea1b-4132-bd8e-1102c8516f59 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:21:34.381305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Deleting port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:34.382031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.559834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,segment=NetworkSegment(c5457feb-a185-460b-91bb-e7327bb6f02a),segment_id=c5457feb-a185-460b-91bb-e7327bb6f02a)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:34.560278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.604185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] For port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,segment=NetworkSegment(c5457feb-a185-460b-91bb-e7327bb6f02a),segment_id=c5457feb-a185-460b-91bb-e7327bb6f02a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:34.604980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.690532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:34.727024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Calling delete_port for 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:34.811276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:34.816839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:34.817339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:34.865175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=73d9736f-b7c6-4334-adc2-27d08b3eb8c8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:34.865175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No DVR routers for this DVR port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:34.988695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.020653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06900fde-ea1b-4132-bd8e-1102c8516f59']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:35.033018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5457feb-a185-460b-91bb-e7327bb6f02a') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:35.033930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5457feb-a185-460b-91bb-e7327bb6f02a') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:35.045645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.062246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.068180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:21:35.068572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:21:35.082790 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:21:35.183482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37226) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:35.245069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.268397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.283706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=06900fde-ea1b-4132-bd8e-1102c8516f59,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:35.295237 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4ac652a0-a6ab-4550-a21f-2507a0abb5c1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/06900fde-ea1b-4132-bd8e-1102c8516f59 HTTP/1.1" status: 204 len: 168 time: 1.2111537 Mar 03 12:21:35.298803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37230) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:35.305338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1694048977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:35.319021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Deleting port 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:35.319508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.325107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:35.376609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:router and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:35.386215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:35.395435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:35.423073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fbc66aef-1613-4618-9d46-c119b0d54e55 None None] The port '73d9736f-b7c6-4334-adc2-27d08b3eb8c8' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:21:35.487283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.488281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.528146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.668424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.796936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.798124 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-528c8e1f-c702-4eb1-bdc4-70d796d67813 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4984398 Mar 03 12:21:35.800953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37234) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:35.806635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-1355577013'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:35.813925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:35.822300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:35.825633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:35.831821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:35.835331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.925531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:35.928941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.961817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:21:35.970593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:35.974432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment 1de2a0bc-6b0c-4aa9-826c-3451d834423c of type vlan for network 61aba7c1-fb36-4e30-b901-e8c290cb0466 Mar 03 12:21:35.997679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.079560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.084991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:36.085701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.200272 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3953152 Mar 03 12:21:36.201319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37238) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:36.206298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:36.225166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebcf1b-b15e-4528-bca7-0fe441480c40 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=61aba7c1-fb36-4e30-b901-e8c290cb0466,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:36.238128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:21:36.254966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:36.305133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:36.305358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 73d9736f-b7c6-4334-adc2-27d08b3eb8c8 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:36.320418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Deleting port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:36.320879 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.339357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:36.344646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:36.346430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:36.352393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:36.421350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:36.424977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.517043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] For port 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:36.517398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.643438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Calling delete_port for 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:36.679913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.686704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:36.725191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:36.725630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 3bf71052-96ea-462c-9bf0-f6eb6ac74a2e not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:36.764885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=19818756-0144-4982-8e34-8c93a96236e0,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:36.770277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:36.770578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 61aba7c1-fb36-4e30-b901-e8c290cb0466, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:21:36.838846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:21:36.930741 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.942829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 61aba7c1-fb36-4e30-b901-e8c290cb0466) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:36.946869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:36.947458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:36.952305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67188148-1e7e-4151-ac27-6fb924bb8ceb None None] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:36.985860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event deleted for resources: {'Port': ['ID=36e0827f-1f6f-4816-82d2-ac6bd4ea18b3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:37.038141 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ad8e8a67-8529-4de5-a0e1-a4d0acd51d5a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8361347 Mar 03 12:21:37.038676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37242) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:37.193190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-61aba7c1-fb36-4e30-b901-e8c290cb0466', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:21:37.195212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:37.308929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:37.375198 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Allocated IP 172.20.0.2 (61aba7c1-fb36-4e30-b901-e8c290cb0466/19818756-0144-4982-8e34-8c93a96236e0/77f4a395-01a8-4eaf-88f2-b1ca6fb79b98) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:37.590284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:37.601737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Transition to ACTIVE for port object 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:37.624317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Transition to ACTIVE for port object 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:37.649663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:37.697111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:37.761044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:37.763885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:37.771901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:37.809721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Router 31061060-2bdc-4133-879d-58e293adb6d0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:37.813737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Pushing event updated for resources: {'Port': ['ID=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:37.875212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Attempting to bind port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:37.875550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Attempting to bind port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:37.875854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Attempting to bind port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 on network 61aba7c1-fb36-4e30-b901-e8c290cb0466 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:37.881888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:37.882271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Checking segment: {'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:37.882664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:37.883084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Bound using segment: {'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:37.883545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Bound port: 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:37.883915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:37.995421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] For port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:37.998779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] For port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,segment=NetworkSegment(1de2a0bc-6b0c-4aa9-826c-3451d834423c),segment_id=1de2a0bc-6b0c-4aa9-826c-3451d834423c)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:38.003940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.20.0.1 (61aba7c1-fb36-4e30-b901-e8c290cb0466/19818756-0144-4982-8e34-8c93a96236e0/212f7397-6e82-4f1d-9fe6-2a70b6ab3575) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:38.004540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:38.013662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.016782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] Sync routers for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:38.020607 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c12e8ad7-cc8b-4e54-a7b9-76eb2e1000d8 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "PUT /v2.0/routers/31061060-2bdc-4133-879d-58e293adb6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359289 Mar 03 12:21:38.021651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37246) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:38.027910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:38.028805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:38.085840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-615d9fc9-fdb9-4e79-9411-fd123133d3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.090254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Deleting subnet 3f60eb79-c4f2-44e1-9dde-190e257c1639 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:21:38.093617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.095524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.157529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.169783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.186724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:38.276203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195116d3-91ee-4e12-acd6-82dddb0aa24f None None] Pushing event updated for resources: {'Port': ['ID=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:38.282422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.307329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:38.313142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.407940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:38.416611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:38.421942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:38.457476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.461061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:38.505517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.513830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event deleted for resources: {'Subnet': ['ID=3f60eb79-c4f2-44e1-9dde-190e257c1639,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:38.533121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.539872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ff4c2a1a-47c8-438b-aac5-a6290c9b89d7 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "DELETE /v2.0/subnets/3f60eb79-c4f2-44e1-9dde-190e257c1639 HTTP/1.1" status: 204 len: 168 time: 0.5171986 Mar 03 12:21:38.544537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37250) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:38.590698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54321e-b39f-480a-ab33-a1ddb9113bb5 None None] Network bd4df094-a264-4f77-a995-056e5f7d5845 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:38.693735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.738042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.886776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:21:36Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:38.891128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] Checking router: 31061060-2bdc-4133-879d-58e293adb6d0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:21:38.901395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] Routers {'31061060-2bdc-4133-879d-58e293adb6d0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:38.902386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['31061060-2bdc-4133-879d-58e293adb6d0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:38.930729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:38.969909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] DHCP port deletion for bd4df094-a264-4f77-a995-056e5f7d5845 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:21:38.976125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] Deleting port 38e28ea9-6839-470b-bf98-f1f31867a76c {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:38.976503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.005969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Deleting port 514557f5-195e-48e8-9b21-fd01f75b345f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:21:39.006876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.122315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.175819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.204515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] Set router 31061060-2bdc-4133-879d-58e293adb6d0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:39.220818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] For port 514557f5-195e-48e8-9b21-fd01f75b345f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=514557f5-195e-48e8-9b21-fd01f75b345f,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:39.221494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.389848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Calling delete_port for 514557f5-195e-48e8-9b21-fd01f75b345f owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:39.457288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec90e3b9-405b-42e2-b7a0-195c59c7795d None None] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:39.471451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:39.493358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.638026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] For port 38e28ea9-6839-470b-bf98-f1f31867a76c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=38e28ea9-6839-470b-bf98-f1f31867a76c,segment=NetworkSegment(0e0559a9-cc48-46a3-bb89-ce85e3696d34),segment_id=0e0559a9-cc48-46a3-bb89-ce85e3696d34)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:39.643458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.643598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:39.643598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:39.754078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.780201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] Calling delete_port for 38e28ea9-6839-470b-bf98-f1f31867a76c owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:21:39.805896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event deleted for resources: {'Port': ['ID=514557f5-195e-48e8-9b21-fd01f75b345f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:39.869138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f54acf9e-7f51-4d92-b1e0-ddb8c8dd67d1 None None] Provisioning for port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:39.912280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:39.925131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:21:40.097357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.099529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.103200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:40.110216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:21:36Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:40.118269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ae2ea-e6a2-4f92-b739-60ddb38b367e None None] The sync data for ids ['31061060-2bdc-4133-879d-58e293adb6d0'] in dv-neutron-831730-1-hyperv is: [{'id': '31061060-2bdc-4133-879d-58e293adb6d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824377248', 'tenant_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:19:31Z', 'updated_at': '2022-03-03T12:21:36Z', 'revision_number': 5, 'project_id': 'ac7efb8ed96c4831b80a0e5e57e823bd', 'gw_port': {'id': '514557f5-195e-48e8-9b21-fd01f75b345f', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31061060-2bdc-4133-879d-58e293adb6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:19:33Z', 'updated_at': '2022-03-03T12:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:40.118546 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:40.128826 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7d45b491-87b1-48f4-963e-1a43ddefba41 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0867705 Mar 03 12:21:40.129370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37254) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:40.135140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-1187134908'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:40.137011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.140482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:40.144720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:40.151075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:40.154857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:40.163507 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:40.163994 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:40.186374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1560d906-dd2c-43fc-8b12-d862ed721eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.196652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] No DVR routers for this DVR port 38e28ea9-6839-470b-bf98-f1f31867a76c on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:21:40.200808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f9aaf-f15e-4fda-b69d-452c88e3f325 None None] Pushing event deleted for resources: {'Port': ['ID=38e28ea9-6839-470b-bf98-f1f31867a76c,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:40.239765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.240381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Fanout notify agent at l3_agent the message router_deleted on router 31061060-2bdc-4133-879d-58e293adb6d0 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:21:40.256786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.258210 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f2f67afe-ed7d-4cf6-9e01-c22fa2feaafd tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "DELETE /v2.0/routers/31061060-2bdc-4133-879d-58e293adb6d0 HTTP/1.1" status: 204 len: 168 time: 1.7126937 Mar 03 12:21:40.261809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37258) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:40.288220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:40.292887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.335163 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:40.407899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:21:40.412952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.426773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.427114 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment 0846f8cb-709f-467b-8995-8b0c48651fa5 of type vlan for network 44464b72-305d-4c3b-9fdd-cd834ea868ed Mar 03 12:21:40.536102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.537947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a8033199-ce80-4819-b455-06942bb70ec2 None None] Provisioning for port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:40.549107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a8033199-ce80-4819-b455-06942bb70ec2 None None] Provisioning complete for port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:40.553011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8033199-ce80-4819-b455-06942bb70ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.649079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.667141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a8033199-ce80-4819-b455-06942bb70ec2 None None] Port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:40.693883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4df094-a264-4f77-a995-056e5f7d5845']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:40.713703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0559a9-cc48-46a3-bb89-ce85e3696d34') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:40.713703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0559a9-cc48-46a3-bb89-ce85e3696d34') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:40.725443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.725730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:40.752369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.765971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:21:40.766477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.805503 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:38Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:38Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:40.811673 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:21:40.813262 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Updating router f4926cd0-adb3-4963-a877-0f84881f3fe2 port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:21:40.823496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a4241587-23ed-42e3-8330-6ec752a5ea23 None None] Provisioning complete for port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:40.823864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a4241587-23ed-42e3-8330-6ec752a5ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.885672 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:21:40.887141 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:21:40.889945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.896415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:40.897130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a4241587-23ed-42e3-8330-6ec752a5ea23 None None] Port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:40.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:40.965120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:40.976163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:40.976163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.006096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.015514 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8852196 Mar 03 12:21:41.018492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37262) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:41.023455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.025371 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "DELETE /v2.0/networks/bd4df094-a264-4f77-a995-056e5f7d5845 HTTP/1.1" status: 204 len: 168 time: 0.7624991 Mar 03 12:21:41.029283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:41.031899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37266) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:41.034329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1879c9d-c6b6-42c3-94c5-72efcac3356d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=44464b72-305d-4c3b-9fdd-cd834ea868ed,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:41.051173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:21:41.108996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62c448-e363-4499-992f-23e59e7bf839 tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event deleted for resources: {'Network': ['ID=bd4df094-a264-4f77-a995-056e5f7d5845,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:41.114489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-32efc9f1-bcf8-40aa-b4f5-dd0a499ec705 None None] Provisioning complete for port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:41.115264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32efc9f1-bcf8-40aa-b4f5-dd0a499ec705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.148257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc0a9f4-f15b-45fe-a1a2-ddada1888ded tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.200582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:41.204492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:41.204819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc0a9f4-f15b-45fe-a1a2-ddada1888ded tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.207456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:41.213778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:41.265748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-32efc9f1-bcf8-40aa-b4f5-dd0a499ec705 None None] Port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:41.296317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.313777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:41.317305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.326443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.354885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc0a9f4-f15b-45fe-a1a2-ddada1888ded tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.365680 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.369621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,segment=NetworkSegment(1de2a0bc-6b0c-4aa9-826c-3451d834423c),segment_id=1de2a0bc-6b0c-4aa9-826c-3451d834423c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:41.379960 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Transition to ACTIVE for port object 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:41.382720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0a9f4-f15b-45fe-a1a2-ddada1888ded tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177c797c-2874-4bb1-8dd4-f1d4b5c08bb7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:41.410896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.439202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.502186 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.507305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5fc0a9f4-f15b-45fe-a1a2-ddada1888ded tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.510809 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5fc0a9f4-f15b-45fe-a1a2-ddada1888ded tempest-TestNetworkAdvancedServerOps-331192575 tempest-TestNetworkAdvancedServerOps-331192575-project] 10.222.0.35 "DELETE /v2.0/security-groups/177c797c-2874-4bb1-8dd4-f1d4b5c08bb7 HTTP/1.1" status: 204 len: 168 time: 0.4755132 Mar 03 12:21:41.539982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 38e28ea9-6839-470b-bf98-f1f31867a76c no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:41.581885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 38e28ea9-6839-470b-bf98-f1f31867a76c {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:41.582522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 38e28ea9-6839-470b-bf98-f1f31867a76c not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:41.583040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:41.608186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:41.622793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:41.623501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 36e0827f-1f6f-4816-82d2-ac6bd4ea18b3 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:41.662428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.683435 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Pushing event updated for resources: {'Port': ['ID=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:41.724689 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.725734 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.725734 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.725734 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.726046 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.726280 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.726595 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.726901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.727215 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.727690 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.728024 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.728355 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:21:41.759745 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Attempting to bind port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:41.760394 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Attempting to bind port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:41.761296 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Attempting to bind port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 on network 61aba7c1-fb36-4e30-b901-e8c290cb0466 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:41.763320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=e62a5350-2482-420d-a7fc-6803904f4212,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:41.768780 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:41.769461 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Checking segment: {'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:41.770027 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.770568 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Bound using segment: {'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:41.771327 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Bound port: 212f7397-6e82-4f1d-9fe6-2a70b6ab3575, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de2a0bc-6b0c-4aa9-826c-3451d834423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:41.772153 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.791549 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:41.792047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 44464b72-305d-4c3b-9fdd-cd834ea868ed, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:21:41.866807 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] For port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:41.869732 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] For port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,segment=NetworkSegment(1de2a0bc-6b0c-4aa9-826c-3451d834423c),segment_id=1de2a0bc-6b0c-4aa9-826c-3451d834423c)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:41.873080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:21:41.947869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 44464b72-305d-4c3b-9fdd-cd834ea868ed) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:41.948405 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.952579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:41.956664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:41.957975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b44c7-4d56-449d-a2fc-02a6001b39ee None None] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:42.030935 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:42.031544 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:42.044091 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1e1d689c-5a1d-4d76-b4f7-da298f6004d9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0206912 Mar 03 12:21:42.044960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37274) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:42.100529 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c286a3-7406-4aa5-b169-b68a06ab7ab8 None None] Pushing event updated for resources: {'Port': ['ID=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:42.239097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-44464b72-305d-4c3b-9fdd-cd834ea868ed', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:21:42.239928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.255949 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:42.329651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:42.341342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37280) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:42.504491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:42.505134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.561947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Allocated IP 172.21.0.2 (44464b72-305d-4c3b-9fdd-cd834ea868ed/e62a5350-2482-420d-a7fc-6803904f4212/30f7b455-81a9-4de1-9520-35ab6184441e) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:42.570153 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-941eb291-6106-4a6c-832d-85d72fca99ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac7efb8ed96c4831b80a0e5e57e823bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265387 Mar 03 12:21:42.572432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37286) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:42.650029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a10ec1cf-8571-4934-a055-a16129f28f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.656189 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:38Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:41Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:42.660142 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befddb36-bab0-43ab-b6a5-06dae0833148 None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:38Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:41Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:42.684691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a10ec1cf-8571-4934-a055-a16129f28f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.822941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a10ec1cf-8571-4934-a055-a16129f28f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.848039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ec1cf-8571-4934-a055-a16129f28f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf4b9a-b5b6-4a82-a5d5-b59aea021708,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:42.859433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a10ec1cf-8571-4934-a055-a16129f28f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.863716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a10ec1cf-8571-4934-a055-a16129f28f65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67bf4b9a-b5b6-4a82-a5d5-b59aea021708 HTTP/1.1" status: 204 len: 168 time: 0.2870710 Mar 03 12:21:42.882841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.935616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 514557f5-195e-48e8-9b21-fd01f75b345f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:21:42.978586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:42.984704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 514557f5-195e-48e8-9b21-fd01f75b345f {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:21:42.985274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 514557f5-195e-48e8-9b21-fd01f75b345f not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:21:43.012905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.027204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Transition to ACTIVE for port object 30f7b455-81a9-4de1-9520-35ab6184441e will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:43.050797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Transition to ACTIVE for port object 30f7b455-81a9-4de1-9520-35ab6184441e will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:43.131470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.204363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Pushing event updated for resources: {'Port': ['ID=30f7b455-81a9-4de1-9520-35ab6184441e,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:43.220548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:43.221819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:43.224358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:43.335698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Attempting to bind port 30f7b455-81a9-4de1-9520-35ab6184441e on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:43.336318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Attempting to bind port 30f7b455-81a9-4de1-9520-35ab6184441e by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:43.336474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Attempting to bind port 30f7b455-81a9-4de1-9520-35ab6184441e on network 44464b72-305d-4c3b-9fdd-cd834ea868ed {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:43.345740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:43.346125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Checking segment: {'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:43.346534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.346942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Bound using segment: {'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:43.347405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Bound port: 30f7b455-81a9-4de1-9520-35ab6184441e, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:43.347783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.442058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.21.0.1 (44464b72-305d-4c3b-9fdd-cd834ea868ed/e62a5350-2482-420d-a7fc-6803904f4212/7e1bb46f-6926-40c9-ad96-a7e79fd39d64) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:43.456955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] For port 30f7b455-81a9-4de1-9520-35ab6184441e, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:43.460308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] For port 30f7b455-81a9-4de1-9520-35ab6184441e, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=30f7b455-81a9-4de1-9520-35ab6184441e,segment=NetworkSegment(0846f8cb-709f-467b-8995-8b0c48651fa5),segment_id=0846f8cb-709f-467b-8995-8b0c48651fa5)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:43.543245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.606225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.622242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:43.629919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a988e7b-5681-4d62-b448-7e41ec667ef2 None None] Pushing event updated for resources: {'Port': ['ID=30f7b455-81a9-4de1-9520-35ab6184441e,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:43.722047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37294) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:43.731439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.741073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.757373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:43.762821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:976f1fc9045545e58e55cc68a6af45fb is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:43.765805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:43.771985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:43.798898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:43.798898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:43.826257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:43.887755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:43.900286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.911146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:43.988506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.034393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436d5c93-f3f3-4913-8b20-c6ac7ccc3438,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:44.039641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7699d061-9932-4716-9cb9-c1bc71790bf8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=976f1fc9045545e58e55cc68a6af45fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165655 Mar 03 12:21:44.043390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37298) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:44.105389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c311f8c-219a-4af3-b7ca-30b11dc7fc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.132635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c311f8c-219a-4af3-b7ca-30b11dc7fc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.139393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.239531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c311f8c-219a-4af3-b7ca-30b11dc7fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.257482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311f8c-219a-4af3-b7ca-30b11dc7fc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436d5c93-f3f3-4913-8b20-c6ac7ccc3438,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:44.266057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c311f8c-219a-4af3-b7ca-30b11dc7fc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.269564 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0c311f8c-219a-4af3-b7ca-30b11dc7fc24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/436d5c93-f3f3-4913-8b20-c6ac7ccc3438 HTTP/1.1" status: 204 len: 168 time: 0.2230074 Mar 03 12:21:44.341898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:44.535390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:44.541429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:44.541914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.676258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.711451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,segment=NetworkSegment(1de2a0bc-6b0c-4aa9-826c-3451d834423c),segment_id=1de2a0bc-6b0c-4aa9-826c-3451d834423c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:44.718043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da304ed8-9608-438b-9a63-ebf4eb1d9414 None None] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:44.747932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.799345 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.800923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30f7b455-81a9-4de1-9520-35ab6184441e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:44.817100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.935521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:44.939742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:45.004427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0fddfa57-8c93-43d2-b021-e1a211e31a22 None None] Provisioning for port 30f7b455-81a9-4de1-9520-35ab6184441e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:45.015414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:45.077572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:45.079047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:45.081044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 30f7b455-81a9-4de1-9520-35ab6184441e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:45.088636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 30f7b455-81a9-4de1-9520-35ab6184441e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:45.089014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.234499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.255575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:45.277902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 30f7b455-81a9-4de1-9520-35ab6184441e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=30f7b455-81a9-4de1-9520-35ab6184441e,segment=NetworkSegment(0846f8cb-709f-467b-8995-8b0c48651fa5),segment_id=0846f8cb-709f-467b-8995-8b0c48651fa5)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:45.446381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4d12f3ac-7476-4801-b439-f27ab93989a2 None None] Provisioning complete for port 30f7b455-81a9-4de1-9520-35ab6184441e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:45.447099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d12f3ac-7476-4801-b439-f27ab93989a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.460750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:45.478028 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d8a51b2d-1d8c-4376-93bf-20704b37a4f0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4316885 Mar 03 12:21:45.481266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37320) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:45.484384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:45.487666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-592106206'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:45.492934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:45.498024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:45.501384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:45.510770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:45.514940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:45.514940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:45.581888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.617147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:45.621795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.652949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:21:45.669198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.669884 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment 95fe8af5-8da1-47c7-99eb-fa1972c6548f of type vlan for network f7f61820-6a21-449b-9d1c-85b4ac9f92ee Mar 03 12:21:45.703367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.805542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.812465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:45.815518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:45.830228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:45.881138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=30f7b455-81a9-4de1-9520-35ab6184441e,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:45.933205 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4506559 Mar 03 12:21:45.935947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37328) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:45.939124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd99d7-ea54-4bbc-887e-8f7bd3e9630d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=f7f61820-6a21-449b-9d1c-85b4ac9f92ee,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:45.942349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:45.978519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:21:46.061690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:46.066522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:46.069314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:46.075649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:46.096163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4d12f3ac-7476-4801-b439-f27ab93989a2 None None] Provisioning for port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:46.161555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4d12f3ac-7476-4801-b439-f27ab93989a2 None None] Provisioning complete for port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:46.161939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d12f3ac-7476-4801-b439-f27ab93989a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.188235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:46.194686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.254333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4d12f3ac-7476-4801-b439-f27ab93989a2 None None] Port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:46.283303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:46.388836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:46.389212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.428626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a64b17af-a628-485b-a149-7549776b3153 None None] Provisioning complete for port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:46.429214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a64b17af-a628-485b-a149-7549776b3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.495591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:43Z', 'revision_number': 3, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:46.512631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:21:46.512978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Updating router f4926cd0-adb3-4963-a877-0f84881f3fe2 port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:21:46.576308 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.587748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a64b17af-a628-485b-a149-7549776b3153 None None] Port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:21:46.597835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.621888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37344) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:46.671147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:46.671509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: f7f61820-6a21-449b-9d1c-85b4ac9f92ee, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:21:46.677177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=ed5b648c-d6b2-40f7-ac2c-94dc4ba11761,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:46.715232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30f7b455-81a9-4de1-9520-35ab6184441e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:46.748310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:21:46.804565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--597785727', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:46.810697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f7f61820-6a21-449b-9d1c-85b4ac9f92ee) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:46.810893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:46.814788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:46.816848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:46.817851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.818555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:46.825565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3914b6-5379-452a-9686-56e5eecba5e3 None None] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:46.827075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:46.896756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:46.900807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.913285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:46.928875 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e4bece02-965d-4fff-bf8f-7860bdc6ba8f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9889166 Mar 03 12:21:46.929078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:46.929264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37350) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:46.932472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:46.935324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:46.941055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:47.019736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 30f7b455-81a9-4de1-9520-35ab6184441e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:47.020032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.030522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.084857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.233460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:21:47.247395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:47.252155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.252519 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment aedd2663-2558-428e-9c36-aa8e7dd95471 of type vlan for network 52d721fb-27aa-470f-bc04-d7847f500128 Mar 03 12:21:47.288700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.374107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:21:47.374909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.387754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.394241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:47.394936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.470398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.502552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Transition to ACTIVE for port object 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:47.514512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=52d721fb-27aa-470f-bc04-d7847f500128,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:47.548538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 52d721fb-27aa-470f-bc04-d7847f500128 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:21:47.561836 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-168e1e82-1d03-4de5-84c9-5b3114d62487 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9358366 Mar 03 12:21:47.566898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37354) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:47.568974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-518274153', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:47.577176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:47.581726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:47.584806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:47.590219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.591757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:47.656795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.658649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.673556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.693537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.788317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Allocated IP 172.22.0.2 (f7f61820-6a21-449b-9d1c-85b4ac9f92ee/ed5b648c-d6b2-40f7-ac2c-94dc4ba11761/6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:47.800331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4267127-ef0b-474e-ad56-1496e543ed70 None None] Pushing event updated for resources: {'Port': ['ID=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:47.976875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Attempting to bind port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:47.977247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Attempting to bind port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:47.977603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Attempting to bind port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 on network 44464b72-305d-4c3b-9fdd-cd834ea868ed {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:47.988770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:47.989140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Checking segment: {'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:47.989741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:47.990135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Bound using segment: {'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:47.990588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Bound port: 7e1bb46f-6926-40c9-ad96-a7e79fd39d64, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0846f8cb-709f-467b-8995-8b0c48651fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:47.991143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.051904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.172654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] For port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:48.176981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] For port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,segment=NetworkSegment(0846f8cb-709f-467b-8995-8b0c48651fa5),segment_id=0846f8cb-709f-467b-8995-8b0c48651fa5)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:48.180197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.191050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Transition to ACTIVE for port object 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:48.209780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Transition to ACTIVE for port object 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:48.263086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.334001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.353143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4267127-ef0b-474e-ad56-1496e543ed70 None None] Pushing event updated for resources: {'Port': ['ID=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:48.383975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.22.0.1 (f7f61820-6a21-449b-9d1c-85b4ac9f92ee/ed5b648c-d6b2-40f7-ac2c-94dc4ba11761/15216158-bd20-440e-b1ce-3839f5a5b273) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:48.405127 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:48.405781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:48.430024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.461352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:48.462372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.469795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:48.472367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:48.582958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.602545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object 15216158-bd20-440e-b1ce-3839f5a5b273 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:48.636666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.219 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/aa113fbc-d537-414c-a520-bc2924725c77) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:48.642952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Pushing event updated for resources: {'Port': ['ID=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:48.686559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Attempting to bind port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:48.686927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Attempting to bind port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:48.687292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Attempting to bind port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c on network f7f61820-6a21-449b-9d1c-85b4ac9f92ee {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:48.690581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:48.702297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.747510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:48.747894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Checking segment: {'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:48.748321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.748718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Bound using segment: {'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:48.749184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Bound port: 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:48.749551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.763695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:48.766666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:48.776113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:48.795338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.821506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=15216158-bd20-440e-b1ce-3839f5a5b273,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:48.844759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.933087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:48.991306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:48.994722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:49.002805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:49.023015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:49.045144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=aa113fbc-d537-414c-a520-bc2924725c77,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:49.059870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] For port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:49.064476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] For port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,segment=NetworkSegment(95fe8af5-8da1-47c7-99eb-fa1972c6548f),segment_id=95fe8af5-8da1-47c7-99eb-fa1972c6548f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:49.138215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:49.234016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128a308-3558-4ef9-96d7-b8e4ae1dcfd4 None None] Pushing event updated for resources: {'Port': ['ID=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:49.241927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:43Z', 'revision_number': 3, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:48Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:49.246322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51fc5c3-6553-4d46-af17-ca59a26ef178 None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:43Z', 'revision_number': 3, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:48Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:49.707066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:49.748355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:49.845862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:49.899643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=15216158-bd20-440e-b1ce-3839f5a5b273,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:49.964299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.147785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:50.148978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:50.282579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.348530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:50.380591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:50.530466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:50.535711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:50.536107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.544873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:50.555543 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:50.559952 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1c467a82-03a2-4e13-89d2-5d972cc89d0e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6292863 Mar 03 12:21:50.562546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37358) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:50.568948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'network': {'name': 'tempest-RoutersTest-2071868662'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:50.574799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:50.576138 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:50.577356 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:50.579046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:network and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:50.582078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:50.588153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:50.597997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163ccdca-5558-47f5-b698-522025362ae4 None None] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:50.620948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:21:50.651063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:50.654665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.685129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:21:50.696077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.696602 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added segment 16436d4e-5c7a-4faa-b8dc-f910ab36dfc4 of type vlan for network 4de026eb-53dc-426c-a0d9-c460bbf85a74 Mar 03 12:21:50.736606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.773559 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:50.822394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.830093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:50.830727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.842238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e6c9ac8a-8de8-423e-b907-a8c2c65a0a65 None None] Provisioning for port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:50.857373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.865057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:50.880773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Sync routers for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:50.945522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:50.946153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:50.962850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Network': ['ID=4de026eb-53dc-426c-a0d9-c460bbf85a74,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:50.976684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:50.979066 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0c26c0c6-663c-44ef-bbe7-85c6756ce7b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4145370 Mar 03 12:21:50.981837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37362) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:50.994382 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ee0c4d8d-8c0e-49e0-9336-a02fd0914227 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4307804 Mar 03 12:21:50.997366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37368) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:51.003291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'subnet': {'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:51.026543 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:21:51.066918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,segment=NetworkSegment(0846f8cb-709f-467b-8995-8b0c48651fa5),segment_id=0846f8cb-709f-467b-8995-8b0c48651fa5)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:51.124772 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:48Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:49Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:48Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:51.128876 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:21:51.129218 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Updating router f4926cd0-adb3-4963-a877-0f84881f3fe2 port 15216158-bd20-440e-b1ce-3839f5a5b273 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:21:51.142014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.142561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:51.146133 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-446e7e11-65d1-4091-ac4a-5b33f7506fc3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1607735 Mar 03 12:21:51.146925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37372) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:51.155017 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:51.158991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:subnet and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:51.162012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:51.168117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:51.182989 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.227859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Made reservation on behalf of d9d9784915bf489f97cff087a934a9dc for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:51.232082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.327530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b4bbf-6d4c-47fe-830b-784a43ce370c tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:51.333869 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-597b4bbf-6d4c-47fe-830b-784a43ce370c tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1863806 Mar 03 12:21:51.334846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37376) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:51.386915 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6491c5bd-5bfa-4bd4-bbbb-0df934b2d917 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502796 Mar 03 12:21:51.387835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37380) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:51.393684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-831864297', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:51.419981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:51.490398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:51.571456 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.576865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:51.582106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:51.586184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:51.596571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:51.597789 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Transition to ACTIVE for port object 15216158-bd20-440e-b1ce-3839f5a5b273 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:51.646215 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:51.673079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:51.673455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.679389 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.743148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.744124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:21:51.758127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.868953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50d899-5f4c-4281-b66c-76f3560ce277 None None] Pushing event updated for resources: {'Port': ['ID=15216158-bd20-440e-b1ce-3839f5a5b273,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:51.891837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Subnet': ['ID=1569b2ee-7190-48db-b21f-03c57b3e1606,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:51.946650 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Attempting to bind port 15216158-bd20-440e-b1ce-3839f5a5b273 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:51.948283 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Attempting to bind port 15216158-bd20-440e-b1ce-3839f5a5b273 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:51.948283 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Attempting to bind port 15216158-bd20-440e-b1ce-3839f5a5b273 on network f7f61820-6a21-449b-9d1c-85b4ac9f92ee {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:51.951404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-531a71e0-0508-4aa4-8c5a-7fd80c59d7e7 None None] Provisioning complete for port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:51.951785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-531a71e0-0508-4aa4-8c5a-7fd80c59d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.954712 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:51.955267 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Checking segment: {'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:51.955758 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.956050 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Bound using segment: {'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:51.958081 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Bound port: 15216158-bd20-440e-b1ce-3839f5a5b273, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fe8af5-8da1-47c7-99eb-fa1972c6548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:51.958081 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:51.974320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Checking segment: {'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:51.975535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network hostable DHCP agents. Network: 4de026eb-53dc-426c-a0d9-c460bbf85a74, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:21:52.073290 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] For port 15216158-bd20-440e-b1ce-3839f5a5b273, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:52.077555 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] For port 15216158-bd20-440e-b1ce-3839f5a5b273, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15216158-bd20-440e-b1ce-3839f5a5b273,segment=NetworkSegment(95fe8af5-8da1-47c7-99eb-fa1972c6548f),segment_id=95fe8af5-8da1-47c7-99eb-fa1972c6548f)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:52.108185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:21:52.150829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.169124 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.210931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 4de026eb-53dc-426c-a0d9-c460bbf85a74) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:52.224021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:52.225442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.235825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a7409-0eb3-460d-99f1-5ddfbb5f42ef None None] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:52.284799 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:52.285417 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:52.289185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,segment=NetworkSegment(95fe8af5-8da1-47c7-99eb-fa1972c6548f),segment_id=95fe8af5-8da1-47c7-99eb-fa1972c6548f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:52.298383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:49Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:52.323217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.346805 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-274c850e-2cbe-479a-96ae-396af30a0a7e tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3483777 Mar 03 12:21:52.348160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37384) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:52.356858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-531a71e0-0508-4aa4-8c5a-7fd80c59d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.376158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.392169 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50d899-5f4c-4281-b66c-76f3560ce277 None None] Pushing event updated for resources: {'Port': ['ID=15216158-bd20-440e-b1ce-3839f5a5b273,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:52.439751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Checking router: 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:21:52.440338 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Updating router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 port aa113fbc-d537-414c-a520-bc2924725c77 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:21:52.484026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:52.484026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: 52d721fb-27aa-470f-bc04-d7847f500128, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:21:52.490324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=61e10176-c2be-40db-aeeb-fe06a0817064,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:52.566412 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:52.574935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 52d721fb-27aa-470f-bc04-d7847f500128 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:21:52.618761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:52.658077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 52d721fb-27aa-470f-bc04-d7847f500128) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:52.670964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:52.673962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.728553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-531a71e0-0508-4aa4-8c5a-7fd80c59d7e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:21:52.728915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-531a71e0-0508-4aa4-8c5a-7fd80c59d7e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:21:52.748710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f10310-284f-4041-bcb1-0448d7fb305a None None] Network 52d721fb-27aa-470f-bc04-d7847f500128 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:52.766415 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1b816489-7ecc-4730-aac0-f5f695265a95 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3771086 Mar 03 12:21:52.769050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37388) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:52.770993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:52.820986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:53.018881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:53.019321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:53.045581 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:48Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:52Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:53.050426 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef75c4a-d545-452f-924f-573d94227db1 None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:48Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:52Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:53.216164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:53.331843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-4de026eb-53dc-426c-a0d9-c460bbf85a74', 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'fixed_ips': [{'subnet_id': '1569b2ee-7190-48db-b21f-03c57b3e1606'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:21:53.333135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:53.665916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-52d721fb-27aa-470f-bc04-d7847f500128', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:21:53.666813 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:53.673687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Allocated IP 172.23.0.1 (4de026eb-53dc-426c-a0d9-c460bbf85a74/1569b2ee-7190-48db-b21f-03c57b3e1606/abc0c74c-bc72-46ee-977a-4a0f070bbf62) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:53.805142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:53.810377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-531a71e0-0508-4aa4-8c5a-7fd80c59d7e7 None None] Provisioning for port 15216158-bd20-440e-b1ce-3839f5a5b273 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:53.885837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:53.902087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Transition to ACTIVE for port object abc0c74c-bc72-46ee-977a-4a0f070bbf62 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:54.004791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Allocated IP 172.20.0.2 (52d721fb-27aa-470f-bc04-d7847f500128/61e10176-c2be-40db-aeeb-fe06a0817064/9038cfc7-4aea-406d-bc2e-341859b97f7d) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:54.012724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.015334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.091070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:54.098737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:54.104225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:54.108178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Transition to ACTIVE for port object aa113fbc-d537-414c-a520-bc2924725c77 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:54.140655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=abc0c74c-bc72-46ee-977a-4a0f070bbf62,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:54.174240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.194675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Allocated IP 172.23.0.2 (4de026eb-53dc-426c-a0d9-c460bbf85a74/1569b2ee-7190-48db-b21f-03c57b3e1606/1c588381-50aa-4b3c-a924-d648124fd61c) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:54.199623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.421188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765917cc-8da4-4b1b-a7a2-64d6c3f77557 None None] Pushing event updated for resources: {'Port': ['ID=aa113fbc-d537-414c-a520-bc2924725c77,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:54.445410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Attempting to bind port aa113fbc-d537-414c-a520-bc2924725c77 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:54.445781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Attempting to bind port aa113fbc-d537-414c-a520-bc2924725c77 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:54.446140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Attempting to bind port aa113fbc-d537-414c-a520-bc2924725c77 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:54.469690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:54.470318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:54.470710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.471256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:54.471949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Bound port: aa113fbc-d537-414c-a520-bc2924725c77, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:54.472349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.502005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.545844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:54.577141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.629485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Transition to ACTIVE for port object 9038cfc7-4aea-406d-bc2e-341859b97f7d will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:54.704785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] For port aa113fbc-d537-414c-a520-bc2924725c77, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:54.718201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Transition to ACTIVE for port object 9038cfc7-4aea-406d-bc2e-341859b97f7d will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:54.724095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] For port aa113fbc-d537-414c-a520-bc2924725c77, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=aa113fbc-d537-414c-a520-bc2924725c77,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:54.742525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.755397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:54.755763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.780383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Transition to ACTIVE for port object 1c588381-50aa-4b3c-a924-d648124fd61c will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:54.816667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.820992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Transition to ACTIVE for port object 1c588381-50aa-4b3c-a924-d648124fd61c will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:54.870026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.918697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (52d721fb-27aa-470f-bc04-d7847f500128/61e10176-c2be-40db-aeeb-fe06a0817064/bc18a815-d03b-4cad-906e-4ea3c5e3e476) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:21:54.920308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Network 52d721fb-27aa-470f-bc04-d7847f500128 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:54.925125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:54.926014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:54.928107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:54.936145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:54.936757 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:54.996568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.001203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.082419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765917cc-8da4-4b1b-a7a2-64d6c3f77557 None None] Pushing event updated for resources: {'Port': ['ID=aa113fbc-d537-414c-a520-bc2924725c77,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:55.091984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.114818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object bc18a815-d03b-4cad-906e-4ea3c5e3e476 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:55.125964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.130287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event updated for resources: {'Port': ['ID=abc0c74c-bc72-46ee-977a-4a0f070bbf62,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:55.201883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:55.208692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:55.216886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.227188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15216158-bd20-440e-b1ce-3839f5a5b273 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:55.256885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:55.279945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:55.281455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:55.402534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Attempting to bind port 9038cfc7-4aea-406d-bc2e-341859b97f7d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:55.402813 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Attempting to bind port 9038cfc7-4aea-406d-bc2e-341859b97f7d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:55.403393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Attempting to bind port 9038cfc7-4aea-406d-bc2e-341859b97f7d on network 52d721fb-27aa-470f-bc04-d7847f500128 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:55.405530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Pushing event updated for resources: {'Port': ['ID=9038cfc7-4aea-406d-bc2e-341859b97f7d,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:55.410834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 52d721fb-27aa-470f-bc04-d7847f500128 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:55.414056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:55.418709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:21:55.474169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=bc18a815-d03b-4cad-906e-4ea3c5e3e476,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:55.481294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:55.483439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Checking segment: {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:55.483439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.483439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Bound using segment: {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:55.483439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Bound port: 9038cfc7-4aea-406d-bc2e-341859b97f7d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:55.483439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.487406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:55.489512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.645688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:55.661786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:55.675628 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:55.677260 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7652e854-4a16-4c6c-8d36-dc9508e4e340 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3277316 Mar 03 12:21:55.679860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37392) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:55.695336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:55.696480 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:55.697432 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:55.698793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.751539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Pushing event updated for resources: {'Port': ['ID=1c588381-50aa-4b3c-a924-d648124fd61c,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:55.762594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Attempting to bind port 1c588381-50aa-4b3c-a924-d648124fd61c on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:55.762965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Attempting to bind port 1c588381-50aa-4b3c-a924-d648124fd61c by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:55.763323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Attempting to bind port 1c588381-50aa-4b3c-a924-d648124fd61c on network 4de026eb-53dc-426c-a0d9-c460bbf85a74 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:55.811715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:55.812118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Checking segment: {'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:55.812717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.813265 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Bound using segment: {'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:55.813900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Bound port: 1c588381-50aa-4b3c-a924-d648124fd61c, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:55.814460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:55.904721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 15216158-bd20-440e-b1ce-3839f5a5b273 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:55.957855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] For port 9038cfc7-4aea-406d-bc2e-341859b97f7d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:55.962005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 15216158-bd20-440e-b1ce-3839f5a5b273 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:55.963330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.012156 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:56.024287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] For port 9038cfc7-4aea-406d-bc2e-341859b97f7d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9038cfc7-4aea-406d-bc2e-341859b97f7d,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:56.127858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.194174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] For port 1c588381-50aa-4b3c-a924-d648124fd61c, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:56.225887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.239162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] For port 1c588381-50aa-4b3c-a924-d648124fd61c, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1c588381-50aa-4b3c-a924-d648124fd61c,segment=NetworkSegment(16436d4e-5c7a-4faa-b8dc-f910ab36dfc4),segment_id=16436d4e-5c7a-4faa-b8dc-f910ab36dfc4)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:56.298797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290460fb-06ff-4aa3-801c-b4ad7afd9c90 None None] Pushing event updated for resources: {'Port': ['ID=9038cfc7-4aea-406d-bc2e-341859b97f7d,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:56.331257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.343077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.364322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.433306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:49Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:56.448216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647ff15e-e0b6-4260-9e39-5dedf1a5fef1 None None] The sync data for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv is: [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:49Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:56.515872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 15216158-bd20-440e-b1ce-3839f5a5b273, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15216158-bd20-440e-b1ce-3839f5a5b273,segment=NetworkSegment(95fe8af5-8da1-47c7-99eb-fa1972c6548f),segment_id=95fe8af5-8da1-47c7-99eb-fa1972c6548f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:56.520839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b64eb-f392-436b-b6a4-e8e9c2ddc6d2 None None] Pushing event updated for resources: {'Port': ['ID=1c588381-50aa-4b3c-a924-d648124fd61c,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:56.575977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=bc18a815-d03b-4cad-906e-4ea3c5e3e476,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:56.591481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.593817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.622947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 12:21:56.655929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Removed routes are [] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 12:21:56.657540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.752367 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:54Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:52Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc0c74c-bc72-46ee-977a-4a0f070bbf62', 'name': '', 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:08:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:53Z', 'updated_at': '2022-03-03T12:21:54Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:56.752367 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:21:56.753706 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Updating router f4926cd0-adb3-4963-a877-0f84881f3fe2 port abc0c74c-bc72-46ee-977a-4a0f070bbf62 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:21:56.761979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=15216158-bd20-440e-b1ce-3839f5a5b273,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:56.847212 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:56.898837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9038cfc7-4aea-406d-bc2e-341859b97f7d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:56.904389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 52d721fb-27aa-470f-bc04-d7847f500128 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:21:56.925310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:21:57.166098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 9038cfc7-4aea-406d-bc2e-341859b97f7d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:57.275543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:57.363175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:57.367096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:57.513833 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:57.538903 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Transition to ACTIVE for port object abc0c74c-bc72-46ee-977a-4a0f070bbf62 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:21:57.552351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:57.567924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1e63c0a2-3606-4a06-9a8c-6ada10f60044 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/6745ff36-5633-4bfa-b2d2-da3e08a59ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7933176 Mar 03 12:21:57.567924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37396) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:57.600817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:21:57.635894 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:57.806162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:21:57.814655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:57.823008 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1bc31dd2-6a9f-49fa-929f-24c257127643 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 200 len: 934 time: 2.1390488 Mar 03 12:21:57.823391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37400) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:57.886883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.889269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.897276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:57.905968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-97ee5539-0b5b-4f01-8fea-36c4d5450059 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7010 time: 0.3329349 Mar 03 12:21:57.905968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37404) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:57.960962 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c99a38-1340-4ffc-8859-ecdc306a2301 None None] Pushing event updated for resources: {'Port': ['ID=abc0c74c-bc72-46ee-977a-4a0f070bbf62,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:57.983640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818acfc-fb0f-493a-889f-8504dcf9b795 None None] Network 52d721fb-27aa-470f-bc04-d7847f500128 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:58.050638 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Attempting to bind port abc0c74c-bc72-46ee-977a-4a0f070bbf62 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:21:58.050999 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Attempting to bind port abc0c74c-bc72-46ee-977a-4a0f070bbf62 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:21:58.051348 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Attempting to bind port abc0c74c-bc72-46ee-977a-4a0f070bbf62 on network 4de026eb-53dc-426c-a0d9-c460bbf85a74 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:21:58.067826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:21:58.067826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Checking segment: {'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:21:58.067826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:58.067826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Bound using segment: {'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:21:58.067826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Bound port: abc0c74c-bc72-46ee-977a-4a0f070bbf62, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:21:58.067826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:58.084544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.085300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.085752 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.086206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.086648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.087627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.088391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.088843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.089490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.089937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:21:58.091933 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-61082f09-252a-43ba-9dd1-f444926b39b3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6371 time: 0.1853676 Mar 03 12:21:58.096448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37408) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:58.127374 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-454edec8-c08a-424e-8467-02c544dcd4ce tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 200 len: 934 time: 0.3026316 Mar 03 12:21:58.130084 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37412) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:58.135920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'routes': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:58.154718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7679f182-1add-47e6-8ad2-0e773688f0f4 None None] Provisioning for port 9038cfc7-4aea-406d-bc2e-341859b97f7d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:58.190021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7679f182-1add-47e6-8ad2-0e773688f0f4 None None] Provisioning complete for port 9038cfc7-4aea-406d-bc2e-341859b97f7d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:58.190442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7679f182-1add-47e6-8ad2-0e773688f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:58.227648 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] For port abc0c74c-bc72-46ee-977a-4a0f070bbf62, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:21:58.237014 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] For port abc0c74c-bc72-46ee-977a-4a0f070bbf62, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=abc0c74c-bc72-46ee-977a-4a0f070bbf62,segment=NetworkSegment(16436d4e-5c7a-4faa-b8dc-f910ab36dfc4),segment_id=16436d4e-5c7a-4faa-b8dc-f910ab36dfc4)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:21:58.316253 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:58.423138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601a85f-5d2f-4b33-a02a-6d95fac2bc9d None None] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:21:58.440259 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c99a38-1340-4ffc-8859-ecdc306a2301 None None] Pushing event updated for resources: {'Port': ['ID=abc0c74c-bc72-46ee-977a-4a0f070bbf62,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:58.467003 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:58.467977 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:58.646883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dab8cc87-d9c2-468c-99f8-4503bd044146 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3811 time: 0.5466957 Mar 03 12:21:58.724367 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:58.740349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7679f182-1add-47e6-8ad2-0e773688f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:58.876352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7679f182-1add-47e6-8ad2-0e773688f0f4 None None] For port 9038cfc7-4aea-406d-bc2e-341859b97f7d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9038cfc7-4aea-406d-bc2e-341859b97f7d,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:21:58.966618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device aa113fbc-d537-414c-a520-bc2924725c77 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:21:59.039146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7679f182-1add-47e6-8ad2-0e773688f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:59.043015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Sync routers for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:21:59.163875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added routes are [] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 12:21:59.164461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 12:21:59.180527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:21:59.182261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:59.225477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:59.273190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37418) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:21:59.277217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488147815', 'description': 'tempest-secgroup-smoke-1488147815 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:21:59.279684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679f182-1add-47e6-8ad2-0e773688f0f4 None None] Pushing event updated for resources: {'Port': ['ID=9038cfc7-4aea-406d-bc2e-341859b97f7d,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:21:59.285318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:59.294382 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 6, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc0c74c-bc72-46ee-977a-4a0f070bbf62', 'name': '', 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:08:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:53Z', 'updated_at': '2022-03-03T12:21:58Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:21:59.301322 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5cd4d-670d-4ec0-b36a-d9920f9cd10c None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 6, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc0c74c-bc72-46ee-977a-4a0f070bbf62', 'name': '', 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:08:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:53Z', 'updated_at': '2022-03-03T12:21:58Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:21:59.306694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:59.310603 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:59.325111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:59.429185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-83c65960-5697-42ac-8085-d5c4dd5b6d85 None None] Provisioning for port 1c588381-50aa-4b3c-a924-d648124fd61c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:59.432970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port aa113fbc-d537-414c-a520-bc2924725c77 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:59.447659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port aa113fbc-d537-414c-a520-bc2924725c77 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:59.447881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:59.519723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:21:59.525669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:59.661925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:21:59.692841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:21:59.715508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8eade8e4-c46d-44da-b683-0cd4df4a5eca None None] Provisioning for port bc18a815-d03b-4cad-906e-4ea3c5e3e476 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:21:59.758689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:21:59.773800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:21:59.783621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8eade8e4-c46d-44da-b683-0cd4df4a5eca None None] Provisioning complete for port bc18a815-d03b-4cad-906e-4ea3c5e3e476 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:21:59.784068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8eade8e4-c46d-44da-b683-0cd4df4a5eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:59.822010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:59.831221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:21:59.916922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.032784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8eade8e4-c46d-44da-b683-0cd4df4a5eca None None] Port bc18a815-d03b-4cad-906e-4ea3c5e3e476 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:22:00.054144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port aa113fbc-d537-414c-a520-bc2924725c77, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=aa113fbc-d537-414c-a520-bc2924725c77,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:00.074166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8eade8e4-c46d-44da-b683-0cd4df4a5eca None None] Provisioning complete for port 9038cfc7-4aea-406d-bc2e-341859b97f7d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:00.074915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8eade8e4-c46d-44da-b683-0cd4df4a5eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.149456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.166706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:00.189053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:55Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:00.195194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.196166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15216158-bd20-440e-b1ce-3839f5a5b273 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:00.287793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Checking router: 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:00.288402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Updating router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 port bc18a815-d03b-4cad-906e-4ea3c5e3e476 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:22:00.306878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.376612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.391490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d85e8-24a8-4f54-b878-418c3ffafad8,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:00.397038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:00.406821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.407990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7e37bf5a-07c4-4255-86b0-da65a82df5a8 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 200 len: 700 time: 2.2767720 Mar 03 12:22:00.410628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37422) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:00.490913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=aa113fbc-d537-414c-a520-bc2924725c77,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:00.532571 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:00.547190 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:00.548087 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:00.594159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7203ab4d-d43e-47c3-b87d-ab05cbbe8ca3 None None] Provisioning complete for port bc18a815-d03b-4cad-906e-4ea3c5e3e476 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:00.594528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7203ab4d-d43e-47c3-b87d-ab05cbbe8ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.615371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.619448 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-16d69060-6cb3-4f25-a611-c6b1dacf2391 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3490355 Mar 03 12:22:00.619844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 15216158-bd20-440e-b1ce-3839f5a5b273 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:00.619844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.620033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37426) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:00.625349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '2a8d85e8-24a8-4f54-b878-418c3ffafad8', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:00.631699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:00.637524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:00.640649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:00.646810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:00.736572 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:00.748959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37430) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:00.749193 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-00a395b3-aa3a-4d89-a660-f7904346b4a1 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 200 len: 700 time: 0.3370738 Mar 03 12:22:00.854445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:00.887362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7203ab4d-d43e-47c3-b87d-ab05cbbe8ca3 None None] Port bc18a815-d03b-4cad-906e-4ea3c5e3e476 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:22:01.011020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1c588381-50aa-4b3c-a924-d648124fd61c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:01.073658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7203ab4d-d43e-47c3-b87d-ab05cbbe8ca3 None None] Provisioning for port abc0c74c-bc72-46ee-977a-4a0f070bbf62 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:01.136193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.136587 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 7, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc0c74c-bc72-46ee-977a-4a0f070bbf62', 'name': '', 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:08:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:53Z', 'updated_at': '2022-03-03T12:21:58Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:01.141902 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:01.143480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.151834 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:01.152469 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:01.163537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Transition to ACTIVE for port object bc18a815-d03b-4cad-906e-4ea3c5e3e476 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:22:01.264591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.271752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.310088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eec3249-173d-45e8-ba12-9f40bbfc269d,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:01.324274 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:01.325523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.325933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.326486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.327005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.338329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.360116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1c588381-50aa-4b3c-a924-d648124fd61c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:01.370457 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f925-423e-4324-b2d3-3683f2bea8af None None] Pushing event updated for resources: {'Port': ['ID=bc18a815-d03b-4cad-906e-4ea3c5e3e476,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:01.376620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1c588381-50aa-4b3c-a924-d648124fd61c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:01.377101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.420508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.422970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5facaac3-796c-4b1b-ad0a-dde34bb063cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8020444 Mar 03 12:22:01.425912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37434) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:01.434303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '2a8d85e8-24a8-4f54-b878-418c3ffafad8', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:01.444564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:01.449565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:01.457685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:01.470840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:01.473571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.557853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.632919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Attempting to bind port bc18a815-d03b-4cad-906e-4ea3c5e3e476 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:22:01.633297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Attempting to bind port bc18a815-d03b-4cad-906e-4ea3c5e3e476 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:22:01.633659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Attempting to bind port bc18a815-d03b-4cad-906e-4ea3c5e3e476 on network 52d721fb-27aa-470f-bc04-d7847f500128 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:22:01.681848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.705331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:22:01.705331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Checking segment: {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:22:01.705331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.705331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Bound using segment: {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:22:01.705799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Bound port: bc18a815-d03b-4cad-906e-4ea3c5e3e476, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:22:01.705799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.714940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.759103 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 7, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc0c74c-bc72-46ee-977a-4a0f070bbf62', 'name': '', 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:08:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:53Z', 'updated_at': '2022-03-03T12:21:58Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:01.770612 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4fbcb8-0817-4fde-bceb-4c4fb06fdfbd None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 7, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc0c74c-bc72-46ee-977a-4a0f070bbf62', 'name': '', 'network_id': '4de026eb-53dc-426c-a0d9-c460bbf85a74', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:08:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:53Z', 'updated_at': '2022-03-03T12:21:58Z', 'revision_number': 4, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '1569b2ee-7190-48db-b21f-03c57b3e1606', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:01.796450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.813052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1c588381-50aa-4b3c-a924-d648124fd61c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1c588381-50aa-4b3c-a924-d648124fd61c,segment=NetworkSegment(16436d4e-5c7a-4faa-b8dc-f910ab36dfc4),segment_id=16436d4e-5c7a-4faa-b8dc-f910ab36dfc4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:01.829591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002a23a8-4f82-4282-8f8b-a8c630c70a32,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:01.843121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.851695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:01.852804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] For port bc18a815-d03b-4cad-906e-4ea3c5e3e476, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:22:01.855812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] For port bc18a815-d03b-4cad-906e-4ea3c5e3e476, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bc18a815-d03b-4cad-906e-4ea3c5e3e476,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:22:01.917928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port abc0c74c-bc72-46ee-977a-4a0f070bbf62 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:01.918440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.933406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.953472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:01.957658 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-beda55fd-0b2a-4ae9-942b-f0f9fdc44284 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5302258 Mar 03 12:22:01.958257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37438) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:01.964153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '2a8d85e8-24a8-4f54-b878-418c3ffafad8', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:01.984806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:01.994041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:01.999436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.003810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:02.013133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:02.063378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:02.064029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:02.142765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.157924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1c588381-50aa-4b3c-a924-d648124fd61c,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:02.162373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9038cfc7-4aea-406d-bc2e-341859b97f7d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:02.231674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.318229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.320611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port abc0c74c-bc72-46ee-977a-4a0f070bbf62, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=abc0c74c-bc72-46ee-977a-4a0f070bbf62,segment=NetworkSegment(16436d4e-5c7a-4faa-b8dc-f910ab36dfc4),segment_id=16436d4e-5c7a-4faa-b8dc-f910ab36dfc4)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:02.320973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.342620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b8e26a-bee5-4e05-a285-bab766a89aa2,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:02.400764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f925-423e-4324-b2d3-3683f2bea8af None None] Pushing event updated for resources: {'Port': ['ID=bc18a815-d03b-4cad-906e-4ea3c5e3e476,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:02.429683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:02.440072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.443036 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d022d125-d25d-46e0-9965-371d46612c4f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4835138 Mar 03 12:22:02.445425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for abc0c74c-bc72-46ee-977a-4a0f070bbf62 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:02.445701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37442) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:02.451109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '2a8d85e8-24a8-4f54-b878-418c3ffafad8', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:02.457390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:02.461320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:02.467169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:02.473555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:02.492308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9038cfc7-4aea-406d-bc2e-341859b97f7d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:02.503309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.554246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.625039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.741773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.770172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfa9bc0-8962-414d-8af7-3dff2cb19b3b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:02.833003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device aa113fbc-d537-414c-a520-bc2924725c77 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:02.882063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.882063 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-de31a655-aa54-4f69-af70-ee02af741564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4325557 Mar 03 12:22:02.882474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37446) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:02.888388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '2a8d85e8-24a8-4f54-b878-418c3ffafad8', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:02.894459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:02.898417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:02.907229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:02.908793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:02.949915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port aa113fbc-d537-414c-a520-bc2924725c77 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:02.950283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.970712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:02.991564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:55Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:01Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:02.999073 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:22:03.000709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77ab631-668c-4bda-8c75-c920d9c245fb None None] The sync data for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv is: [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:55Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:01Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:03.005306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.038250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=abc0c74c-bc72-46ee-977a-4a0f070bbf62,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:03.110309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc0c74c-bc72-46ee-977a-4a0f070bbf62 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:03.153191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.176705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: abc0c74c-bc72-46ee-977a-4a0f070bbf62 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:03.176705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc0c74c-bc72-46ee-977a-4a0f070bbf62 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 12:22:03.217501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port abc0c74c-bc72-46ee-977a-4a0f070bbf62 not found, will not notify nova. {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 12:22:03.233715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.272500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2283d603-20b0-452e-a458-5535f47bb4d6,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:03.320133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.324950 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5fc51b2d-7506-4b08-87eb-04aade91cdb2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4414198 Mar 03 12:22:03.330883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37450) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:03.336322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '2a8d85e8-24a8-4f54-b878-418c3ffafad8', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:03.347015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:03.356323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:03.362181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:03.368660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:03.380276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.457939 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:22:03.466090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.542234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.690845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.723189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:03.725719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96d12e9-cc42-4028-b76a-b0ce95257cb1,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:03.794399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:03.795846 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cedf648a-17a7-4b53-a4c5-341f2c35d3e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4681673 Mar 03 12:22:03.993476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-78359fe1-f50e-43ea-a748-d4492a97a494 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:04.032044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:04.048390 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-607b9fcb-385a-49e2-b077-72623fe43e26 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948172 Mar 03 12:22:04.048699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37466) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:04.051648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:04.066218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:04.066861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:04.100768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-78359fe1-f50e-43ea-a748-d4492a97a494 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:04.108972 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-78359fe1-f50e-43ea-a748-d4492a97a494 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488147815&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1749578 Mar 03 12:22:04.226354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet 1569b2ee-7190-48db-b21f-03c57b3e1606 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:22:04.234914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.238067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1c588381-50aa-4b3c-a924-d648124fd61c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:04.313647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.316844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:04.380399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-7e745e7d-1d4e-4cc2-bf88-9e0eeb22a428 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:04.381075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-7e745e7d-1d4e-4cc2-bf88-9e0eeb22a428 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:04.434687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.485404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1c588381-50aa-4b3c-a924-d648124fd61c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:04.485769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.492031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-7e745e7d-1d4e-4cc2-bf88-9e0eeb22a428 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:04.493962 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-7e745e7d-1d4e-4cc2-bf88-9e0eeb22a428 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 200 len: 796 time: 0.3834145 Mar 03 12:22:04.517345 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-de1b1944-0b41-4db4-8c2d-93b2eb527189 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0145416 Mar 03 12:22:04.578990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.622906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=1569b2ee-7190-48db-b21f-03c57b3e1606,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:04.628189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.639213 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dd74d8b9-ac8a-4666-8fba-29988604f886 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/1569b2ee-7190-48db-b21f-03c57b3e1606 HTTP/1.1" status: 204 len: 168 time: 0.5883632 Mar 03 12:22:04.640589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37470) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:04.665676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55d5a9f-2947-49cc-b6c7-f88cf45e8829 None None] Network 4de026eb-53dc-426c-a0d9-c460bbf85a74 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:04.743594 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-53b42d85-0511-4037-b7c3-3f6c64b7edce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2193313 Mar 03 12:22:04.801916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.815558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bc18a815-d03b-4cad-906e-4ea3c5e3e476 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:04.877629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 1c588381-50aa-4b3c-a924-d648124fd61c {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:04.877950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:04.952899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-5dd570c2-5f1e-4d43-9522-60f96463e849 service neutron] 10.222.0.35 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912041 Mar 03 12:22:05.002922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:02Z', 'revision_number': 8, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:05.010957 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:05.028257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:05.028862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:05.163622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port bc18a815-d03b-4cad-906e-4ea3c5e3e476 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:05.170914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] DHCP port deletion for 4de026eb-53dc-426c-a0d9-c460bbf85a74 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:22:05.180423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Deleting port 1c588381-50aa-4b3c-a924-d648124fd61c {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:05.180644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.205717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bc18a815-d03b-4cad-906e-4ea3c5e3e476 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:05.206065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.278048 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:05.323614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 1c588381-50aa-4b3c-a924-d648124fd61c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1c588381-50aa-4b3c-a924-d648124fd61c,segment=NetworkSegment(16436d4e-5c7a-4faa-b8dc-f910ab36dfc4),segment_id=16436d4e-5c7a-4faa-b8dc-f910ab36dfc4)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:05.323967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.340399 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-47d22c09-6116-4b61-8e6f-54378ebb7e5c service neutron] 10.222.0.35 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598020 Mar 03 12:22:05.456740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 1c588381-50aa-4b3c-a924-d648124fd61c owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:05.675715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-21345163-515d-407f-a39f-59df2f137d42 req-9308aeff-01af-42e3-ab1d-f62fec384588 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:05.679233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.707165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.741579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=1c588381-50aa-4b3c-a924-d648124fd61c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:05.745920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No DVR routers for this DVR port 1c588381-50aa-4b3c-a924-d648124fd61c on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:22:05.765120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] For port 1c588381-50aa-4b3c-a924-d648124fd61c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1c588381-50aa-4b3c-a924-d648124fd61c,segment=NetworkSegment(16436d4e-5c7a-4faa-b8dc-f910ab36dfc4),segment_id=16436d4e-5c7a-4faa-b8dc-f910ab36dfc4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:05.765519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.787361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-21345163-515d-407f-a39f-59df2f137d42 req-9308aeff-01af-42e3-ab1d-f62fec384588 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:05.787361 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-21345163-515d-407f-a39f-59df2f137d42 req-9308aeff-01af-42e3-ab1d-f62fec384588 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 210 time: 0.1543083 Mar 03 12:22:05.880429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.906837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de026eb-53dc-426c-a0d9-c460bbf85a74']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:05.919298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:05.919592 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16436d4e-5c7a-4faa-b8dc-f910ab36dfc4') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:05.931496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.934189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Calling delete_port for 1c588381-50aa-4b3c-a924-d648124fd61c owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:05.949248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.954298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:22:05.954659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:22:05.969129 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:22:05.979871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port bc18a815-d03b-4cad-906e-4ea3c5e3e476, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bc18a815-d03b-4cad-906e-4ea3c5e3e476,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:06.033281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:22:06.035917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:22:06.042034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:02Z', 'revision_number': 8, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:06.046179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaabdd83-d94d-49df-9678-3bb50106bbf1 None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:02Z', 'revision_number': 8, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '15216158-bd20-440e-b1ce-3839f5a5b273', 'name': '', 'network_id': 'f7f61820-6a21-449b-9d1c-85b4ac9f92ee', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:b8:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:56Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'ed5b648c-d6b2-40f7-ac2c-94dc4ba11761', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:06.079547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:06.155166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=bc18a815-d03b-4cad-906e-4ea3c5e3e476,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:06.157868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:06.165869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:06.194366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=4de026eb-53dc-426c-a0d9-c460bbf85a74,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:06.201821 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9f666a5d-ef31-49b2-9180-a576a760e447 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/4de026eb-53dc-426c-a0d9-c460bbf85a74 HTTP/1.1" status: 204 len: 168 time: 1.5582697 Mar 03 12:22:06.202820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37482) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:06.447449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bc18a815-d03b-4cad-906e-4ea3c5e3e476 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:06.526177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bc18a815-d03b-4cad-906e-4ea3c5e3e476 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:06.526551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:06.555115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Deleting port 1c588381-50aa-4b3c-a924-d648124fd61c {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:06.555522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:06.699910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f54de418-06d2-4445-a287-0b63c4ec27a4 None None] The port '1c588381-50aa-4b3c-a924-d648124fd61c' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:22:06.759192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:06.831462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc0c74c-bc72-46ee-977a-4a0f070bbf62 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:06.867617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: abc0c74c-bc72-46ee-977a-4a0f070bbf62 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:06.867967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device abc0c74c-bc72-46ee-977a-4a0f070bbf62 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:06.868744 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1c588381-50aa-4b3c-a924-d648124fd61c no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:06.912398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1c588381-50aa-4b3c-a924-d648124fd61c {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:06.912671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1c588381-50aa-4b3c-a924-d648124fd61c not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:07.074698 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d11e2dbd-edeb-42b1-990a-334ff5063765 req-8e8d6bc9-320c-4857-b479-1e7eeb75caf3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 210 time: 0.1774645 Mar 03 12:22:07.282711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 15216158-bd20-440e-b1ce-3839f5a5b273 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:07.283048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:07.488610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 15216158-bd20-440e-b1ce-3839f5a5b273, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=15216158-bd20-440e-b1ce-3839f5a5b273,segment=NetworkSegment(95fe8af5-8da1-47c7-99eb-fa1972c6548f),segment_id=95fe8af5-8da1-47c7-99eb-fa1972c6548f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:07.488975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:07.652362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 15216158-bd20-440e-b1ce-3839f5a5b273 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:07.766528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3227745-023a-4a63-b806-e687dbe8a0c1 req-03ed34ce-6670-4b56-a2dc-875528eecff7 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:07.767995 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f3227745-023a-4a63-b806-e687dbe8a0c1 req-03ed34ce-6670-4b56-a2dc-875528eecff7 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.2678666 Mar 03 12:22:07.826314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f3227745-023a-4a63-b806-e687dbe8a0c1 req-be713f6e-3142-4230-be42-9192a2227aa2 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504193 Mar 03 12:22:07.996280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:08.051996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=15216158-bd20-440e-b1ce-3839f5a5b273,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:08.053578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:08.064483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e0118bad-dc8f-406d-a75a-c9883d14e426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:08.182817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-9fa65bc4-d9d1-4a71-924f-b66dd8f6ef1d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:08.184348 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-9fa65bc4-d9d1-4a71-924f-b66dd8f6ef1d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 200 len: 796 time: 0.2896991 Mar 03 12:22:08.300296 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1913f106-50ce-4a8d-a952-3a009a52cc2c req-cdc363fa-10b2-45b4-af57-a072be8c166e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 210 time: 0.0514898 Mar 03 12:22:08.304359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-77f38e07-98ce-4a80-9caa-0b00b5775fe9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 380 time: 0.1103740 Mar 03 12:22:08.355378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['2a8d85e8-24a8-4f54-b878-418c3ffafad8']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:08.599477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:08.762685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:08.769014 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:22:08.785451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:08.921867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:22:08.925966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:09.139761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:09.284376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ca82-669d-4b9d-be8b-c04a4d770830 req-1209c72f-654e-427e-b63b-ba54e71a820d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:09.285819 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef6ca82-669d-4b9d-be8b-c04a4d770830 req-1209c72f-654e-427e-b63b-ba54e71a820d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.3503838 Mar 03 12:22:09.334305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-3e58c6a5-ead2-4c14-8346-cab6432289da tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:09.335754 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-3e58c6a5-ead2-4c14-8346-cab6432289da tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.3977528 Mar 03 12:22:09.427828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.7 (52d721fb-27aa-470f-bc04-d7847f500128/61e10176-c2be-40db-aeeb-fe06a0817064/2386d24d-1f66-4607-b331-8b2536d2b95f) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:22:09.461542 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-efcd4d5c-b9f7-4c66-a738-9d9e2332c7e2 req-84f91507-8b86-4963-b7ac-379c5cfc5aad tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 210 time: 0.0467098 Mar 03 12:22:09.499088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef6ca82-669d-4b9d-be8b-c04a4d770830 req-179f6dcf-cf75-4588-9666-98ca257efac7 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030978 Mar 03 12:22:09.528539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:09.535213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Deleting port 1f767d07-5439-45b2-8548-4a97daa0ec85 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:09.535548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:09.537904 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:09.548115 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:09.548859 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:09.603010 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-62e37280-acc4-4741-b591-f655c3a5566d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3985701 Mar 03 12:22:09.606386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37504) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:09.684135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet ed5b648c-d6b2-40f7-ac2c-94dc4ba11761 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:22:09.687643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:09.707156 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:09.750391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:09.839795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:09.908721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:09.952299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] For port 1f767d07-5439-45b2-8548-4a97daa0ec85, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1f767d07-5439-45b2-8548-4a97daa0ec85,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:09.952558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:09.982404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.020153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 2386d24d-1f66-4607-b331-8b2536d2b95f will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:22:10.032658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5b648c-d6b2-40f7-ac2c-94dc4ba11761,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:10.034698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.039805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e087deaa-ead3-4cdc-b1ee-b1baa2fbe2c4 None None] Network f7f61820-6a21-449b-9d1c-85b4ac9f92ee requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:10.054394 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9af0dc93-e00d-4723-9eb2-71d36dac65ee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/ed5b648c-d6b2-40f7-ac2c-94dc4ba11761 HTTP/1.1" status: 204 len: 168 time: 0.4467690 Mar 03 12:22:10.057674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37508) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:10.075243 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:07Z', 'revision_number': 9, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:10.081736 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:10.100968 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:10.102199 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:21:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:10.148802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5c8dfa54-a3b4-43df-93f9-7565ce79807b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.199841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.213910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:10.218334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.292476 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:10.359806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] DHCP port deletion for f7f61820-6a21-449b-9d1c-85b4ac9f92ee request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:22:10.365373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Deleting port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:10.366092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.441356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.474980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,segment=NetworkSegment(95fe8af5-8da1-47c7-99eb-fa1972c6548f),segment_id=95fe8af5-8da1-47c7-99eb-fa1972c6548f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:10.475919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.532271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 52d721fb-27aa-470f-bc04-d7847f500128 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:22:10.537829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:22:10.541285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:22:10.632881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=2386d24d-1f66-4607-b331-8b2536d2b95f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:10.638283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.638956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.639525 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Floating IP 2f4447a6-5e6e-409b-8afd-a7573358c11d disassociated. External IP: 172.26.8.121, port: 1f767d07-5439-45b2-8548-4a97daa0ec85. Mar 03 12:22:10.640135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Calling delete_port for 1f767d07-5439-45b2-8548-4a97daa0ec85 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:10.674555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] For port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,segment=NetworkSegment(95fe8af5-8da1-47c7-99eb-fa1972c6548f),segment_id=95fe8af5-8da1-47c7-99eb-fa1972c6548f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:10.674960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.700035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:10.700906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:10.776574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:10.874864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Calling delete_port for 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:10.878160 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c108dab-07a5-4a42-904c-b57b65ce11ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5263524 Mar 03 12:22:10.888049 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:07Z', 'revision_number': 9, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:10.892831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Request body: {'port': {'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:10.893756 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b5b84-114b-41cf-a68b-cafbb2f577de None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:07Z', 'revision_number': 9, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1bb46f-6926-40c9-ad96-a7e79fd39d64', 'name': '', 'network_id': '44464b72-305d-4c3b-9fdd-cd834ea868ed', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:5e:57:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:43Z', 'updated_at': '2022-03-03T12:21:50Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': 'e62a5350-2482-420d-a7fc-6803904f4212', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:10.948915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd232f3-dc90-466c-9962-298e59ff20d0 req-444c9001-56a4-4335-8634-5fdfcec4b353 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:10.950951 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ecd232f3-dc90-466c-9962-298e59ff20d0 req-444c9001-56a4-4335-8634-5fdfcec4b353 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 931 time: 0.2024841 Mar 03 12:22:10.989715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f2d66-ca40-4530-a720-cf398ad168d2 req-3722829f-32cb-4f2a-b466-b5228f245e90 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:10.991158 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f46f2d66-ca40-4530-a720-cf398ad168d2 req-3722829f-32cb-4f2a-b466-b5228f245e90 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 945 time: 0.2502995 Mar 03 12:22:11.000962 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ecd232f3-dc90-466c-9962-298e59ff20d0 req-e9cf100c-9adb-49c4-bfe8-609a1ad25d87 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437648 Mar 03 12:22:11.001280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.005468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:22:11.005920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:22:11.027969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-544c8e12-05c8-4f2d-a41e-2d06f2cc69c8 None None] Provisioning for port 2386d24d-1f66-4607-b331-8b2536d2b95f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:11.034888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-544c8e12-05c8-4f2d-a41e-2d06f2cc69c8 None None] Provisioning complete for port 2386d24d-1f66-4607-b331-8b2536d2b95f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:11.035373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-544c8e12-05c8-4f2d-a41e-2d06f2cc69c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.041541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.054586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:11.060663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No DVR routers for this DVR port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:22:11.103323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-544c8e12-05c8-4f2d-a41e-2d06f2cc69c8 None None] Port 2386d24d-1f66-4607-b331-8b2536d2b95f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:22:11.128404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event deleted for resources: {'Port': ['ID=1f767d07-5439-45b2-8548-4a97daa0ec85,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:11.158103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.195870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.217531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.218511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f61820-6a21-449b-9d1c-85b4ac9f92ee']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:11.232649 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f46f2d66-ca40-4530-a720-cf398ad168d2 req-f2d1e795-e97e-4810-96ab-6e42285d6976 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094581 Mar 03 12:22:11.234299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fe8af5-8da1-47c7-99eb-fa1972c6548f') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:11.234590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fe8af5-8da1-47c7-99eb-fa1972c6548f') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:11.255865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.275798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.283371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:22:11.287775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:22:11.315897 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:22:11.410526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.502076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.507572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Deleting port 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:11.508321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.511500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:11.516951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:11.546709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=f7f61820-6a21-449b-9d1c-85b4ac9f92ee,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:11.554897 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-66a4ba4d-e778-4d31-8e4f-bc869cb5124f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/f7f61820-6a21-449b-9d1c-85b4ac9f92ee HTTP/1.1" status: 204 len: 168 time: 1.4965587 Mar 03 12:22:11.558080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37516) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:11.594349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a564529a-edf8-450e-9d4d-4d61d5591370 None None] The port '6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:22:11.807295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:11.816527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:11.827131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:11.827773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:12.024035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:12.067038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] No DVR routers for this DVR port 1f767d07-5439-45b2-8548-4a97daa0ec85 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:22:12.067038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.068112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'name': 'network-vif-deleted', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:12.098386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2386d24d-1f66-4607-b331-8b2536d2b95f {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:22:12.121431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.150158 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7e7d6c80-c0c2-467b-b56f-0b2f5d352fbf req-13134aeb-722c-4979-bca8-ad9547713d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "DELETE /v2.0/ports/1f767d07-5439-45b2-8548-4a97daa0ec85 HTTP/1.1" status: 204 len: 173 time: 2.8021755 Mar 03 12:22:12.151151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Transition to ACTIVE for port object 2386d24d-1f66-4607-b331-8b2536d2b95f will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:22:12.172733 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06e0402-6fdc-4d25-951d-cda1fae11268', 'name': 'network-vif-deleted', 'tag': '1f767d07-5439-45b2-8548-4a97daa0ec85', 'status': 'completed', 'code': 200} Mar 03 12:22:12.202524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:12.216508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.271031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:12.271428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6c1e8ed5-7aae-4e31-9cdb-caa8e114c53c not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:12.271888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15216158-bd20-440e-b1ce-3839f5a5b273 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:12.359571 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 15216158-bd20-440e-b1ce-3839f5a5b273 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:12.359912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 15216158-bd20-440e-b1ce-3839f5a5b273 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:12.419922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b2124-62a0-40c1-9a80-8234470ea1e7 req-a3227fe3-e995-4a2e-9768-2ab05d4eb15d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:12.426015 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5c6b2124-62a0-40c1-9a80-8234470ea1e7 req-a3227fe3-e995-4a2e-9768-2ab05d4eb15d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 943 time: 0.2498055 Mar 03 12:22:12.578267 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5c6b2124-62a0-40c1-9a80-8234470ea1e7 req-50aa894d-a545-4308-ae42-54324d6e1ef1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965123 Mar 03 12:22:12.609367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.619026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-d04f2fd7-028e-41e1-812b-0e4fb6a61091 req-efa7765b-b1a4-4565-97e2-9b68aacd8767 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:12.624696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2386d24d-1f66-4607-b331-8b2536d2b95f,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:12.662359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Attempting to bind port 2386d24d-1f66-4607-b331-8b2536d2b95f on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:22:12.662714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Attempting to bind port 2386d24d-1f66-4607-b331-8b2536d2b95f by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:22:12.663010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Attempting to bind port 2386d24d-1f66-4607-b331-8b2536d2b95f on network 52d721fb-27aa-470f-bc04-d7847f500128 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:22:12.668641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Port 2386d24d-1f66-4607-b331-8b2536d2b95f on network 52d721fb-27aa-470f-bc04-d7847f500128 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:22:12.668959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Attempting to bind port 2386d24d-1f66-4607-b331-8b2536d2b95f on network 52d721fb-27aa-470f-bc04-d7847f500128 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:22:12.674463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:22:12.674803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Checking segment: {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:22:12.675267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Bound using segment: {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:22:12.675809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Bound port: 2386d24d-1f66-4607-b331-8b2536d2b95f, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aedd2663-2558-428e-9c36-aa8e7dd95471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:22:12.676186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.688959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:12.695180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:12.706734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:12.707905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:12.736043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-d04f2fd7-028e-41e1-812b-0e4fb6a61091 req-efa7765b-b1a4-4565-97e2-9b68aacd8767 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:12.737579 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d04f2fd7-028e-41e1-812b-0e4fb6a61091 req-efa7765b-b1a4-4565-97e2-9b68aacd8767 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 210 time: 0.2482066 Mar 03 12:22:12.803654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.822710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] For port 2386d24d-1f66-4607-b331-8b2536d2b95f, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:22:12.826615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] For port 2386d24d-1f66-4607-b331-8b2536d2b95f, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2386d24d-1f66-4607-b331-8b2536d2b95f,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:22:12.891238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1f767d07-5439-45b2-8548-4a97daa0ec85 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:12.902459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.942291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 1f767d07-5439-45b2-8548-4a97daa0ec85 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:12.942637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1f767d07-5439-45b2-8548-4a97daa0ec85 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:12.964534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:12.965494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:12.967081 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/2386d24d-1f66-4607-b331-8b2536d2b95f HTTP/1.1" status: 200 len: 1093 time: 2.0790935 Mar 03 12:22:12.986325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:12.990207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70beb2-c43b-4408-947b-cb065dc8f8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2386d24d-1f66-4607-b331-8b2536d2b95f,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:13.023454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:13.023949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:13.178466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c6c01b8-6479-4ef9-b134-ee2bdc1e0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:13.180598 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0c6c01b8-6479-4ef9-b134-ee2bdc1e0a01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 1096 time: 0.1052258 Mar 03 12:22:13.241961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 7e1bb46f-6926-40c9-ad96-a7e79fd39d64, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,segment=NetworkSegment(0846f8cb-709f-467b-8995-8b0c48651fa5),segment_id=0846f8cb-709f-467b-8995-8b0c48651fa5)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:13.242423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:13.257644 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-04b8663f-3069-4029-91e0-324a8c725b26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2386d24d-1f66-4607-b331-8b2536d2b95f HTTP/1.1" status: 200 len: 217 time: 0.0649126 Mar 03 12:22:13.340554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-fb9de03b-0e1e-43a8-9ac1-df1de371aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:13.342178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-fb9de03b-0e1e-43a8-9ac1-df1de371aa69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61e10176-c2be-40db-aeeb-fe06a0817064 HTTP/1.1" status: 200 len: 834 time: 0.0779877 Mar 03 12:22:13.386454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:13.411561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:13.416232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d32452-ba3d-469d-8b15-891c026cf9cc None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:13.431457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-d94d3f9b-4d2a-4c11-b9a7-e58d1cf315d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:13.433305 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-d94d3f9b-4d2a-4c11-b9a7-e58d1cf315d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52d721fb-27aa-470f-bc04-d7847f500128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849965 Mar 03 12:22:13.579869 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-d7dc6279-bdbd-4010-81b6-bbe61b0ef720 service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393168 Mar 03 12:22:13.760471 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fef01c36-f945-4234-a838-ce103bc70bb2 req-0039c561-a0b5-4209-9090-235018c007cf service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703346 Mar 03 12:22:13.767194 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bc3479-eddb-4626-b6c6-efbd853b05f9 None None] New status for floating IP 2f4447a6-5e6e-409b-8afd-a7573358c11d: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:22:13.828105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f3570-2efc-47d8-9610-9090bd828736 req-01eeef80-e7ac-4032-a163-e6c413563ad0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:13.829739 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2a9f3570-2efc-47d8-9610-9090bd828736 req-01eeef80-e7ac-4032-a163-e6c413563ad0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 943 time: 0.1010687 Mar 03 12:22:13.875289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:13.934824 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aaeb22ab-86fc-4058-a31e-8170cf5c39d9 req-49e607a6-0975-44c1-8e0e-a5bb7b62d54f tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=e06e0402-6fdc-4d25-951d-cda1fae11268 HTTP/1.1" status: 200 len: 210 time: 0.0453343 Mar 03 12:22:13.937033 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2a9f3570-2efc-47d8-9610-9090bd828736 req-b0f93862-0a6d-4abe-9356-40216b853afc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014860 Mar 03 12:22:13.947960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=7e1bb46f-6926-40c9-ad96-a7e79fd39d64,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:14.174325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:14.218021 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'status': 'completed', 'code': 200} Mar 03 12:22:14.232397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:14.312756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-20d9fc98-57fb-4e64-b976-0ecc04de5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:14.314235 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-20d9fc98-57fb-4e64-b976-0ecc04de5110 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 1096 time: 0.0751746 Mar 03 12:22:14.446568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-4fd2d0a2-69ce-46fd-8bdb-a49b415c1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:14.447893 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-4fd2d0a2-69ce-46fd-8bdb-a49b415c1b1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 200 len: 897 time: 0.1262631 Mar 03 12:22:14.518999 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-c1985d34-f08a-4ae4-8a0c-91108f8155f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2386d24d-1f66-4607-b331-8b2536d2b95f HTTP/1.1" status: 200 len: 217 time: 0.0633461 Mar 03 12:22:14.553427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:14.682745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-43b4bb42-d849-480a-98b5-2129f17016ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:14.684232 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-43b4bb42-d849-480a-98b5-2129f17016ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61e10176-c2be-40db-aeeb-fe06a0817064 HTTP/1.1" status: 200 len: 834 time: 0.1587408 Mar 03 12:22:14.714557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:14.724772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:14.729444 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f55b9635-3417-4fac-a381-2f083c5630eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1675324 Mar 03 12:22:14.730060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37532) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:14.736409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:14.737378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:14.763304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-f4c0163f-3d77-4da9-89fe-766ad48b484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:14.764762 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-f4c0163f-3d77-4da9-89fe-766ad48b484e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52d721fb-27aa-470f-bc04-d7847f500128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744741 Mar 03 12:22:14.794747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet e62a5350-2482-420d-a7fc-6803904f4212 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:22:14.798417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:14.856504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:14.901653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:14.913139 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-d2ae88f7-9f0c-4656-b423-f5d97f9e673b service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422057 Mar 03 12:22:14.942174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:15.072880 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2799032-fa3f-4ed8-a02d-24bb3d3ed913 req-1eabc49b-8584-464d-b93d-bf391850a462 service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539474 Mar 03 12:22:15.142592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:15.188993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1d61-17ac-4d80-897e-3592e68fa598 req-362b5e51-73b2-44f4-a9eb-d6ecfeea21c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:15.189769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-f23c1d61-17ac-4d80-897e-3592e68fa598 req-362b5e51-73b2-44f4-a9eb-d6ecfeea21c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:15.203731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:15.211726 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/e62a5350-2482-420d-a7fc-6803904f4212 HTTP/1.1" status: 204 len: 168 time: 0.4805169 Mar 03 12:22:15.212578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e55fe9-e985-4328-a3b5-95a1759d7f7f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=e62a5350-2482-420d-a7fc-6803904f4212,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:15.218225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37544) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:15.232750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78b8aa-0254-433a-8c42-48e37aa418c4 None None] Network 44464b72-305d-4c3b-9fdd-cd834ea868ed requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:15.256153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-f23c1d61-17ac-4d80-897e-3592e68fa598 req-362b5e51-73b2-44f4-a9eb-d6ecfeea21c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:15.257303 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f23c1d61-17ac-4d80-897e-3592e68fa598 req-362b5e51-73b2-44f4-a9eb-d6ecfeea21c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 943 time: 0.1494265 Mar 03 12:22:15.362975 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f23c1d61-17ac-4d80-897e-3592e68fa598 req-5225bb9f-cf82-48d6-af5e-6d20fa687654 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925858 Mar 03 12:22:15.482154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:13Z', 'revision_number': 10, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:15.488387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:15.507756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:15.508020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:15.509114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:15.523367 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-3b59b013-48b8-4887-b50d-1973e2e4b28f tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293419625&fields=id&tenant_id=bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 267 time: 0.0671031 Mar 03 12:22:15.528209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 30f7b455-81a9-4de1-9520-35ab6184441e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:15.528546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:15.634563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] DHCP port deletion for 44464b72-305d-4c3b-9fdd-cd834ea868ed request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:22:15.643903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Deleting port 30f7b455-81a9-4de1-9520-35ab6184441e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:15.644291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:15.703998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:15.795173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-48ac0c5b-f259-47ea-a06d-66f213a0b20a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:15.796564 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-48ac0c5b-f259-47ea-a06d-66f213a0b20a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 811 time: 0.2443650 Mar 03 12:22:15.874040 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-359ce4e4-fef1-435c-8820-7e6f3f9a21ca tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/quotas/bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 375 time: 0.0285151 Mar 03 12:22:15.879106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 30f7b455-81a9-4de1-9520-35ab6184441e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=30f7b455-81a9-4de1-9520-35ab6184441e,segment=NetworkSegment(0846f8cb-709f-467b-8995-8b0c48651fa5),segment_id=0846f8cb-709f-467b-8995-8b0c48651fa5)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:15.879461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.049620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 30f7b455-81a9-4de1-9520-35ab6184441e owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:16.068536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] For port 30f7b455-81a9-4de1-9520-35ab6184441e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=30f7b455-81a9-4de1-9520-35ab6184441e,segment=NetworkSegment(0846f8cb-709f-467b-8995-8b0c48651fa5),segment_id=0846f8cb-709f-467b-8995-8b0c48651fa5)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:16.069087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.154924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-84ec0997-d0d0-4d93-bbb3-7efebbcb73e1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2675433 Mar 03 12:22:16.199757 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30f7b455-81a9-4de1-9520-35ab6184441e no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:16.229656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Calling delete_port for 30f7b455-81a9-4de1-9520-35ab6184441e owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:16.255996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.328962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 30f7b455-81a9-4de1-9520-35ab6184441e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:16.328962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30f7b455-81a9-4de1-9520-35ab6184441e not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:16.330663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=30f7b455-81a9-4de1-9520-35ab6184441e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:16.330663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No DVR routers for this DVR port 30f7b455-81a9-4de1-9520-35ab6184441e on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:22:16.366090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:22:16.366467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:22:16.387558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:13Z', 'revision_number': 10, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:16.391759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9a5e83-adf2-40c4-8e6b-8879c99651c3 None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:13Z', 'revision_number': 10, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None, '_interfaces': [{'id': '212f7397-6e82-4f1d-9fe6-2a70b6ab3575', 'name': '', 'network_id': '61aba7c1-fb36-4e30-b901-e8c290cb0466', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'mac_address': 'fa:16:3e:2c:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '19818756-0144-4982-8e34-8c93a96236e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:37Z', 'updated_at': '2022-03-03T12:21:44Z', 'revision_number': 5, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'subnets': [{'id': '19818756-0144-4982-8e34-8c93a96236e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:16.442314 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-facf0bf1-bcae-4705-a807-a0930adf762d service neutron] 10.222.0.35 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658544 Mar 03 12:22:16.518104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.582152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df411921-7fd2-494c-a0e9-53999492152c req-d8530d23-3a3d-49af-a2e7-2e40e557c9c8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:16.583523 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-df411921-7fd2-494c-a0e9-53999492152c req-d8530d23-3a3d-49af-a2e7-2e40e557c9c8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 943 time: 0.0817323 Mar 03 12:22:16.605264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44464b72-305d-4c3b-9fdd-cd834ea868ed']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:16.627802 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-df411921-7fd2-494c-a0e9-53999492152c req-24815a32-00e6-4694-bc1b-34bf562dc822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Mar 03 12:22:16.631740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0846f8cb-709f-467b-8995-8b0c48651fa5') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:16.632095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0846f8cb-709f-467b-8995-8b0c48651fa5') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:16.650966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.683053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.692355 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-b4dff456-4605-41ee-a112-7f8b937de725 service neutron] 10.222.0.35 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075882 Mar 03 12:22:16.693147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:22:16.693530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:22:16.708587 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:22:16.868615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Deleting port 30f7b455-81a9-4de1-9520-35ab6184441e {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:16.869003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.873801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.901223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:16.902099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2386d24d-1f66-4607-b331-8b2536d2b95f details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:22:16.909296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=44464b72-305d-4c3b-9fdd-cd834ea868ed,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:16.920367 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-82934d97-71ed-47d1-abb3-afde5720718a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/44464b72-305d-4c3b-9fdd-cd834ea868ed HTTP/1.1" status: 204 len: 168 time: 1.7017992 Mar 03 12:22:16.923055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37558) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:16.958964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-666d9b2d-cc70-4c97-b7d9-eabbe815e4ff None None] The port '30f7b455-81a9-4de1-9520-35ab6184441e' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:22:17.096481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2386d24d-1f66-4607-b331-8b2536d2b95f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2386d24d-1f66-4607-b331-8b2536d2b95f,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:17.111565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:22:17.223651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:17.240741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2386d24d-1f66-4607-b331-8b2536d2b95f {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:22:17.256849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2386d24d-1f66-4607-b331-8b2536d2b95f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2386d24d-1f66-4607-b331-8b2536d2b95f,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:17.341765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:17.409161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2386d24d-1f66-4607-b331-8b2536d2b95f,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:17.416299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.416655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.417006 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.417418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.417758 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.418088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.418413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.418735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.419058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.419378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.419696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.420053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:22:17.549484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['2386d24d-1f66-4607-b331-8b2536d2b95f'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:22:17.560259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:17.819757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d82b-95bf-4a82-ab83-ffafc06b6fff req-796809d9-9d6f-4398-a2b3-389d640ba77e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:17.821916 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2eb4d82b-95bf-4a82-ab83-ffafc06b6fff req-796809d9-9d6f-4398-a2b3-389d640ba77e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 944 time: 0.0809999 Mar 03 12:22:17.867017 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2eb4d82b-95bf-4a82-ab83-ffafc06b6fff req-5834499e-ccbc-4d8d-be11-f7528d6ec79a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384626 Mar 03 12:22:17.897289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:17.897611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:18.080429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 212f7397-6e82-4f1d-9fe6-2a70b6ab3575, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,segment=NetworkSegment(1de2a0bc-6b0c-4aa9-826c-3451d834423c),segment_id=1de2a0bc-6b0c-4aa9-826c-3451d834423c)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:18.081224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:18.116857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:18.151940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:18.152313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e1bb46f-6926-40c9-ad96-a7e79fd39d64 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:18.210515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:18.408239 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d3244e31-8707-4a1a-b12f-624acbcf1d24 req-31cd2680-dd9e-4199-8fa0-04ef19d5578a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 210 time: 0.0473890 Mar 03 12:22:18.444819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:18.520598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=212f7397-6e82-4f1d-9fe6-2a70b6ab3575,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:18.838483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:18.899293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2386d24d-1f66-4607-b331-8b2536d2b95f up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:19.037445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 2386d24d-1f66-4607-b331-8b2536d2b95f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:19.043216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 2386d24d-1f66-4607-b331-8b2536d2b95f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:19.043582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.156524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.162175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:19.182869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:19.192276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2386d24d-1f66-4607-b331-8b2536d2b95f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2386d24d-1f66-4607-b331-8b2536d2b95f,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:19.233359 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'code': 200} Mar 03 12:22:19.267496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.312059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734375a-e7cd-4720-aeaf-50de6fefccd5 req-fc12fdac-1eb9-40cd-a18e-3f9fd09a2b8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:19.313561 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5734375a-e7cd-4720-aeaf-50de6fefccd5 req-fc12fdac-1eb9-40cd-a18e-3f9fd09a2b8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 944 time: 0.2827711 Mar 03 12:22:19.338965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:19.346319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2386d24d-1f66-4607-b331-8b2536d2b95f,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:19.352870 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:19.363069 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:19.363901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:19.368419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37580) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:19.369107 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-466209cf-d792-45f3-8f5d-a6d6fcfbb1a0 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442236 Mar 03 12:22:19.380567 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5734375a-e7cd-4720-aeaf-50de6fefccd5 req-d759d2f1-d4a9-470b-ace4-b6cbeb77e5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585971 Mar 03 12:22:19.451791 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting subnet 19818756-0144-4982-8e34-8c93a96236e0 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:22:19.455717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.516364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.526430 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:19.637900 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:18Z', 'revision_number': 11, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:19.638962 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-edc0ddf0-16fb-4a32-8c00-1f97aec377bc req-bedb8dd6-afe5-4dbb-baa5-8457d6c604a3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 210 time: 0.0902350 Mar 03 12:22:19.642920 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:19.652614 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:19.653220 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:19.711677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.751555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc4d55-7d96-4179-af6a-caa4aa7d5d4a req-90019b01-4cca-476b-9c34-e23502e96f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:19.753186 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2bbc4d55-7d96-4179-af6a-caa4aa7d5d4a req-90019b01-4cca-476b-9c34-e23502e96f10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 1098 time: 0.1701798 Mar 03 12:22:19.782004 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:19.817349 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2bbc4d55-7d96-4179-af6a-caa4aa7d5d4a req-01e6631c-750c-4062-ac38-8ddd00eb18b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574000 Mar 03 12:22:19.887855 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:18Z', 'revision_number': 11, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:19.889143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.891860 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f911d82-e3ed-45a7-bd4b-1cc7bacd25b4 None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:18Z', 'revision_number': 11, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:19.932385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Subnet': ['ID=19818756-0144-4982-8e34-8c93a96236e0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:19.937454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:19.942143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c425b2f5-9f13-475b-8520-8a206032ee44 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/19818756-0144-4982-8e34-8c93a96236e0 HTTP/1.1" status: 204 len: 168 time: 0.5718648 Mar 03 12:22:19.942306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eae8a-4982-4836-8685-3b33597e9bc6 None None] Network 61aba7c1-fb36-4e30-b901-e8c290cb0466 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:19.944943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37586) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:20.057565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:20.067802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Deleting port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:20.068151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:20.268328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] DHCP port deletion for 61aba7c1-fb36-4e30-b901-e8c290cb0466 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:22:20.275526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Deleting port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:20.276211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:20.276909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] For port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,segment=NetworkSegment(1de2a0bc-6b0c-4aa9-826c-3451d834423c),segment_id=1de2a0bc-6b0c-4aa9-826c-3451d834423c)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:20.277159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:20.390389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:20.437830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:22:20.438179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 212f7397-6e82-4f1d-9fe6-2a70b6ab3575 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:22:20.438609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:22:20.566103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Calling delete_port for 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:20.589202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d385e-d40b-44a2-a6f7-a47d7a93b76a req-cbb7f458-80fe-4a65-9e89-bed42002bc1b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:20.592280 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e56d385e-d40b-44a2-a6f7-a47d7a93b76a req-cbb7f458-80fe-4a65-9e89-bed42002bc1b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 945 time: 0.0904610 Mar 03 12:22:20.643107 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e56d385e-d40b-44a2-a6f7-a47d7a93b76a req-bf9d18a6-2add-4b35-99d1-ec2901064798 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Mar 03 12:22:20.660776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] For port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,segment=NetworkSegment(1de2a0bc-6b0c-4aa9-826c-3451d834423c),segment_id=1de2a0bc-6b0c-4aa9-826c-3451d834423c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:20.660776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:20.740448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:20.772761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-3e3022fd-8e99-4802-abac-86ef049f49e0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:20.774251 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-3e3022fd-8e99-4802-abac-86ef049f49e0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 811 time: 0.2335126 Mar 03 12:22:20.828608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Calling delete_port for 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:22:20.844427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:20.896758 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-617cd1d0-33ba-4f98-8c51-a32aae719a26 req-5ecf99eb-e853-41d3-ad53-265e99c25dd5 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 210 time: 0.1128697 Mar 03 12:22:20.901078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Port': ['ID=77f4a395-01a8-4eaf-88f2-b1ca6fb79b98,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:20.924472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No DVR routers for this DVR port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:22:20.956518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:22:20.956886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:22:20.963096 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-ae84fb0e-6006-4ee1-b420-2484a5cf4785 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 380 time: 0.1370707 Mar 03 12:22:20.986275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'port': {'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'admin_state_up': True, 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'security_groups': ['6423c600-e7e7-4d4d-8c88-9fe1c37dbe27']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:21.151721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.191185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61aba7c1-fb36-4e30-b901-e8c290cb0466']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:21.215010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de2a0bc-6b0c-4aa9-826c-3451d834423c') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:21.215311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de2a0bc-6b0c-4aa9-826c-3451d834423c') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:21.231765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.245651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:21.254625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.261029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:21.264941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:22:21.265319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:22:21.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:22:21.381372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Made reservation on behalf of bc31158a5c8e4953ae82b3c61b4442ef for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:22:21.385031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.444175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.457734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Deleting port 77f4a395-01a8-4eaf-88f2-b1ca6fb79b98 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:22:21.458252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.460991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:21.491012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Pushing event deleted for resources: {'Network': ['ID=61aba7c1-fb36-4e30-b901-e8c290cb0466,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:21.507519 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d7b976da-7b5f-447c-9c2c-f59ea07454aa tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/networks/61aba7c1-fb36-4e30-b901-e8c290cb0466 HTTP/1.1" status: 204 len: 168 time: 1.5615671 Mar 03 12:22:21.511494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37598) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:21.521478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'routes': None}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:21.558708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e18ca7f2-92d6-4f88-9a7b-a337dba4e9e0 None None] The port '77f4a395-01a8-4eaf-88f2-b1ca6fb79b98' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:22:21.831579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Allocated IP 172.20.0.11 (d086bbd9-7e2a-4260-88fb-5113c3fee776/38edfb95-5f57-439a-b8bb-36290ef359ac/4da77b9f-6f44-4261-8407-64ad4f4546e5) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:22:21.845747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7cfe-8616-484f-80be-da6edb6e8ad0 req-bf26cbe9-1c5e-417d-a26d-699c865973f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:21.847352 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c3aa7cfe-8616-484f-80be-da6edb6e8ad0 req-bf26cbe9-1c5e-417d-a26d-699c865973f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 945 time: 0.0859580 Mar 03 12:22:21.896397 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c3aa7cfe-8616-484f-80be-da6edb6e8ad0 req-61443608-adec-4c5e-a8c0-9cf6cfa59a8f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 Mar 03 12:22:21.985122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Added routes are [] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 12:22:21.985421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.extraroute_db [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Removed routes are [] {{(pid=88430) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 12:22:21.985775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:22.106614 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5804e04e-35f0-4840-b054-4759e02d230f req-0ac1eae1-fede-41f3-8c00-8c37e1467d12 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 210 time: 0.0485423 Mar 03 12:22:22.359377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:22.369403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:22.569752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42c3bc-450c-4f1a-837b-f8520bcfe539 req-6ae17f1e-1764-4d17-85e6-ce66a8abe4ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:22.572083 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3e42c3bc-450c-4f1a-837b-f8520bcfe539 req-6ae17f1e-1764-4d17-85e6-ce66a8abe4ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 945 time: 0.5300612 Mar 03 12:22:22.607922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router f4926cd0-adb3-4963-a877-0f84881f3fe2 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:22.725899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3e42c3bc-450c-4f1a-837b-f8520bcfe539 req-5405db9b-a8cb-47aa-b231-f5e41ba28940 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423025 Mar 03 12:22:22.736457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:22.750997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37608) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:22.816272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:22.818329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Transition to ACTIVE for port object 4da77b9f-6f44-4261-8407-64ad4f4546e5 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:22:22.824816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:22.825076 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b50579a3-167b-479d-9363-4f4182c11eee tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 200 len: 701 time: 1.3126526 Mar 03 12:22:22.827721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e06de8-f198-4a4a-85b1-bca632ac7848 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:22.828457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37612) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:22.832215 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-52e06de8-f198-4a4a-85b1-bca632ac7848 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 1093 time: 0.0772102 Mar 03 12:22:22.832215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37616) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:22.835498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] Sync routers for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:22.838279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:22.844745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:22.847774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:22.848113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:22.849645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:22.853349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:22.858939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:22.876839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-10949317-8b71-4fd6-af34-111a5d2fc572 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:22.931162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:22.987545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-10949317-8b71-4fd6-af34-111a5d2fc572 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:22.988708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-10949317-8b71-4fd6-af34-111a5d2fc572 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 200 len: 205 time: 0.1592724 Mar 03 12:22:22.989426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:22.991251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37620) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:23.055935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.074990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.096247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:18Z', 'revision_number': 11, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:23.100261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] Checking router: f4926cd0-adb3-4963-a877-0f84881f3fe2 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:23.109851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] Routers {'f4926cd0-adb3-4963-a877-0f84881f3fe2'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:23.110467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f4926cd0-adb3-4963-a877-0f84881f3fe2'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:23.137191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:22:23.191557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:22:23.194030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:22:23.244454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] Set router f4926cd0-adb3-4963-a877-0f84881f3fe2 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:23.250137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f61af06-7222-4fc3-baf4-b75867ca2eea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.423288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1ed7e-c625-4ef6-b485-c8dd2d0198e6 req-0a8b26cf-9a83-477a-9fa1-474404b2d701 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:23.424908 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46f1ed7e-c625-4ef6-b485-c8dd2d0198e6 req-0a8b26cf-9a83-477a-9fa1-474404b2d701 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 932 time: 0.1460273 Mar 03 12:22:23.451607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:18Z', 'revision_number': 11, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:23.457378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdba0aa9-50a5-47ae-aa17-b986c24da358 None None] The sync data for ids ['f4926cd0-adb3-4963-a877-0f84881f3fe2'] in dv-neutron-831730-1-hyperv is: [{'id': 'f4926cd0-adb3-4963-a877-0f84881f3fe2', 'name': 'tempest-RoutersTest-router-1694048977', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:35Z', 'updated_at': '2022-03-03T12:22:18Z', 'revision_number': 11, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:23.460898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.250 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/ed8498f7-06cf-4b52-9754-51a674b321b4) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:22:23.505391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=4da77b9f-6f44-4261-8407-64ad4f4546e5,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:23.608539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2eff9774-2754-4e59-bdaf-e19bbabe1d81 None None] Provisioning for port 4da77b9f-6f44-4261-8407-64ad4f4546e5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:23.610369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2eff9774-2754-4e59-bdaf-e19bbabe1d81 None None] Provisioning complete for port 4da77b9f-6f44-4261-8407-64ad4f4546e5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:23.610774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2eff9774-2754-4e59-bdaf-e19bbabe1d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.660226 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46f1ed7e-c625-4ef6-b485-c8dd2d0198e6 req-a3dbad96-5f8f-42bd-95f1-f1080ea6c405 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217410 Mar 03 12:22:23.666557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2eff9774-2754-4e59-bdaf-e19bbabe1d81 None None] Port 4da77b9f-6f44-4261-8407-64ad4f4546e5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:22:23.715674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:23.716303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.774393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.787890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f61af06-7222-4fc3-baf4-b75867ca2eea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.790899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f61af06-7222-4fc3-baf4-b75867ca2eea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.849437 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a257a204-788d-4f83-8ab8-149eb44c42b3 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8670347 Mar 03 12:22:23.860774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Request body: {'port': {'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:23.873925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.890379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f61af06-7222-4fc3-baf4-b75867ca2eea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.890905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f61af06-7222-4fc3-baf4-b75867ca2eea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Fanout notify agent at l3_agent the message router_deleted on router f4926cd0-adb3-4963-a877-0f84881f3fe2 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:22:23.917387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7f61af06-7222-4fc3-baf4-b75867ca2eea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:23.922899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7f61af06-7222-4fc3-baf4-b75867ca2eea tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 204 len: 168 time: 0.9262288 Mar 03 12:22:23.923189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37626) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:23.934382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1409897457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:23.946027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:23.954280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:22:23.962997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Usage tracker for resource:router and tenant:d9d9784915bf489f97cff087a934a9dc is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:23.965846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:22:23.967877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:23.975895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:22:24.000624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.004243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:24.021724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=ed8498f7-06cf-4b52-9754-51a674b321b4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:24.130571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.131590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.180253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.325000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.360995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da77b9f-6f44-4261-8407-64ad4f4546e5 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:22:24.368426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.383229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Transition to ACTIVE for port object 4da77b9f-6f44-4261-8407-64ad4f4546e5 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:22:24.450423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.468578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.469746 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-84d86bbc-dc05-477f-b838-6f85407099ca tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5456893 Mar 03 12:22:24.472463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37630) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:24.478492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d62a9d87-f13a-4a1d-8bb0-ec25339a9cad tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:24.507194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.700788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Pushing event updated for resources: {'Port': ['ID=4da77b9f-6f44-4261-8407-64ad4f4546e5,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:24.726588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.745580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Attempting to bind port 4da77b9f-6f44-4261-8407-64ad4f4546e5 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:22:24.745921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Attempting to bind port 4da77b9f-6f44-4261-8407-64ad4f4546e5 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:22:24.746384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Attempting to bind port 4da77b9f-6f44-4261-8407-64ad4f4546e5 on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:22:24.751572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Port 4da77b9f-6f44-4261-8407-64ad4f4546e5 on network d086bbd9-7e2a-4260-88fb-5113c3fee776 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:22:24.751962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Attempting to bind port 4da77b9f-6f44-4261-8407-64ad4f4546e5 on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:22:24.757617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:22:24.758551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Checking segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:22:24.759368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Bound using segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:22:24.759515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Bound port: 4da77b9f-6f44-4261-8407-64ad4f4546e5, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:22:24.759944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.901715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] For port 4da77b9f-6f44-4261-8407-64ad4f4546e5, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:22:24.905376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] For port 4da77b9f-6f44-4261-8407-64ad4f4546e5, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:22:24.930710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813b64e-6bdd-4bd6-a3b7-3a070882051b req-ac939c51-52fa-478f-afc6-3615cbe72f67 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:24.931656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3813b64e-6bdd-4bd6-a3b7-3a070882051b req-ac939c51-52fa-478f-afc6-3615cbe72f67 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:24.975382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d62a9d87-f13a-4a1d-8bb0-ec25339a9cad tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:24.982058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:25.038677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3813b64e-6bdd-4bd6-a3b7-3a070882051b req-ac939c51-52fa-478f-afc6-3615cbe72f67 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:25.040139 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3813b64e-6bdd-4bd6-a3b7-3a070882051b req-ac939c51-52fa-478f-afc6-3615cbe72f67 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 944 time: 0.2312744 Mar 03 12:22:25.067942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:25.068598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:25.069979 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] 10.222.0.26 "PUT /v2.0/ports/4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 1094 time: 1.2132781 Mar 03 12:22:25.078466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:25.107910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa2e03-f7f7-4348-8214-a0e2b36c5634 service neutron] Pushing event updated for resources: {'Port': ['ID=4da77b9f-6f44-4261-8407-64ad4f4546e5,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:25.136044 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3813b64e-6bdd-4bd6-a3b7-3a070882051b req-f2450058-be84-4376-8a52-581b49f64799 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893505 Mar 03 12:22:25.145590 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'status': 'completed', 'code': 200} Mar 03 12:22:25.206401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d62a9d87-f13a-4a1d-8bb0-ec25339a9cad tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:25.231640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-c948aeae-af6e-4ea6-9e4f-41e32bee276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:25.233155 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-c948aeae-af6e-4ea6-9e4f-41e32bee276d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1097 time: 0.0775473 Mar 03 12:22:25.311350 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-a8c7f004-23a1-4623-8e07-6e90d77c155a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 217 time: 0.0711834 Mar 03 12:22:25.384901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-90afc7ea-c25d-4a04-b7b2-8ca5914cae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:25.386348 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-90afc7ea-c25d-4a04-b7b2-8ca5914cae7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0683866 Mar 03 12:22:25.442542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:25.473252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62a9d87-f13a-4a1d-8bb0-ec25339a9cad tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Router 97ce7792-b6df-4c4d-9730-eac3209b32dd is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:22:25.547632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:25.566216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d186-d27d-469e-99f0-429cd85fe78b req-6b3d47de-223f-47c3-91f9-f6019167fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:25.567684 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-6b3d47de-223f-47c3-91f9-f6019167fd56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1756470 Mar 03 12:22:25.687516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62a9d87-f13a-4a1d-8bb0-ec25339a9cad tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:25.700106 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] Sync routers for ids ['97ce7792-b6df-4c4d-9730-eac3209b32dd'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:25.702290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-5e1452a2-8e3b-422e-a32f-4a5b4d926105 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282389 Mar 03 12:22:25.709891 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] Routers {'97ce7792-b6df-4c4d-9730-eac3209b32dd'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:25.710674 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['97ce7792-b6df-4c4d-9730-eac3209b32dd'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:25.727338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d62a9d87-f13a-4a1d-8bb0-ec25339a9cad tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:25.728365 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d62a9d87-f13a-4a1d-8bb0-ec25339a9cad tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "PUT /v2.0/routers/97ce7792-b6df-4c4d-9730-eac3209b32dd HTTP/1.1" status: 200 len: 694 time: 1.2550063 Mar 03 12:22:25.729075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=ed8498f7-06cf-4b52-9754-51a674b321b4,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:25.733178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:25.811728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:25.841589 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4815d186-d27d-469e-99f0-429cd85fe78b req-2f7f14ed-d24f-4d63-923c-f41896de04c0 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314802 Mar 03 12:22:25.874743 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] Set router 97ce7792-b6df-4c4d-9730-eac3209b32dd gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:25.941208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e9d72646-3403-4d61-b6ca-69f6acb59c1a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/routers/97ce7792-b6df-4c4d-9730-eac3209b32dd HTTP/1.1" status: 200 len: 700 time: 0.2070210 Mar 03 12:22:25.944031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37642) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:25.983278 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce7792-b6df-4c4d-9730-eac3209b32dd', 'name': 'tempest-RoutersTest-router-1409897457', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:24Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:25.987973 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] Checking router: 97ce7792-b6df-4c4d-9730-eac3209b32dd for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:25.996340 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] Routers {'97ce7792-b6df-4c4d-9730-eac3209b32dd'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:25.996880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2024048-7fd4-4705-8ead-8b397df1f0eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Synchronizing usage tracker for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:25.997647 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['97ce7792-b6df-4c4d-9730-eac3209b32dd'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:26.015688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-580369cc-c17b-4a82-b5ae-b7580a69d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:26.017313 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-580369cc-c17b-4a82-b5ae-b7580a69d19b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1097 time: 0.0818529 Mar 03 12:22:26.083109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2024048-7fd4-4705-8ead-8b397df1f0eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Unset dirty status for tenant:d9d9784915bf489f97cff087a934a9dc on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:26.087508 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b2024048-7fd4-4705-8ead-8b397df1f0eb tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=97ce7792-b6df-4c4d-9730-eac3209b32dd HTTP/1.1" status: 200 len: 205 time: 0.1392493 Mar 03 12:22:26.087697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37646) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:26.132622 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] Set router 97ce7792-b6df-4c4d-9730-eac3209b32dd gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:26.193729 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP f8e474c0-cc6b-4f9b-8934-08800de9eb79 associated. External IP: 172.26.8.250, port: 2386d24d-1f66-4607-b331-8b2536d2b95f. Mar 03 12:22:26.223395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-1023544c-fee9-4841-90ac-ec52706cacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:26.225089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-1023544c-fee9-4841-90ac-ec52706cacb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.2015176 Mar 03 12:22:26.249662 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce7792-b6df-4c4d-9730-eac3209b32dd', 'name': 'tempest-RoutersTest-router-1409897457', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:24Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:26.253662 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333468d-b15c-4bea-8d31-78fd68134ee5 None None] The sync data for ids ['97ce7792-b6df-4c4d-9730-eac3209b32dd'] in dv-neutron-831730-1-hyperv is: [{'id': '97ce7792-b6df-4c4d-9730-eac3209b32dd', 'name': 'tempest-RoutersTest-router-1409897457', 'tenant_id': 'd9d9784915bf489f97cff087a934a9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:24Z', 'revision_number': 2, 'project_id': 'd9d9784915bf489f97cff087a934a9dc', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:26.343478 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-ad38b3a2-ef09-4045-8341-8efc83da5def service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 217 time: 0.1102500 Mar 03 12:22:26.407068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6fc4-9acb-4b62-b219-7b4bb5df37cf tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:26.431010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-ed9059b6-0856-48d8-add0-9a21b0676805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:26.433196 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-ed9059b6-0856-48d8-add0-9a21b0676805 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0839343 Mar 03 12:22:26.518803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-c3be0484-6adc-4aa8-b43a-da571238fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:26.520480 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-c3be0484-6adc-4aa8-b43a-da571238fda6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812221 Mar 03 12:22:26.665906 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-1122c6b8-85c0-42ac-a1d6-945a0ee542e9 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390998 Mar 03 12:22:26.802673 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-80320b68-6fbd-4c47-b2c8-f7c5f7063f18 req-229d8b39-23c1-42f7-98ec-1ee394374262 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299369 Mar 03 12:22:26.984875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6fc4-9acb-4b62-b219-7b4bb5df37cf tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:26.994312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6fc4-9acb-4b62-b219-7b4bb5df37cf tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:27.082675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af456f-7f74-4c96-9a32-7919bc4ffe4a req-7ad3759d-e49e-4c03-a9f4-8f151eb2df10 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:27.087835 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-03af456f-7f74-4c96-9a32-7919bc4ffe4a req-7ad3759d-e49e-4c03-a9f4-8f151eb2df10 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 944 time: 0.7174754 Mar 03 12:22:27.211628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6fc4-9acb-4b62-b219-7b4bb5df37cf tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:27.212277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3a6fc4-9acb-4b62-b219-7b4bb5df37cf tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Fanout notify agent at l3_agent the message router_deleted on router 97ce7792-b6df-4c4d-9730-eac3209b32dd {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:22:27.222516 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-03af456f-7f74-4c96-9a32-7919bc4ffe4a req-efde1b30-256f-4f21-be4d-bb4678e91eb9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264243 Mar 03 12:22:27.251176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c3a6fc4-9acb-4b62-b219-7b4bb5df37cf tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:27.252318 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5c3a6fc4-9acb-4b62-b219-7b4bb5df37cf tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/97ce7792-b6df-4c4d-9730-eac3209b32dd HTTP/1.1" status: 204 len: 168 time: 1.1636662 Mar 03 12:22:27.256339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37652) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.284269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:27.308053 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b093c814-4510-47fd-968b-d5963857c81f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=97ce7792-b6df-4c4d-9730-eac3209b32dd HTTP/1.1" status: 200 len: 205 time: 0.0499332 Mar 03 12:22:27.308786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37656) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.389516 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-54d2bed6-e575-4668-928b-dc7c1af43c0a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] delete failed (client error): The resource could not be found. Mar 03 12:22:27.392037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-54d2bed6-e575-4668-928b-dc7c1af43c0a tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/97ce7792-b6df-4c4d-9730-eac3209b32dd HTTP/1.1" status: 404 len: 336 time: 0.0808742 Mar 03 12:22:27.393294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37660) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.432690 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7b4310-5426-4e66-9e27-ae314ff837ac tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:27.433149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7b4310-5426-4e66-9e27-ae314ff837ac tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:27.434802 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fa7b4310-5426-4e66-9e27-ae314ff837ac tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/1569b2ee-7190-48db-b21f-03c57b3e1606 HTTP/1.1" status: 404 len: 337 time: 0.0405402 Mar 03 12:22:27.437378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37664) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.479976 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d43b9a0-8708-40dd-af49-b3963bb857f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:27.480528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d43b9a0-8708-40dd-af49-b3963bb857f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:27.484662 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3d43b9a0-8708-40dd-af49-b3963bb857f3 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/ed5b648c-d6b2-40f7-ac2c-94dc4ba11761 HTTP/1.1" status: 404 len: 337 time: 0.0439804 Mar 03 12:22:27.484922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37668) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.525103 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e7e5c5-b064-49a2-b4e5-89154e00b86c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:27.525564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e7e5c5-b064-49a2-b4e5-89154e00b86c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:27.529640 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-28e7e5c5-b064-49a2-b4e5-89154e00b86c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/e62a5350-2482-420d-a7fc-6803904f4212 HTTP/1.1" status: 404 len: 337 time: 0.0413768 Mar 03 12:22:27.529817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:27.530114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37672) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.538874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] Sync routers for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:27.551822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:27.552544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:27.571010 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-607e12e1-84e7-4035-b694-bdbcb16d30b9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:27.571471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607e12e1-84e7-4035-b694-bdbcb16d30b9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:27.573195 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-607e12e1-84e7-4035-b694-bdbcb16d30b9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/19818756-0144-4982-8e34-8c93a96236e0 HTTP/1.1" status: 404 len: 337 time: 0.0419998 Mar 03 12:22:27.575812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37676) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.591555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:27.628178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f61cf940-21cf-4be0-a2dc-9fc857cbe09c tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 200 len: 205 time: 0.0488439 Mar 03 12:22:27.628373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37680) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.664735 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-41d8c874-8283-4668-b701-74166af7fbbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8310995 Mar 03 12:22:27.665709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37684) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.666166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:27.745674 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-192543b3-995b-47a0-8eb8-705827004fc4 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] delete failed (client error): The resource could not be found. Mar 03 12:22:27.749384 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-192543b3-995b-47a0-8eb8-705827004fc4 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/f4926cd0-adb3-4963-a877-0f84881f3fe2 HTTP/1.1" status: 404 len: 336 time: 0.1175139 Mar 03 12:22:27.749559 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'status': 'completed', 'code': 200} Mar 03 12:22:27.751821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37690) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.782221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:27.792557 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-899f3436-8148-406b-92c4-04d4672f0544 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/f8e474c0-cc6b-4f9b-8934-08800de9eb79 HTTP/1.1" status: 200 len: 991 time: 0.1210282 Mar 03 12:22:27.807337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b728dc4d-5cf4-4c7a-9cd2-8ebed7df2631 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=90f936d9-26c8-4eb3-aa10-941519d4b771 HTTP/1.1" status: 200 len: 205 time: 0.0543520 Mar 03 12:22:27.809841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37694) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.883608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-a39d9638-5f68-4f17-a7a2-e8dae8ea7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:27.885134 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-a39d9638-5f68-4f17-a7a2-e8dae8ea7d42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 1098 time: 0.0768332 Mar 03 12:22:27.886887 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-56d4ec1c-295d-419e-a5ba-caae6fc9b17f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] delete failed (client error): The resource could not be found. Mar 03 12:22:27.887882 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-56d4ec1c-295d-419e-a5ba-caae6fc9b17f tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/90f936d9-26c8-4eb3-aa10-941519d4b771 HTTP/1.1" status: 404 len: 336 time: 0.0770440 Mar 03 12:22:27.890460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37698) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.928124 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d4788b-b9a0-4541-b59d-0ae51b1b24da tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:27.928588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d4788b-b9a0-4541-b59d-0ae51b1b24da tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:27.931362 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-87d4788b-b9a0-4541-b59d-0ae51b1b24da tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/5c78bdff-b240-431c-9377-917185a4cb4e HTTP/1.1" status: 404 len: 337 time: 0.0395048 Mar 03 12:22:27.933532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37702) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:27.988612 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df05e131-a489-4707-9fd4-56f19e96bd09 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=46e6b3ee-8496-425f-a426-7921064322cf HTTP/1.1" status: 200 len: 205 time: 0.0518432 Mar 03 12:22:27.990490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37706) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.059144 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-c1804550-0859-4041-a839-dea6ade8c888 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] delete failed (client error): The resource could not be found. Mar 03 12:22:28.062601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c1804550-0859-4041-a839-dea6ade8c888 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/46e6b3ee-8496-425f-a426-7921064322cf HTTP/1.1" status: 404 len: 336 time: 0.0703378 Mar 03 12:22:28.062790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37710) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.137366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-826c7a2e-a0f4-49cb-a24a-a439204bf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:28.138881 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-826c7a2e-a0f4-49cb-a24a-a439204bf720 service neutron] 10.222.0.26 "GET /v2.0/networks?id=52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 200 len: 897 time: 0.2472596 Mar 03 12:22:28.164903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:55Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:24Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:28.169188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] Checking router: 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:28.178367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:28.178977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:28.252967 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-7afe0b19-f67b-4e4c-9fad-a90d099d4cd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2386d24d-1f66-4607-b331-8b2536d2b95f HTTP/1.1" status: 200 len: 999 time: 0.1075528 Mar 03 12:22:28.255345 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ce68ac8c-d80d-403e-a497-26d5dfd7e188 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=4191eabf-d2ac-43f5-9705-004d97015316 HTTP/1.1" status: 200 len: 205 time: 0.1915371 Mar 03 12:22:28.257742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37716) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.324885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-0b04f269-0066-40e0-a7de-0961a6223a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:28.326569 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-0b04f269-0066-40e0-a7de-0961a6223a6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61e10176-c2be-40db-aeeb-fe06a0817064 HTTP/1.1" status: 200 len: 834 time: 0.0672102 Mar 03 12:22:28.330711 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-5393be51-24a4-495e-a6f5-512e0c5cdea9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] delete failed (client error): The resource could not be found. Mar 03 12:22:28.332090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5393be51-24a4-495e-a6f5-512e0c5cdea9 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/4191eabf-d2ac-43f5-9705-004d97015316 HTTP/1.1" status: 404 len: 336 time: 0.0723062 Mar 03 12:22:28.334650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37720) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.377838 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f6cb9f-9c88-41c4-b5ac-fc19177010b4 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:28.378298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f6cb9f-9c88-41c4-b5ac-fc19177010b4 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:28.383715 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-65f6cb9f-9c88-41c4-b5ac-fc19177010b4 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/add94000-6da6-4666-90d6-e9af2c558942 HTTP/1.1" status: 404 len: 337 time: 0.0444832 Mar 03 12:22:28.383912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37724) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.432189 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b29aa695-6b24-4633-bc72-3f31ab029758 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=10535cc9-c89e-4449-beb3-1d19eadf9441 HTTP/1.1" status: 200 len: 205 time: 0.0446353 Mar 03 12:22:28.432540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37728) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.453738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-18c126e1-41b3-4de5-bad1-66319ba86025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:28.455564 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-18c126e1-41b3-4de5-bad1-66319ba86025 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52d721fb-27aa-470f-bc04-d7847f500128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1222818 Mar 03 12:22:28.466242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:28.511473 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-c5106ffe-11cf-4816-890b-aef521560e7d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] delete failed (client error): The resource could not be found. Mar 03 12:22:28.514828 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c5106ffe-11cf-4816-890b-aef521560e7d tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/10535cc9-c89e-4449-beb3-1d19eadf9441 HTTP/1.1" status: 404 len: 336 time: 0.0811765 Mar 03 12:22:28.515441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37732) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.564862 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b94f92-4f96-4b4a-89af-1116fe162c4b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:28.565309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b94f92-4f96-4b4a-89af-1116fe162c4b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:28.569477 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-48b94f92-4f96-4b4a-89af-1116fe162c4b tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/08231775-638f-4a2c-b495-d6bf2575ee6b HTTP/1.1" status: 404 len: 337 time: 0.0496891 Mar 03 12:22:28.569646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37736) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.591456 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-4b1bbf7b-1c6a-4bec-a099-50b44eb7618e service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283562 Mar 03 12:22:28.617864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e3e0-9244-4676-98e3-64a8a3366b21 req-8a2700c1-fd11-404f-a425-d6ef168565d1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:28.619362 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-25d0e3e0-9244-4676-98e3-64a8a3366b21 req-8a2700c1-fd11-404f-a425-d6ef168565d1 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 944 time: 0.2383916 Mar 03 12:22:28.626695 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8d6dd755-775e-4127-8914-5c556fe72d20 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 HTTP/1.1" status: 200 len: 205 time: 0.0560436 Mar 03 12:22:28.629243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37740) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.733021 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-42dca8fb-385e-48ec-8190-c1d8cd61c2e6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] delete failed (client error): The resource could not be found. Mar 03 12:22:28.734074 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-42dca8fb-385e-48ec-8190-c1d8cd61c2e6 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/routers/3b53cfdb-355a-4f0a-9fdd-6a40f07ff2b5 HTTP/1.1" status: 404 len: 336 time: 0.1039591 Mar 03 12:22:28.737292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e158bf5d-ad89-4d41-8487-6bdb8758778a req-c262bb65-6580-4575-b050-2e7990c8a828 service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398218 Mar 03 12:22:28.737292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37744) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.761368 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-25d0e3e0-9244-4676-98e3-64a8a3366b21 req-2c911451-799b-479a-996b-8444a5ccb587 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292539 Mar 03 12:22:28.782095 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-293187b2-045a-4d6a-9f8a-dfb8796879be tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:28.782551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293187b2-045a-4d6a-9f8a-dfb8796879be tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:28.786435 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-293187b2-045a-4d6a-9f8a-dfb8796879be tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/7de5b1a2-821b-4f1f-a777-795d160f72d0 HTTP/1.1" status: 404 len: 337 time: 0.0459008 Mar 03 12:22:28.786722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37748) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.793666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37752) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:28.826409 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47f2a66-3408-489a-baaf-8ab35c308580 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] DELETE failed (client error): The resource could not be found. Mar 03 12:22:28.826973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47f2a66-3408-489a-baaf-8ab35c308580 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:22:28.828745 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c47f2a66-3408-489a-baaf-8ab35c308580 tempest-RoutersTest-1850742288 tempest-RoutersTest-1850742288-project] 10.222.0.35 "DELETE /v2.0/subnets/e967284e-e8da-4e16-923b-dee7d59c7bed HTTP/1.1" status: 404 len: 337 time: 0.0410442 Mar 03 12:22:28.838242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:55Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:24Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:28.842475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20c609-7df7-4d9e-9edb-655ea7e8cbdc None None] The sync data for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv is: [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:21:55Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:24Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:28.908085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2ad174bd-3370-4838-9ab0-2f5578da6a98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/f8e474c0-cc6b-4f9b-8934-08800de9eb79 HTTP/1.1" status: 200 len: 991 time: 0.1131587 Mar 03 12:22:29.048083 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff8c3d-35e4-4c09-b63b-c8baee7aa4f2 None None] New status for floating IP f8e474c0-cc6b-4f9b-8934-08800de9eb79: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:22:29.287581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37760) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:29.441476 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-37ce1595-8620-4475-8b5c-80f12cb03435 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9d9784915bf489f97cff087a934a9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526842 Mar 03 12:22:29.443856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37766) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:29.503213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69b11a0e-ba40-4631-9e4c-d64617ead453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:29.528912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69b11a0e-ba40-4631-9e4c-d64617ead453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:29.633357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69b11a0e-ba40-4631-9e4c-d64617ead453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:29.648890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b11a0e-ba40-4631-9e4c-d64617ead453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a2ea6-d1fc-4712-b467-d2c5ff95433c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:29.653656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69b11a0e-ba40-4631-9e4c-d64617ead453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:29.654226 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-69b11a0e-ba40-4631-9e4c-d64617ead453 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/686a2ea6-d1fc-4712-b467-d2c5ff95433c HTTP/1.1" status: 204 len: 168 time: 0.2094283 Mar 03 12:22:29.911340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37776) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:29.955001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8138f3c-75eb-487e-8655-33fdb5e71a39 req-b546f942-7827-4891-9e2f-37d4f9e2c008 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:29.956476 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f8138f3c-75eb-487e-8655-33fdb5e71a39 req-b546f942-7827-4891-9e2f-37d4f9e2c008 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 944 time: 0.0831335 Mar 03 12:22:30.002920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f8138f3c-75eb-487e-8655-33fdb5e71a39 req-63cf8cdb-63c3-41b9-a618-c0a0b49dd216 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391905 Mar 03 12:22:30.030670 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a0312487-4a3b-447b-91d4-047d91234fd8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/f8e474c0-cc6b-4f9b-8934-08800de9eb79 HTTP/1.1" status: 200 len: 993 time: 0.1174707 Mar 03 12:22:30.717466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37796) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:30.820676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3605c148-ded5-4523-adde-f804802fea17 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:30.821132 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-3605c148-ded5-4523-adde-f804802fea17 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 12:22:30.821616 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-3605c148-ded5-4523-adde-f804802fea17 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 12:22:30.822535 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3605c148-ded5-4523-adde-f804802fea17 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1040659 Mar 03 12:22:30.825990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37802) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:30.830422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130717262'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:30.837337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:30.841390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:30.844307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:30.850016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:30.918470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:30.930755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:30.945128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:30.949294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:30.952262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:30.957829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:31.038286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.107260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.121381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:31.175306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:31.183821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:31.191416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29534f5b-03ea-4b57-bde5-11e8db023959,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:31.194016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:31.262942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f361-1207-4e13-915f-216a3c2146ff req-75a64e23-9ea5-4d26-8668-5a95c9d04657 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:31.264410 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5244f361-1207-4e13-915f-216a3c2146ff req-75a64e23-9ea5-4d26-8668-5a95c9d04657 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 944 time: 0.1543615 Mar 03 12:22:31.307884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.327054 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5244f361-1207-4e13-915f-216a3c2146ff req-e5e02e2e-29ad-4d1c-8d8d-642f7648058a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517709 Mar 03 12:22:31.358653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.400355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4827a2-9773-4fbc-bd4a-9463c9ec9a2d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:31.478450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.479638 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8729de80-1c43-4782-b710-8a9ebd66bad0 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6527598 Mar 03 12:22:31.482468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37808) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:31.487180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'ae4827a2-9773-4fbc-bd4a-9463c9ec9a2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:31.493906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:31.497928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:31.500769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:31.506326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:31.605604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.666283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.730131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.756408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d744c74a-a4a3-4679-9871-e79aa942c696,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:31.827209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:31.828424 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1a952ba1-ed7d-4236-9d15-313c8bca8ad8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450601 Mar 03 12:22:31.831114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37812) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:31.836447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'ae4827a2-9773-4fbc-bd4a-9463c9ec9a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:31.842154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:31.845935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:31.848758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:31.854789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:31.941665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.056889 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 12:22:32.057959 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8949e9b5-fd24-4ca3-b550-439d5ed22df8 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2259598 Mar 03 12:22:32.060838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37816) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:32.125226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60fdafd1-6ea8-415d-a6c4-96fc68ef3ab3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.151577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60fdafd1-6ea8-415d-a6c4-96fc68ef3ab3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.271796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60fdafd1-6ea8-415d-a6c4-96fc68ef3ab3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.293932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdafd1-6ea8-415d-a6c4-96fc68ef3ab3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4827a2-9773-4fbc-bd4a-9463c9ec9a2d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:32.297189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60fdafd1-6ea8-415d-a6c4-96fc68ef3ab3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.300485 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-60fdafd1-6ea8-415d-a6c4-96fc68ef3ab3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae4827a2-9773-4fbc-bd4a-9463c9ec9a2d HTTP/1.1" status: 204 len: 168 time: 0.2385378 Mar 03 12:22:32.301062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37820) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:32.364345 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b4649312-f9e2-4fd3-aa6f-96a9fa23d106 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611362 Mar 03 12:22:32.367772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37826) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:32.373713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784833052'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:32.379504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:32.384028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:32.387606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:32.393285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:32.466803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.495519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:32.501513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:32.504814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:32.512097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:32.554038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482bf10-1990-48af-b69a-38ef4d93f926 req-b72fe02e-ebfe-42c0-bbc9-b621344f06ec tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:32.555660 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4482bf10-1990-48af-b69a-38ef4d93f926 req-b72fe02e-ebfe-42c0-bbc9-b621344f06ec tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 944 time: 0.1246610 Mar 03 12:22:32.628987 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4482bf10-1990-48af-b69a-38ef4d93f926 req-34fc00ae-e1a2-413e-8104-a991e9e33fed tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667868 Mar 03 12:22:32.639787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.690277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.731973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4bd193-c716-4efc-818e-2e93d40d4b98,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:32.786117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.787352 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3bc45e75-61a1-48d9-acbf-4d8ce94fef53 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4179580 Mar 03 12:22:32.790384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37830) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:32.795290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1fe78777-6926-4871-8788-b3a1944dfe5a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': '9d4bd193-c716-4efc-818e-2e93d40d4b98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:32.796034 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-1fe78777-6926-4871-8788-b3a1944dfe5a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 12:22:32.796519 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-1fe78777-6926-4871-8788-b3a1944dfe5a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:32.797414 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1fe78777-6926-4871-8788-b3a1944dfe5a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061436 Mar 03 12:22:32.799587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37834) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:32.859978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-03123b5a-eb66-4d2b-86ca-29fcdc222541 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.886754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-03123b5a-eb66-4d2b-86ca-29fcdc222541 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:32.986946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 4da77b9f-6f44-4261-8407-64ad4f4546e5 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:22:33.009264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-03123b5a-eb66-4d2b-86ca-29fcdc222541 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.028229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03123b5a-eb66-4d2b-86ca-29fcdc222541 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4bd193-c716-4efc-818e-2e93d40d4b98,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:33.031441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-03123b5a-eb66-4d2b-86ca-29fcdc222541 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.032543 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-03123b5a-eb66-4d2b-86ca-29fcdc222541 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/9d4bd193-c716-4efc-818e-2e93d40d4b98 HTTP/1.1" status: 204 len: 168 time: 0.2321131 Mar 03 12:22:33.035094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37838) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:33.086746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e853b464-d35d-4c95-8170-837b4ddd014c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Synchronizing usage tracker for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:33.132515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 4da77b9f-6f44-4261-8407-64ad4f4546e5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:33.146023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:22:33.162805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e853b464-d35d-4c95-8170-837b4ddd014c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Unset dirty status for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:33.164156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e853b464-d35d-4c95-8170-837b4ddd014c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281133 Mar 03 12:22:33.168436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37842) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:33.173643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727665644'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:33.180254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:33.189680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:33.206404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.223540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da77b9f-6f44-4261-8407-64ad4f4546e5 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:22:33.239123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 4da77b9f-6f44-4261-8407-64ad4f4546e5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:33.260124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.280708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:33.284549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:33.287476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:33.294060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:33.312177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.363655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.388141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=4da77b9f-6f44-4261-8407-64ad4f4546e5,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:33.426984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.471815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1019ae12-88dc-48ba-8427-64a07df986f0,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:33.526074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['4da77b9f-6f44-4261-8407-64ad4f4546e5'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:22:33.552881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.554095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dd9d8043-41e6-462d-abfe-6bdbf7134481 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3846555 Mar 03 12:22:33.557575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37846) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:33.562747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-82494a05-f615-43b8-bf95-3b7cfaa1fe75 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': '1019ae12-88dc-48ba-8427-64a07df986f0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:33.572479 dv-neutron-831730-1-hyperv neutron-server[88431]: WARNING neutron.api.v2.base [None req-82494a05-f615-43b8-bf95-3b7cfaa1fe75 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 12:22:33.572479 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-82494a05-f615-43b8-bf95-3b7cfaa1fe75 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:33.572479 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-82494a05-f615-43b8-bf95-3b7cfaa1fe75 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065455 Mar 03 12:22:33.574352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37850) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:33.635876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8446c91-9869-41c6-a57e-506d5ed7f11a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.667641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8446c91-9869-41c6-a57e-506d5ed7f11a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.771830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8446c91-9869-41c6-a57e-506d5ed7f11a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.797570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8446c91-9869-41c6-a57e-506d5ed7f11a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1019ae12-88dc-48ba-8427-64a07df986f0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:33.807762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8446c91-9869-41c6-a57e-506d5ed7f11a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.808898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c8446c91-9869-41c6-a57e-506d5ed7f11a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/1019ae12-88dc-48ba-8427-64a07df986f0 HTTP/1.1" status: 204 len: 168 time: 0.2336092 Mar 03 12:22:33.811692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37856) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:33.843522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccae63-50d0-405b-99d3-b53be1046576 req-ad9e45a3-bb9e-44a6-a3b3-c54e2abebda8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:33.845011 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c0ccae63-50d0-405b-99d3-b53be1046576 req-ad9e45a3-bb9e-44a6-a3b3-c54e2abebda8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 945 time: 0.1089563 Mar 03 12:22:33.864992 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8e3e8284-162d-400b-8cbd-9ee3cf12186b tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520165 Mar 03 12:22:33.868844 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37860) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:33.874204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--590949204'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:33.879947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:33.884774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:33.888444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:33.891066 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c0ccae63-50d0-405b-99d3-b53be1046576 req-cff79913-c6d8-485b-b159-70612eba0b6f tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402305 Mar 03 12:22:33.894292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:33.958711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:33.978192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:33.981965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:33.984817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:33.990313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:34.058545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.095522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.140488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7219b63-1d12-462e-acb8-85a041e23625,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:34.187101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.188363 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8f394473-6d2f-4e32-acd1-a457e993cd2a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3184876 Mar 03 12:22:34.191131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37864) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.196599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-70b75de0-60c2-45e7-ae28-fe6f5fce98f7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'f7219b63-1d12-462e-acb8-85a041e23625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:34.197430 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-70b75de0-60c2-45e7-ae28-fe6f5fce98f7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 12:22:34.199111 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-70b75de0-60c2-45e7-ae28-fe6f5fce98f7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:34.199111 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-70b75de0-60c2-45e7-ae28-fe6f5fce98f7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067768 Mar 03 12:22:34.201246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37868) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.205510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-28e343b8-96e8-4765-8b18-00dd9123963a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'f7219b63-1d12-462e-acb8-85a041e23625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:34.206096 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-28e343b8-96e8-4765-8b18-00dd9123963a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 12:22:34.206533 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-28e343b8-96e8-4765-8b18-00dd9123963a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:34.207400 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-28e343b8-96e8-4765-8b18-00dd9123963a tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053580 Mar 03 12:22:34.209600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37872) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.218328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1b0cb394-9883-49ec-bbd2-099d38caa8ab tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'f7219b63-1d12-462e-acb8-85a041e23625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:34.219087 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-1b0cb394-9883-49ec-bbd2-099d38caa8ab tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 12:22:34.219543 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-1b0cb394-9883-49ec-bbd2-099d38caa8ab tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:34.220478 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1b0cb394-9883-49ec-bbd2-099d38caa8ab tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101364 Mar 03 12:22:34.223050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37876) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.227428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-74cd6624-b88a-4e6f-8386-de731203b96b tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'f7219b63-1d12-462e-acb8-85a041e23625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:34.228247 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-74cd6624-b88a-4e6f-8386-de731203b96b tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 12:22:34.228695 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-74cd6624-b88a-4e6f-8386-de731203b96b tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:34.229575 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-74cd6624-b88a-4e6f-8386-de731203b96b tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056942 Mar 03 12:22:34.231711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37880) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.292133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab68a378-1103-43e6-89dc-b7c4b6a4ffdc tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.318480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab68a378-1103-43e6-89dc-b7c4b6a4ffdc tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.454323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab68a378-1103-43e6-89dc-b7c4b6a4ffdc tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.474873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68a378-1103-43e6-89dc-b7c4b6a4ffdc tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7219b63-1d12-462e-acb8-85a041e23625,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:34.480698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab68a378-1103-43e6-89dc-b7c4b6a4ffdc tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.482053 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ab68a378-1103-43e6-89dc-b7c4b6a4ffdc tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/f7219b63-1d12-462e-acb8-85a041e23625 HTTP/1.1" status: 204 len: 168 time: 0.2492983 Mar 03 12:22:34.484508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37884) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.533716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-be0a84e5-eeb9-441b-8df8-56b5f5956a42 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Synchronizing usage tracker for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:34.603916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-be0a84e5-eeb9-441b-8df8-56b5f5956a42 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Unset dirty status for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:34.605185 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-be0a84e5-eeb9-441b-8df8-56b5f5956a42 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197751 Mar 03 12:22:34.608916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37888) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.613808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726386736'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:34.620475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:34.630131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:34.693998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.716608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:34.720265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:34.722954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:34.728548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:34.795035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.849984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.893947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c541da9b-ced1-49fa-914f-0792426a968d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:34.958545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:34.959811 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d8f70443-5ec7-4fd8-b3da-e0973a699025 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3499966 Mar 03 12:22:34.963037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37894) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.968079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-35b86579-7082-451d-9a89-919035cb19a5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:34.968494 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-35b86579-7082-451d-9a89-919035cb19a5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 12:22:34.969181 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-35b86579-7082-451d-9a89-919035cb19a5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:34.969848 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-35b86579-7082-451d-9a89-919035cb19a5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058742 Mar 03 12:22:34.972352 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37898) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:34.976649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-238ac5be-188d-4004-8577-7c754b1f306e tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:34.983048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-238ac5be-188d-4004-8577-7c754b1f306e tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:34.986767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-238ac5be-188d-4004-8577-7c754b1f306e tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:34.989650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-238ac5be-188d-4004-8577-7c754b1f306e tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:34.994529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 4da77b9f-6f44-4261-8407-64ad4f4546e5 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:34.998007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-238ac5be-188d-4004-8577-7c754b1f306e tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:35.082255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531402-ff84-4ff7-94c6-cd5e2194ce62 req-fae95778-e949-4b53-92b8-febe734a2d75 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:35.083682 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-54531402-ff84-4ff7-94c6-cd5e2194ce62 req-fae95778-e949-4b53-92b8-febe734a2d75 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 945 time: 0.0847120 Mar 03 12:22:35.129876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 4da77b9f-6f44-4261-8407-64ad4f4546e5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:35.135176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 4da77b9f-6f44-4261-8407-64ad4f4546e5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:35.135518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:35.140820 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-54531402-ff84-4ff7-94c6-cd5e2194ce62 req-06bce557-4bf5-468f-a2e9-d9a5d9d96f22 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510283 Mar 03 12:22:35.198931 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-238ac5be-188d-4004-8577-7c754b1f306e tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.199984 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-238ac5be-188d-4004-8577-7c754b1f306e tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2267597 Mar 03 12:22:35.202732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37902) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:35.207756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c9d53814-6ab8-46f7-becc-325e9086ea8d tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:35.208259 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-c9d53814-6ab8-46f7-becc-325e9086ea8d tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 12:22:35.208755 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-c9d53814-6ab8-46f7-becc-325e9086ea8d tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.209650 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c9d53814-6ab8-46f7-becc-325e9086ea8d tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060227 Mar 03 12:22:35.212132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37906) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:35.216577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5b2a7b1f-b0e0-4435-8f63-5bee18f2bd13 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:35.223394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5b2a7b1f-b0e0-4435-8f63-5bee18f2bd13 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:35.228196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5b2a7b1f-b0e0-4435-8f63-5bee18f2bd13 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:35.231168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5b2a7b1f-b0e0-4435-8f63-5bee18f2bd13 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:35.236833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5b2a7b1f-b0e0-4435-8f63-5bee18f2bd13 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:35.254889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:35.281701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:35.292039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 4da77b9f-6f44-4261-8407-64ad4f4546e5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:35.326746 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'code': 200} Mar 03 12:22:35.357554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:35.408777 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-5b2a7b1f-b0e0-4435-8f63-5bee18f2bd13 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.409975 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5b2a7b1f-b0e0-4435-8f63-5bee18f2bd13 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1969759 Mar 03 12:22:35.412997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37912) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:35.418336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c1103240-1498-4b92-a6eb-ac9e6e69c7e5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:35.419582 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-c1103240-1498-4b92-a6eb-ac9e6e69c7e5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 12:22:35.420084 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-c1103240-1498-4b92-a6eb-ac9e6e69c7e5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.420997 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c1103240-1498-4b92-a6eb-ac9e6e69c7e5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070834 Mar 03 12:22:35.423595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37916) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:35.428890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=4da77b9f-6f44-4261-8407-64ad4f4546e5,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:35.429065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0bd151e3-f74b-4f71-8fb6-f3bd28bd10c7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:35.436520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0bd151e3-f74b-4f71-8fb6-f3bd28bd10c7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:35.440277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0bd151e3-f74b-4f71-8fb6-f3bd28bd10c7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:35.443097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0bd151e3-f74b-4f71-8fb6-f3bd28bd10c7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:35.450167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0bd151e3-f74b-4f71-8fb6-f3bd28bd10c7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:35.593026 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-0bd151e3-f74b-4f71-8fb6-f3bd28bd10c7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.593978 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0bd151e3-f74b-4f71-8fb6-f3bd28bd10c7 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1694944 Mar 03 12:22:35.597226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37920) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:35.602217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a6610ec0-9a77-4a4c-ac26-6ed1f9090070 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:35.602677 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-a6610ec0-9a77-4a4c-ac26-6ed1f9090070 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 12:22:35.603128 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-a6610ec0-9a77-4a4c-ac26-6ed1f9090070 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.604764 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a6610ec0-9a77-4a4c-ac26-6ed1f9090070 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066097 Mar 03 12:22:35.607031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37924) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:35.611327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4833e97a-4c7a-4256-bf09-51c639225cc6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:35.617641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4833e97a-4c7a-4256-bf09-51c639225cc6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:35.621417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4833e97a-4c7a-4256-bf09-51c639225cc6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:35.624441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4833e97a-4c7a-4256-bf09-51c639225cc6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:35.629983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4833e97a-4c7a-4256-bf09-51c639225cc6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:35.764308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62236-956d-4727-8434-b44db809fdda req-e3db807c-cea0-45b9-b557-71ce3e418c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:35.765737 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff62236-956d-4727-8434-b44db809fdda req-e3db807c-cea0-45b9-b557-71ce3e418c3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1099 time: 0.0885615 Mar 03 12:22:35.788559 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-4833e97a-4c7a-4256-bf09-51c639225cc6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.790171 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4833e97a-4c7a-4256-bf09-51c639225cc6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1823294 Mar 03 12:22:35.793352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37928) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:35.798821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-269541d0-40fe-4f7d-874b-9f1085438dc5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'c541da9b-ced1-49fa-914f-0792426a968d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:35.806124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-269541d0-40fe-4f7d-874b-9f1085438dc5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:35.809540 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aff62236-956d-4727-8434-b44db809fdda req-9e20f4b3-6f1a-461d-8029-8bb9a8a3d920 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Mar 03 12:22:35.809806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-269541d0-40fe-4f7d-874b-9f1085438dc5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:35.812921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-269541d0-40fe-4f7d-874b-9f1085438dc5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:35.819102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-269541d0-40fe-4f7d-874b-9f1085438dc5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:35.953413 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-269541d0-40fe-4f7d-874b-9f1085438dc5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:35.954494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-269541d0-40fe-4f7d-874b-9f1085438dc5 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1598577 Mar 03 12:22:35.957223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37932) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:36.129276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5de8391d-064a-44f6-a69a-8da4d32afd28 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.155410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5de8391d-064a-44f6-a69a-8da4d32afd28 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.282933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5de8391d-064a-44f6-a69a-8da4d32afd28 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.302962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8391d-064a-44f6-a69a-8da4d32afd28 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c541da9b-ced1-49fa-914f-0792426a968d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:36.309525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5de8391d-064a-44f6-a69a-8da4d32afd28 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.313183 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5de8391d-064a-44f6-a69a-8da4d32afd28 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/c541da9b-ced1-49fa-914f-0792426a968d HTTP/1.1" status: 204 len: 168 time: 0.3550436 Mar 03 12:22:36.313764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37938) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:36.330441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c091fd-5ab0-4d96-9854-b2d9f5a0b104 req-42c6be4c-2f95-4682-92f9-ec8577b01634 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:36.332084 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-24c091fd-5ab0-4d96-9854-b2d9f5a0b104 req-42c6be4c-2f95-4682-92f9-ec8577b01634 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 946 time: 0.0836248 Mar 03 12:22:36.368702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c57d7f27-baa6-4d46-8e14-937cf44255d2 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Synchronizing usage tracker for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:36.378220 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-24c091fd-5ab0-4d96-9854-b2d9f5a0b104 req-427e8fe7-6f0a-4a1f-89d1-3afbda474f0d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Mar 03 12:22:36.438451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c57d7f27-baa6-4d46-8e14-937cf44255d2 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Unset dirty status for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:36.439713 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c57d7f27-baa6-4d46-8e14-937cf44255d2 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1250682 Mar 03 12:22:36.443616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37942) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:36.448594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136815671'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:36.455273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:36.465337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:36.535857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.555022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:36.558786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:36.561520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:36.567083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:36.638013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.724477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.770334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a819da4a-e86b-4409-9425-b6d5b461055b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:36.866076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:36.867349 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7feb2e15-4f92-459d-a60c-c034cb2edb7c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4227087 Mar 03 12:22:36.870432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37946) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:36.876064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e68e2b27-1dc2-4520-9633-9dd980ce5168 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'a819da4a-e86b-4409-9425-b6d5b461055b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:36.881940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e68e2b27-1dc2-4520-9633-9dd980ce5168 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:36.886351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e68e2b27-1dc2-4520-9633-9dd980ce5168 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:36.889369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e68e2b27-1dc2-4520-9633-9dd980ce5168 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:36.896124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e68e2b27-1dc2-4520-9633-9dd980ce5168 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:37.107486 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-e68e2b27-1dc2-4520-9633-9dd980ce5168 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The resource could not be found. Mar 03 12:22:37.108618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e68e2b27-1dc2-4520-9633-9dd980ce5168 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2372437 Mar 03 12:22:37.111363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37950) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:37.116433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-df0205f2-bbc8-4008-be22-d3478dacf336 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': 'a819da4a-e86b-4409-9425-b6d5b461055b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd8eea362-fe3d-4c48-8777-d23ffaf3f15b'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:37.122886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-df0205f2-bbc8-4008-be22-d3478dacf336 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:37.126714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-df0205f2-bbc8-4008-be22-d3478dacf336 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:37.129495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-df0205f2-bbc8-4008-be22-d3478dacf336 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:37.136124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-df0205f2-bbc8-4008-be22-d3478dacf336 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:37.283223 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-df0205f2-bbc8-4008-be22-d3478dacf336 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The resource could not be found. Mar 03 12:22:37.284269 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df0205f2-bbc8-4008-be22-d3478dacf336 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1719940 Mar 03 12:22:37.287093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37954) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:37.350581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-850ed1d8-0884-4822-b1b1-d1cac6d0132c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:37.377768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-850ed1d8-0884-4822-b1b1-d1cac6d0132c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:37.520448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-850ed1d8-0884-4822-b1b1-d1cac6d0132c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:37.546384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ed1d8-0884-4822-b1b1-d1cac6d0132c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a819da4a-e86b-4409-9425-b6d5b461055b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:37.558649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-850ed1d8-0884-4822-b1b1-d1cac6d0132c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:37.559747 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-850ed1d8-0884-4822-b1b1-d1cac6d0132c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/a819da4a-e86b-4409-9425-b6d5b461055b HTTP/1.1" status: 204 len: 168 time: 0.2717633 Mar 03 12:22:37.562459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37960) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:37.628908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc3120-2c3b-4ebf-b916-341fd99ee534 req-ded8d52b-4458-4f34-bfd6-973ac1373f70 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:37.630258 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-71bc3120-2c3b-4ebf-b916-341fd99ee534 req-ded8d52b-4458-4f34-bfd6-973ac1373f70 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 946 time: 0.1457605 Mar 03 12:22:37.636193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-281798de-4d60-4263-bcd2-dca4cf5fb1f6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Synchronizing usage tracker for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:37.684050 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-71bc3120-2c3b-4ebf-b916-341fd99ee534 req-f936bc31-e8e5-41c2-990c-3b478d2c7802 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452151 Mar 03 12:22:37.747765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-281798de-4d60-4263-bcd2-dca4cf5fb1f6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Unset dirty status for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:37.749337 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-281798de-4d60-4263-bcd2-dca4cf5fb1f6 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1859429 Mar 03 12:22:37.753426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37966) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:37.758577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-678642ee-4d4a-49a1-a8bf-d02e115f9563 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': '65fc9fa6-4879-4d8e-81bf-d2a1916f2462', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:37.764598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-678642ee-4d4a-49a1-a8bf-d02e115f9563 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:37.768366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-678642ee-4d4a-49a1-a8bf-d02e115f9563 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:37.772035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-678642ee-4d4a-49a1-a8bf-d02e115f9563 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:37.781274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-678642ee-4d4a-49a1-a8bf-d02e115f9563 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:37.879911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da32459-f8d5-4a2b-b234-e15ed42e36f4 req-09096c10-ec13-4519-9dc1-54ad431de602 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:37.881285 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6da32459-f8d5-4a2b-b234-e15ed42e36f4 req-09096c10-ec13-4519-9dc1-54ad431de602 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 946 time: 0.0884812 Mar 03 12:22:37.931003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6da32459-f8d5-4a2b-b234-e15ed42e36f4 req-efbfe7ea-e29d-4b6d-8b99-875ede51f503 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418491 Mar 03 12:22:37.955787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37970) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:37.995177 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-678642ee-4d4a-49a1-a8bf-d02e115f9563 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The resource could not be found. Mar 03 12:22:37.996337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-678642ee-4d4a-49a1-a8bf-d02e115f9563 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2419474 Mar 03 12:22:37.999771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.000510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37974) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:38.005780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--821149176'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:38.012265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:38.022341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:38.027638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-591076ad-694d-4375-8f0f-e38991851597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.033325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f05f3ab-27d4-4d05-9d51-fcb72970776f tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:38.034792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2f05f3ab-27d4-4d05-9d51-fcb72970776f tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1094 time: 0.0780151 Mar 03 12:22:38.037714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 37978) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:38.049421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:38.049421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:38.053126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:floatingip and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:38.056251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:38.062564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:38.085003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.106092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:38.110105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:38.112987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:38.118936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:38.121008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.289632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.314995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.355188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.422842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f3107c-1b93-4406-9099-90b58c6393ad,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:38.496997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Allocated IP 172.26.8.117 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/cedbd228-cbc3-44eb-b54c-f1a3deccd559) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:22:38.499194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.500480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-44be931e-23a5-4880-9174-9047bf03e117 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4989121 Mar 03 12:22:38.503367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37982) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:38.509296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--451213698'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:38.515022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:38.519119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:38.522040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:38.527909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:38.620319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.641640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:38.645420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:38.646405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.648216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:38.654613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:38.722528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.734825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.781683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.798339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:22:38.800993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:22:38.810074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:22:38.828557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e222cb3c-0ab1-4494-aa57-8faac159b2bd,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:38.848915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=cedbd228-cbc3-44eb-b54c-f1a3deccd559,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:38.895881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:38.897259 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eb61338b-7cf1-4fbf-83ab-c80c3ed78c03 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3927372 Mar 03 12:22:38.900074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37986) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:38.905277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ce85c60a-5c4d-48ec-8e03-a9d8b9e3df01 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group_rule': {'security_group_id': '09f3107c-1b93-4406-9099-90b58c6393ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e222cb3c-0ab1-4494-aa57-8faac159b2bd'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:38.913275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ce85c60a-5c4d-48ec-8e03-a9d8b9e3df01 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:38.916324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ce85c60a-5c4d-48ec-8e03-a9d8b9e3df01 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:38.919194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ce85c60a-5c4d-48ec-8e03-a9d8b9e3df01 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:38.924910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ce85c60a-5c4d-48ec-8e03-a9d8b9e3df01 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:39.090620 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-ce85c60a-5c4d-48ec-8e03-a9d8b9e3df01 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:22:39.091657 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ce85c60a-5c4d-48ec-8e03-a9d8b9e3df01 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1906686 Mar 03 12:22:39.094521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37990) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:39.159658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1e68ca67-3eaf-474f-a668-4a4af11f2e04 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.186924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1e68ca67-3eaf-474f-a668-4a4af11f2e04 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.222808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.323229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1e68ca67-3eaf-474f-a668-4a4af11f2e04 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.343372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68ca67-3eaf-474f-a668-4a4af11f2e04 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e222cb3c-0ab1-4494-aa57-8faac159b2bd,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:39.350218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1e68ca67-3eaf-474f-a668-4a4af11f2e04 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.352139 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1e68ca67-3eaf-474f-a668-4a4af11f2e04 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/e222cb3c-0ab1-4494-aa57-8faac159b2bd HTTP/1.1" status: 204 len: 168 time: 0.2560055 Mar 03 12:22:39.354941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37994) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:39.395245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.417447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9c3471aa-dece-4e2c-ac55-db6c812005c3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Synchronizing usage tracker for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:39.483079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9c3471aa-dece-4e2c-ac55-db6c812005c3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Unset dirty status for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:39.484438 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9c3471aa-dece-4e2c-ac55-db6c812005c3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1285911 Mar 03 12:22:39.487377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 37998) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:39.549988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dbfdf79-5c28-437b-a602-f21aa1e662ff tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.580578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dbfdf79-5c28-437b-a602-f21aa1e662ff tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.707450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.769742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.798301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dbfdf79-5c28-437b-a602-f21aa1e662ff tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.816522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfdf79-5c28-437b-a602-f21aa1e662ff tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f3107c-1b93-4406-9099-90b58c6393ad,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:39.884357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1dbfdf79-5c28-437b-a602-f21aa1e662ff tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.887982 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1dbfdf79-5c28-437b-a602-f21aa1e662ff tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/09f3107c-1b93-4406-9099-90b58c6393ad HTTP/1.1" status: 204 len: 168 time: 0.3972046 Mar 03 12:22:39.888252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=cedbd228-cbc3-44eb-b54c-f1a3deccd559,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:39.888443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38002) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:39.895878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:39.941053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-945b01c8-f041-4c36-88f4-46ab41f25e99 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Synchronizing usage tracker for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:40.009805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-945b01c8-f041-4c36-88f4-46ab41f25e99 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Unset dirty status for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:40.011088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-945b01c8-f041-4c36-88f4-46ab41f25e99 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215897 Mar 03 12:22:40.015728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38006) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:40.020702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'tempest-secgroup--128092564'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:40.027284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:40.036810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:40.071608 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Floating IP 55d5e207-3ed0-430c-a103-6fe2fbf5ccae associated. External IP: 172.26.8.117, port: 4da77b9f-6f44-4261-8407-64ad4f4546e5. Mar 03 12:22:40.119022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.135964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5bed-f3c2-4468-a1bc-7570801e955b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.139705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:40.143546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Usage tracker for resource:security_group_rule and tenant:8d45bd0b976e4304a31ff643381a636d is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:40.146358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:40.152059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:40.222575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.295750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.346683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5d52b8-f4eb-4d94-ae86-445c7b55743f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:40.433080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.434335 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f475e3af-2e3a-4d79-bd19-f7bcd668814f tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4176438 Mar 03 12:22:40.437268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38010) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:40.439591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:22:40.442173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7d9436bf-2002-4e4f-b67c-04b551b84d3c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:40.442804 dv-neutron-831730-1-hyperv neutron-server[88430]: WARNING neutron.api.v2.base [None req-7d9436bf-2002-4e4f-b67c-04b551b84d3c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 12:22:40.443289 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-7d9436bf-2002-4e4f-b67c-04b551b84d3c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 12:22:40.444222 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7d9436bf-2002-4e4f-b67c-04b551b84d3c tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "PUT /v2.0/security-groups/dc5d52b8-f4eb-4d94-ae86-445c7b55743f HTTP/1.1" status: 409 len: 330 time: 0.0060263 Mar 03 12:22:40.447087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38014) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:40.508066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ca62b40-c4ac-44dc-afaa-17bae150edd3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.533853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ca62b40-c4ac-44dc-afaa-17bae150edd3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.619138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:22:40.628750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:22:40.637789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:40.638413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:40.655847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ca62b40-c4ac-44dc-afaa-17bae150edd3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.675755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca62b40-c4ac-44dc-afaa-17bae150edd3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5d52b8-f4eb-4d94-ae86-445c7b55743f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:40.686436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ca62b40-c4ac-44dc-afaa-17bae150edd3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.687627 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8ca62b40-c4ac-44dc-afaa-17bae150edd3 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/dc5d52b8-f4eb-4d94-ae86-445c7b55743f HTTP/1.1" status: 204 len: 168 time: 0.2396958 Mar 03 12:22:40.690288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38018) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:40.730012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:40.744224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-733164c8-ee01-416c-a6c9-9f28457a87b4 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Synchronizing usage tracker for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:40.786941 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4c88c98f-3193-43c1-a83d-d8047d75b4c8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7481830 Mar 03 12:22:40.787512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:40.805272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-733164c8-ee01-416c-a6c9-9f28457a87b4 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] Unset dirty status for tenant:8d45bd0b976e4304a31ff643381a636d on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:40.808238 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-733164c8-ee01-416c-a6c9-9f28457a87b4 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1168625 Mar 03 12:22:40.811102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38026) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:40.828669 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-69bc94d9-f243-41fb-a60c-f4b3539eb881 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] delete failed (client error): The resource could not be found. Mar 03 12:22:40.830250 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-69bc94d9-f243-41fb-a60c-f4b3539eb881 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "DELETE /v2.0/security-groups/f22ce3ca-6a96-40c6-8f7d-84ebc75d907a HTTP/1.1" status: 404 len: 347 time: 0.0176589 Mar 03 12:22:40.833484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38030) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:40.839396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'status': 'completed', 'code': 200} Mar 03 12:22:40.845512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:40.854595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-d1664294-7e6b-4ced-8527-d57d52e52001 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] show failed (client error): The resource could not be found. Mar 03 12:22:40.855667 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d1664294-7e6b-4ced-8527-d57d52e52001 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-groups/7425db68-ba0a-4e06-ba04-cde4a0c58908 HTTP/1.1" status: 404 len: 347 time: 0.0211036 Mar 03 12:22:40.859573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38034) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:40.913597 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.api.v2.resource [None req-35e8a600-ed16-4527-b537-fe3f30b54bb2 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] show failed (client error): The resource could not be found. Mar 03 12:22:40.915272 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-35e8a600-ed16-4527-b537-fe3f30b54bb2 tempest-NegativeSecGroupTest-545158018 tempest-NegativeSecGroupTest-545158018-project] 10.222.0.35 "GET /v2.0/security-group-rules/0c115d3a-5cef-40f1-92d9-1fd0eb9b5872 HTTP/1.1" status: 404 len: 356 time: 0.0546436 Mar 03 12:22:40.950095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-162fb113-46ac-4e5e-8281-dbc4e7379cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:40.951549 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-162fb113-46ac-4e5e-8281-dbc4e7379cc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1099 time: 0.0895684 Mar 03 12:22:41.094602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-0dbd6bb8-40e6-48df-b557-6f0d021d6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:41.096069 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-0dbd6bb8-40e6-48df-b557-6f0d021d6560 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.1376367 Mar 03 12:22:41.182993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:41.201322 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-6456a20e-59ee-41c5-9835-77781999ce42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 1000 time: 0.0983469 Mar 03 12:22:41.215026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:39Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:41.219006 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:22:41.228178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:22:41.229128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:22:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:41.264691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-9f29ab42-7e37-4359-b84a-3c83ca91f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:41.266112 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-9f29ab42-7e37-4359-b84a-3c83ca91f471 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0581760 Mar 03 12:22:41.352496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-36182d75-317e-4721-afca-1bd23e6203dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:41.354484 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-36182d75-317e-4721-afca-1bd23e6203dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815978 Mar 03 12:22:41.365747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-b02180da-dbce-4e70-9213-904deb7c92b6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:22:41.366799 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-b02180da-dbce-4e70-9213-904deb7c92b6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057285 Mar 03 12:22:41.430662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:22:41.441201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38042) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:41.473093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:41.518397 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-46803476-6356-496c-8c66-aa20659fb243 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451519 Mar 03 12:22:41.599723 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a3aed229-4c27-4ecc-92f1-81fa21ea0a46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d45bd0b976e4304a31ff643381a636d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548789 Mar 03 12:22:41.599957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38048) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:41.655676 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1e102ecf-fa64-4d05-bf2c-fd4e5ff11390 req-a96e485c-38c9-48fb-a1f3-5994265840c7 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299348 Mar 03 12:22:41.659875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4cf7415f-241b-4446-ac3f-e514054b5e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:41.694844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4cf7415f-241b-4446-ac3f-e514054b5e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:41.790311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:39Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:22:41.794325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d6c776-84fa-4635-bd4a-34aca76fb751 None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:39Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:22:41.827292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4cf7415f-241b-4446-ac3f-e514054b5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:41.845057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7415f-241b-4446-ac3f-e514054b5e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29534f5b-03ea-4b57-bde5-11e8db023959,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:41.940665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4cf7415f-241b-4446-ac3f-e514054b5e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:41.941792 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4cf7415f-241b-4446-ac3f-e514054b5e2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29534f5b-03ea-4b57-bde5-11e8db023959 HTTP/1.1" status: 204 len: 168 time: 0.3409879 Mar 03 12:22:41.986842 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6784d2a-dcb3-448a-acfd-0420ed7848fa None None] New status for floating IP 55d5e207-3ed0-430c-a103-6fe2fbf5ccae: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:22:42.747155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:42.941913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38072) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:43.046751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-215203914-network', 'tenant_id': '72f8ebc20e6f4314b7e3b195ddf382d4'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:43.051538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:43.056895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Usage tracker for resource:network and tenant:72f8ebc20e6f4314b7e3b195ddf382d4 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:43.059753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:43.065844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:43.135654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Made reservation on behalf of 72f8ebc20e6f4314b7e3b195ddf382d4 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:22:43.137859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.150110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.164509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:43.168289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Usage tracker for resource:security_group_rule and tenant:72f8ebc20e6f4314b7e3b195ddf382d4 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:43.171032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:43.176905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:43.257993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.318272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.348679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:22:43.357489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:43.363720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.364075 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Added segment 18f78429-83c3-4ebd-a3a7-aadb052baf86 of type vlan for network ae2399ec-d12f-41c6-b71b-66b54ef788e3 Mar 03 12:22:43.390811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.484081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.485020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:43.485605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:43.696326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] Pushing event updated for resources: {'Network': ['ID=ae2399ec-d12f-41c6-b71b-66b54ef788e3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:43.706266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network ae2399ec-d12f-41c6-b71b-66b54ef788e3 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:22:43.765213 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e620c997-c3a8-408c-a9dc-8d4cb8267b1d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8222103 Mar 03 12:22:43.768145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38078) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:43.773482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Request body: {'subnet': {'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-215203914-subnet', 'tenant_id': '72f8ebc20e6f4314b7e3b195ddf382d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:43.779245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:43.783104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Usage tracker for resource:subnet and tenant:72f8ebc20e6f4314b7e3b195ddf382d4 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:43.785932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:43.792264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:43.895408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Made reservation on behalf of 72f8ebc20e6f4314b7e3b195ddf382d4 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:22:43.897786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:44.152916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:44.229012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dff6506-4777-4051-a378-37ecb7a32344,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:44.238225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Checking segment: {'id': '18f78429-83c3-4ebd-a3a7-aadb052baf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:22:44.238578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Network hostable DHCP agents. Network: ae2399ec-d12f-41c6-b71b-66b54ef788e3, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:22:44.341334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Network ae2399ec-d12f-41c6-b71b-66b54ef788e3 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:22:44.404016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, ae2399ec-d12f-41c6-b71b-66b54ef788e3) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:22:44.408311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:44.408903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:44.412935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa31852-80b9-425b-8f64-d19f12c05aed None None] Network ae2399ec-d12f-41c6-b71b-66b54ef788e3 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:44.496394 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e8c2b9f5-9959-4946-9da2-c7f3cb2224e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7271588 Mar 03 12:22:44.629500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7c6ec-9463-4a63-9273-bff63d32ea9a None None] Network ae2399ec-d12f-41c6-b71b-66b54ef788e3 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:45.241894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38096) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:45.247353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1457446820-network', 'tenant_id': '7fb9d86f304c4993bfcb146bdaa6b367'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:45.252248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:45.256044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Usage tracker for resource:network and tenant:7fb9d86f304c4993bfcb146bdaa6b367 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:45.258942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:45.264563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:45.353191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Made reservation on behalf of 7fb9d86f304c4993bfcb146bdaa6b367 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:22:45.355584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.367663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.381729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:45.385987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb9d86f304c4993bfcb146bdaa6b367 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:45.388768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:45.394312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:45.472557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.540909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.567346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:22:45.579668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0dd57d-680b-405d-a159-e415d93aa81a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:45.584813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.585178 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Added segment 7945c24c-6864-4d52-aab7-01afbfd9f36e of type vlan for network e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d Mar 03 12:22:45.611489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.706892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.707844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:45.708471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:45.770516 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:22:45.816329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:45.826851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:22:45.904369 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7a55e137-8a8c-44d5-9aed-9a3d3ae69535 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6592512 Mar 03 12:22:45.905103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38100) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:45.911186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Request body: {'subnet': {'network_id': 'e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1457446820-subnet', 'tenant_id': '7fb9d86f304c4993bfcb146bdaa6b367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:45.915581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:45.919465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Usage tracker for resource:subnet and tenant:7fb9d86f304c4993bfcb146bdaa6b367 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:45.928045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:45.929258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:46.038889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Made reservation on behalf of 7fb9d86f304c4993bfcb146bdaa6b367 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:22:46.042037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:46.307198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:46.376832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9566abd-8a7a-4ccb-918e-dbc31db9fdf6,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:46.386735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Checking segment: {'id': '7945c24c-6864-4d52-aab7-01afbfd9f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:22:46.387084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Network hostable DHCP agents. Network: e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:22:46.449839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Network e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:22:46.547006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:22:46.551338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:46.552433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:46.555989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072d1a7b-73b3-4501-9483-066afc43854e None None] Network e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:46.645526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2d0ccfe8-76a7-4147-8a10-3acc46cf3427 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7392840 Mar 03 12:22:46.764504 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f714a7f-afa7-418f-bb2e-8594298e4297 None None] Network e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:22:47.209773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5ed6cc2f-8ef6-4033-8483-1d549d5aaabc tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:47.210439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5ed6cc2f-8ef6-4033-8483-1d549d5aaabc tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Synchronizing usage tracker for tenant:72f8ebc20e6f4314b7e3b195ddf382d4 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:47.461614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5ed6cc2f-8ef6-4033-8483-1d549d5aaabc tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Unset dirty status for tenant:72f8ebc20e6f4314b7e3b195ddf382d4 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:47.462826 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5ed6cc2f-8ef6-4033-8483-1d549d5aaabc tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/networks?id=ae2399ec-d12f-41c6-b71b-66b54ef788e3 HTTP/1.1" status: 200 len: 811 time: 0.3971038 Mar 03 12:22:47.477535 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-09012040-f634-46b1-8823-8d9b35b91461 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/quotas/72f8ebc20e6f4314b7e3b195ddf382d4 HTTP/1.1" status: 200 len: 375 time: 0.0093026 Mar 03 12:22:47.528373 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-fe902ee2-9729-4857-b822-8cc3b6fc54b8 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=72f8ebc20e6f4314b7e3b195ddf382d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459616 Mar 03 12:22:47.538377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-e21393d2-4aae-4b0a-aff3-c79ba8c71ac5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:22:47.539341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-e21393d2-4aae-4b0a-aff3-c79ba8c71ac5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047655 Mar 03 12:22:47.668792 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-e375121d-dc55-42d3-99d6-433f63024570 service neutron] 10.222.0.35 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241310 Mar 03 12:22:47.808378 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-668dbd26-8517-4c2a-b718-18d54aa74721 service neutron] 10.222.0.35 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335661 Mar 03 12:22:48.108307 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0f9d78e0-8adc-4137-9030-770406c83016 req-6eaed9e0-b19b-47a0-b920-260b27330323 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 210 time: 0.0584619 Mar 03 12:22:49.255141 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-535054ee-b671-41c7-9952-af8c31ad190c req-e51b3fe9-a393-49ce-a762-060f2069c101 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 210 time: 0.0418229 Mar 03 12:22:50.311302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-07732f06-d089-4339-a674-8d6a66494965 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:50.312893 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-07732f06-d089-4339-a674-8d6a66494965 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.26 "GET /v2.0/networks?id=ae2399ec-d12f-41c6-b71b-66b54ef788e3 HTTP/1.1" status: 200 len: 811 time: 0.1474087 Mar 03 12:22:50.326567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Request body: {'port': {'device_id': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3', 'admin_state_up': True, 'tenant_id': '72f8ebc20e6f4314b7e3b195ddf382d4'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:50.476312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:22:50.481371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Usage tracker for resource:port and tenant:72f8ebc20e6f4314b7e3b195ddf382d4 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:22:50.484395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:22:50.490482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:22:50.577175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Made reservation on behalf of 72f8ebc20e6f4314b7e3b195ddf382d4 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:22:50.580508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:50.596292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b0f395f8-f76d-4772-ad82-e6ffc3eab8de req-9e13c761-b7f6-495f-b187-90f90978eec4 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 210 time: 0.0582259 Mar 03 12:22:50.748064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Allocated IP 172.20.0.10 (ae2399ec-d12f-41c6-b71b-66b54ef788e3/5dff6506-4777-4051-a378-37ecb7a32344/0aea9892-69ac-4127-99ce-d916f0faee14) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:22:51.038065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:51.123249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:51.190302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Network ae2399ec-d12f-41c6-b71b-66b54ef788e3 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:22:51.201443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:22:51.205842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:22:51.237170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Pushing event updated for resources: {'Port': ['ID=0aea9892-69ac-4127-99ce-d916f0faee14,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:51.271960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:51.272587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:51.351990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-5e246c49-16e9-4638-ad38-4b6d2296bfc0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0300205 Mar 03 12:22:51.365752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Request body: {'port': {'device_id': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:22:51.480254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:51.782529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4be437-ee6a-4a2b-913f-91fa7d1f724d req-ed5d99fb-620a-4068-8d56-3fdce0f0dd7c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:51.783970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3d4be437-ee6a-4a2b-913f-91fa7d1f724d req-ed5d99fb-620a-4068-8d56-3fdce0f0dd7c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 932 time: 0.0828300 Mar 03 12:22:51.819228 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aea9892-69ac-4127-99ce-d916f0faee14 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:22:51.827477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:51.842971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Transition to ACTIVE for port object 0aea9892-69ac-4127-99ce-d916f0faee14 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:22:51.901878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:51.936991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-3d4be437-ee6a-4a2b-913f-91fa7d1f724d req-17de76fc-896f-4a21-87fa-52a980b1d427 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Synchronizing usage tracker for tenant:72f8ebc20e6f4314b7e3b195ddf382d4 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:52.033339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-3d4be437-ee6a-4a2b-913f-91fa7d1f724d req-17de76fc-896f-4a21-87fa-52a980b1d427 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Unset dirty status for tenant:72f8ebc20e6f4314b7e3b195ddf382d4 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:52.035347 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3d4be437-ee6a-4a2b-913f-91fa7d1f724d req-17de76fc-896f-4a21-87fa-52a980b1d427 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443900 Mar 03 12:22:52.063983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Pushing event updated for resources: {'Port': ['ID=0aea9892-69ac-4127-99ce-d916f0faee14,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:52.139306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Attempting to bind port 0aea9892-69ac-4127-99ce-d916f0faee14 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:22:52.139638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Attempting to bind port 0aea9892-69ac-4127-99ce-d916f0faee14 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '18f78429-83c3-4ebd-a3a7-aadb052baf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:22:52.139959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Attempting to bind port 0aea9892-69ac-4127-99ce-d916f0faee14 on network ae2399ec-d12f-41c6-b71b-66b54ef788e3 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:22:52.144475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Port 0aea9892-69ac-4127-99ce-d916f0faee14 on network ae2399ec-d12f-41c6-b71b-66b54ef788e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:22:52.144793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Attempting to bind port 0aea9892-69ac-4127-99ce-d916f0faee14 on network ae2399ec-d12f-41c6-b71b-66b54ef788e3 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:22:52.149831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:22:52.150162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Checking segment: {'id': '18f78429-83c3-4ebd-a3a7-aadb052baf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:22:52.150536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Bound using segment: {'id': '18f78429-83c3-4ebd-a3a7-aadb052baf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:22:52.150954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Bound port: 0aea9892-69ac-4127-99ce-d916f0faee14, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f78429-83c3-4ebd-a3a7-aadb052baf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:22:52.151293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:52.244758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] For port 0aea9892-69ac-4127-99ce-d916f0faee14, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:22:52.247883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] For port 0aea9892-69ac-4127-99ce-d916f0faee14, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0aea9892-69ac-4127-99ce-d916f0faee14,segment=NetworkSegment(18f78429-83c3-4ebd-a3a7-aadb052baf86),segment_id=18f78429-83c3-4ebd-a3a7-aadb052baf86)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:22:52.324564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:52.379069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:52.379722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:52.381144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3173db18-9961-4cb8-adb6-85231488230d service neutron] 10.222.0.26 "PUT /v2.0/ports/0aea9892-69ac-4127-99ce-d916f0faee14 HTTP/1.1" status: 200 len: 1094 time: 1.0199246 Mar 03 12:22:52.381583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'tag': '0aea9892-69ac-4127-99ce-d916f0faee14'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:52.409980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173db18-9961-4cb8-adb6-85231488230d service neutron] Pushing event updated for resources: {'Port': ['ID=0aea9892-69ac-4127-99ce-d916f0faee14,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:52.431637 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'tag': '0aea9892-69ac-4127-99ce-d916f0faee14', 'status': 'completed', 'code': 200} Mar 03 12:22:52.521395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd918-60b5-47f8-83c1-491caa2ca807 req-0366160c-f073-4f95-80d5-d1905ab36ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:52.522792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-479cd918-60b5-47f8-83c1-491caa2ca807 req-0366160c-f073-4f95-80d5-d1905ab36ab7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f8ebc20e6f4314b7e3b195ddf382d4&device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 1097 time: 0.0743246 Mar 03 12:22:52.664469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd918-60b5-47f8-83c1-491caa2ca807 req-94f923ea-ed0c-4ad7-b13f-16598074eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:52.666541 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-479cd918-60b5-47f8-83c1-491caa2ca807 req-94f923ea-ed0c-4ad7-b13f-16598074eb19 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=72f8ebc20e6f4314b7e3b195ddf382d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1333284 Mar 03 12:22:52.904762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd918-60b5-47f8-83c1-491caa2ca807 req-06e5256a-2f08-46c5-a4ff-fc3e35217d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:52.906115 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-479cd918-60b5-47f8-83c1-491caa2ca807 req-06e5256a-2f08-46c5-a4ff-fc3e35217d23 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2334211 Mar 03 12:22:53.011913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-f248bba0-2754-42cb-9c02-9eb2c7715a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:53.013369 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-f248bba0-2754-42cb-9c02-9eb2c7715a7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f8ebc20e6f4314b7e3b195ddf382d4&device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 1097 time: 0.0695965 Mar 03 12:22:53.088169 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-4c3bad5c-0a20-42ad-a6ca-650353065db0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aea9892-69ac-4127-99ce-d916f0faee14 HTTP/1.1" status: 200 len: 217 time: 0.0660863 Mar 03 12:22:53.153813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-76c4bb3f-5d1b-42f5-97a4-e9bf70d1154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:53.155293 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-76c4bb3f-5d1b-42f5-97a4-e9bf70d1154d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dff6506-4777-4051-a378-37ecb7a32344 HTTP/1.1" status: 200 len: 851 time: 0.0567110 Mar 03 12:22:53.204333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-36204327-9606-4271-bc9b-6902f93a577f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ae2399ec-d12f-41c6-b71b-66b54ef788e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433474 Mar 03 12:22:53.218411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f1029-7615-4d9d-8167-c78d708aab93 req-4aac5f5a-db09-49f2-9d7d-3224f1162750 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:53.219839 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fa0f1029-7615-4d9d-8167-c78d708aab93 req-4aac5f5a-db09-49f2-9d7d-3224f1162750 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 944 time: 0.0790281 Mar 03 12:22:53.264680 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fa0f1029-7615-4d9d-8167-c78d708aab93 req-2cefd48e-4ca3-45d4-a2ff-fcac80a5fffb tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 Mar 03 12:22:53.334998 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-3273b522-2082-4d5e-bc5d-4fdafe47fa7d service neutron] 10.222.0.26 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242292 Mar 03 12:22:53.479356 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8c0e05ff-6dd2-4f90-818a-2f20ab3c1492 req-f584b99e-4da8-42b5-95ef-2ec80ba0ca31 service neutron] 10.222.0.26 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371241 Mar 03 12:22:54.452091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2cf34-1fc4-4a9b-8dfa-4b25535ace5f req-98706e2b-68c4-4da6-8e5f-ce6777253d43 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:54.452692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-43a2cf34-1fc4-4a9b-8dfa-4b25535ace5f req-98706e2b-68c4-4da6-8e5f-ce6777253d43 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Synchronizing usage tracker for tenant:72f8ebc20e6f4314b7e3b195ddf382d4 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:22:54.545082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-43a2cf34-1fc4-4a9b-8dfa-4b25535ace5f req-98706e2b-68c4-4da6-8e5f-ce6777253d43 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Unset dirty status for tenant:72f8ebc20e6f4314b7e3b195ddf382d4 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:22:54.546230 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-43a2cf34-1fc4-4a9b-8dfa-4b25535ace5f req-98706e2b-68c4-4da6-8e5f-ce6777253d43 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 944 time: 0.1722615 Mar 03 12:22:54.591710 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-43a2cf34-1fc4-4a9b-8dfa-4b25535ace5f req-2b90de63-bf9c-449d-a27c-015308452bad tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Mar 03 12:22:55.120442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0aea9892-69ac-4127-99ce-d916f0faee14 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:22:55.262874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0aea9892-69ac-4127-99ce-d916f0faee14, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0aea9892-69ac-4127-99ce-d916f0faee14,segment=NetworkSegment(18f78429-83c3-4ebd-a3a7-aadb052baf86),segment_id=18f78429-83c3-4ebd-a3a7-aadb052baf86)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:55.274642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '0aea9892-69ac-4127-99ce-d916f0faee14', 'network_id': 'ae2399ec-d12f-41c6-b71b-66b54ef788e3', 'port_id': '0aea9892-69ac-4127-99ce-d916f0faee14', 'mac_address': 'fa:16:3e:0c:89:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dff6506-4777-4051-a378-37ecb7a32344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:22:55.335776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:55.355448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aea9892-69ac-4127-99ce-d916f0faee14 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:22:55.372148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0aea9892-69ac-4127-99ce-d916f0faee14, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0aea9892-69ac-4127-99ce-d916f0faee14,segment=NetworkSegment(18f78429-83c3-4ebd-a3a7-aadb052baf86),segment_id=18f78429-83c3-4ebd-a3a7-aadb052baf86)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:55.444522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:55.512374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0aea9892-69ac-4127-99ce-d916f0faee14,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:55.686939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0aea9892-69ac-4127-99ce-d916f0faee14'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:22:55.813711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e15cc-f889-48a4-9359-f205cd7ed01c req-75f3d0ea-d8e8-4d55-bf5b-3f47d3028462 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:55.820219 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ea8e15cc-f889-48a4-9359-f205cd7ed01c req-75f3d0ea-d8e8-4d55-bf5b-3f47d3028462 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 945 time: 0.1079316 Mar 03 12:22:55.874275 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ea8e15cc-f889-48a4-9359-f205cd7ed01c req-75644d50-95de-44d7-85e5-4077c47a3fb3 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516846 Mar 03 12:22:57.069629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59781790-c763-40c9-b0d4-ebd6f2f775f6 req-1ffd1240-68cb-4364-8b0f-35882b77096c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:57.069629 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59781790-c763-40c9-b0d4-ebd6f2f775f6 req-1ffd1240-68cb-4364-8b0f-35882b77096c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 945 time: 0.0909383 Mar 03 12:22:57.089653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38164) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:57.122061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0aea9892-69ac-4127-99ce-d916f0faee14 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:22:57.125937 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59781790-c763-40c9-b0d4-ebd6f2f775f6 req-0a69ffe9-8557-4254-bb49-309357c7ac93 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Mar 03 12:22:57.191903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eaa9ef-b5c8-427a-8d78-736af6d3eb1a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:57.191903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eaa9ef-b5c8-427a-8d78-736af6d3eb1a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:57.191903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eaa9ef-b5c8-427a-8d78-736af6d3eb1a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:57.199295 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-73eaa9ef-b5c8-427a-8d78-736af6d3eb1a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=17822fcff3a84dee86b9011027da4d20&network_id=52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 200 len: 2999 time: 0.1061757 Mar 03 12:22:57.276716 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 0aea9892-69ac-4127-99ce-d916f0faee14 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:22:57.283146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 0aea9892-69ac-4127-99ce-d916f0faee14 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:22:57.283146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:57.446995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:57.473619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aea9892-69ac-4127-99ce-d916f0faee14'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:22:57.484088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0aea9892-69ac-4127-99ce-d916f0faee14, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0aea9892-69ac-4127-99ce-d916f0faee14,segment=NetworkSegment(18f78429-83c3-4ebd-a3a7-aadb052baf86),segment_id=18f78429-83c3-4ebd-a3a7-aadb052baf86)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:22:57.519229 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aea9892-69ac-4127-99ce-d916f0faee14', 'code': 200} Mar 03 12:22:57.564426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:22:57.634457 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0aea9892-69ac-4127-99ce-d916f0faee14,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:22:57.928882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07709493-55ad-4332-80ff-1cac0dff5aa0 req-bb7c09c7-5632-47a2-9b35-b8ccf0b77e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:57.932260 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-07709493-55ad-4332-80ff-1cac0dff5aa0 req-bb7c09c7-5632-47a2-9b35-b8ccf0b77e73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 1099 time: 0.0765359 Mar 03 12:22:57.980777 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-07709493-55ad-4332-80ff-1cac0dff5aa0 req-eca6feb2-72a4-4dd2-82d8-6962cd8fcf70 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Mar 03 12:22:58.323665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2473d3a-d7ae-4536-9aad-2beee51d2690 req-e0ea3b07-bbbc-4546-b812-4fee6b71d206 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:58.329890 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d2473d3a-d7ae-4536-9aad-2beee51d2690 req-e0ea3b07-bbbc-4546-b812-4fee6b71d206 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0857086 Mar 03 12:22:58.383181 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d2473d3a-d7ae-4536-9aad-2beee51d2690 req-ecf44290-5123-410c-9e43-31a03f2d0d83 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Mar 03 12:22:59.228334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38180) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:22:59.298270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ec857-d06d-48bf-baf7-ceac5e8c384f tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:59.300273 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-295ec857-d06d-48bf-baf7-ceac5e8c384f tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 814 time: 0.0697048 Mar 03 12:22:59.564913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ad950-1cf8-4776-81af-a42d2fe95338 req-f632aaef-dd67-463d-8a4a-4d2cead468e5 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:59.566276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-967ad950-1cf8-4776-81af-a42d2fe95338 req-f632aaef-dd67-463d-8a4a-4d2cead468e5 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0788281 Mar 03 12:22:59.610112 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-967ad950-1cf8-4776-81af-a42d2fe95338 req-efa51956-b773-4346-b239-4dc31d8754bb tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Mar 03 12:22:59.801799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91eb44-ed8f-4ae9-8461-9a59b0f20650 req-8582a117-bc5b-4058-bf0e-fa3ad3ddd851 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:22:59.813549 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1a91eb44-ed8f-4ae9-8461-9a59b0f20650 req-8582a117-bc5b-4058-bf0e-fa3ad3ddd851 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0851438 Mar 03 12:22:59.849407 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1a91eb44-ed8f-4ae9-8461-9a59b0f20650 req-e2ac0c90-aca4-43aa-8396-659fc671b48d tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Mar 03 12:23:00.024837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38194) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:00.029233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--1477500346', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:00.034296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:00.046112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:00.158683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:23:00.164173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:00.194166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:23:00.203735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:00.203735 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment 12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f of type vlan for network c1ba765a-a075-4c76-bf97-8da050716e46 Mar 03 12:23:00.228265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:00.352971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:00.363387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:00.363387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:00.473332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=c1ba765a-a075-4c76-bf97-8da050716e46,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:00.484480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c1ba765a-a075-4c76-bf97-8da050716e46 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:23:00.499465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd30cc-16aa-4fd2-93ec-19d8ebcec537 req-bbd35328-4fe1-4e40-980f-ca47fd494641 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:00.500959 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-79cd30cc-16aa-4fd2-93ec-19d8ebcec537 req-bbd35328-4fe1-4e40-980f-ca47fd494641 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0838046 Mar 03 12:23:00.545714 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-79cd30cc-16aa-4fd2-93ec-19d8ebcec537 req-c04059c0-b6da-41a1-8e59-501f2d42f127 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Mar 03 12:23:00.553576 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c8b79e13-1a96-4cae-9052-5060f72bc80c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5288203 Mar 03 12:23:00.556633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38200) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:00.618724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d73f8-c21b-44b8-8415-522fce7cb4b6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:00.620908 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a79d73f8-c21b-44b8-8415-522fce7cb4b6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0626118 Mar 03 12:23:00.624066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38204) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:00.753263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c41327-d3b5-4245-86c9-94e7d03de6c3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:00.754716 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c4c41327-d3b5-4245-86c9-94e7d03de6c3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297710 Mar 03 12:23:00.757474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38208) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:00.796968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7cb09f41-ec88-4366-9f8a-08385b929f7b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385029 Mar 03 12:23:00.800528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38212) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:00.843665 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2c035c1e-a263-48ea-9052-e92194828c72 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421441 Mar 03 12:23:00.846053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38216) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:00.977601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d686b1b-096a-4f58-8bd3-d03b8b9474d9 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:00.979917 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3d686b1b-096a-4f58-8bd3-d03b8b9474d9 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329200 Mar 03 12:23:00.982703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38220) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:01.036586 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-77624e2c-0079-4e1b-9c10-fe3a84521c5e tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522459 Mar 03 12:23:01.039164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38224) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:01.046252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933193226', 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:01.164620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:01.169341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:01.172188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:01.178787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:01.243815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:23:01.248861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:01.545712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:01.623319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=76dfc814-f6cd-4654-b66f-3590dabd139b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:01.631178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:23:01.631563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: c1ba765a-a075-4c76-bf97-8da050716e46, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:23:01.729821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c1ba765a-a075-4c76-bf97-8da050716e46 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:23:01.740360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef0754-e803-40fa-9cf9-2afaf5d75e27 req-db8bbce1-bfbb-48ca-bdcc-72dbcb6503fe tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:01.742328 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77ef0754-e803-40fa-9cf9-2afaf5d75e27 req-db8bbce1-bfbb-48ca-bdcc-72dbcb6503fe tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0846596 Mar 03 12:23:01.787719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77ef0754-e803-40fa-9cf9-2afaf5d75e27 req-43a77448-7084-43d4-b97f-7f8dd294063f tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 Mar 03 12:23:01.802079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c1ba765a-a075-4c76-bf97-8da050716e46) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:23:01.802079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:01.802404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:01.808760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1645bc2c-d798-472e-8e96-767035e38205 None None] Network c1ba765a-a075-4c76-bf97-8da050716e46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:23:01.909765 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-acd621b6-c55b-43b3-b49e-68a114a5a66c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8679695 Mar 03 12:23:02.058799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-c1ba765a-a075-4c76-bf97-8da050716e46', 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': '76dfc814-f6cd-4654-b66f-3590dabd139b'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:23:02.060174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.249473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Allocated IP 172.20.0.18 (c1ba765a-a075-4c76-bf97-8da050716e46/76dfc814-f6cd-4654-b66f-3590dabd139b/8c8338fc-aff5-4722-9e76-4c427abc5fc0) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:23:02.437977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38238) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:02.456711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593806624', 'description': 'tempest-secgroup-smoke-593806624 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:02.472874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:02.492790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:02.496814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.507584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Transition to ACTIVE for port object 8c8338fc-aff5-4722-9e76-4c427abc5fc0 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:23:02.524366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Transition to ACTIVE for port object 8c8338fc-aff5-4722-9e76-4c427abc5fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:23:02.544051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-0f762684-8ce0-467f-a56f-4b4425c8c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:02.544051 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-0f762684-8ce0-467f-a56f-4b4425c8c29e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f8ebc20e6f4314b7e3b195ddf382d4&device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 1099 time: 0.1002281 Mar 03 12:23:02.549965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986922ed-0bd7-4af8-99d6-f05a42d452ed req-f4036feb-5d15-47f5-9ffe-7a00016fe672 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:02.551301 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-986922ed-0bd7-4af8-99d6-f05a42d452ed req-f4036feb-5d15-47f5-9ffe-7a00016fe672 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.3173888 Mar 03 12:23:02.604139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.631952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:02.635186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.640739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:02.640739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:02.644101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:02.704650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Network c1ba765a-a075-4c76-bf97-8da050716e46 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:23:02.704650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:23:02.709670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:23:02.710310 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-986922ed-0bd7-4af8-99d6-f05a42d452ed req-6c83c34d-f256-4dbb-b128-ab92a65907d8 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401064 Mar 03 12:23:02.741435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-e0a106fd-5656-4190-afa0-374477c92c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:02.745087 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-e0a106fd-5656-4190-afa0-374477c92c98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ae2399ec-d12f-41c6-b71b-66b54ef788e3 HTTP/1.1" status: 200 len: 912 time: 0.1908593 Mar 03 12:23:02.757894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.759641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Pushing event updated for resources: {'Port': ['ID=8c8338fc-aff5-4722-9e76-4c427abc5fc0,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:02.815125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Attempting to bind port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:23:02.819835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Attempting to bind port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:23:02.819969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.820115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Attempting to bind port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 on network c1ba765a-a075-4c76-bf97-8da050716e46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:23:02.820275 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-0bd2011e-7a8f-45c5-9194-cdc7c8c27ba3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aea9892-69ac-4127-99ce-d916f0faee14 HTTP/1.1" status: 200 len: 217 time: 0.0684559 Mar 03 12:23:02.821652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:23:02.822020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Checking segment: {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:23:02.822411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.822793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Bound using segment: {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:23:02.823779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Bound port: 8c8338fc-aff5-4722-9e76-4c427abc5fc0, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:23:02.824405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.865445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932eec50-907c-4a36-93ad-76415f142fd6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:02.876492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.876845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.877199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.877518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.877852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.878183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.878510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.878838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.879163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.879496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.879802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.880145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:02.888610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-1f1c6aa9-a4a7-40e1-a564-8251c1f712fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:02.890410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-1f1c6aa9-a4a7-40e1-a564-8251c1f712fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dff6506-4777-4051-a378-37ecb7a32344 HTTP/1.1" status: 200 len: 851 time: 0.0643384 Mar 03 12:23:02.927020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] For port 8c8338fc-aff5-4722-9e76-4c427abc5fc0, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:23:02.941174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] For port 8c8338fc-aff5-4722-9e76-4c427abc5fc0, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8c8338fc-aff5-4722-9e76-4c427abc5fc0,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:23:02.944183 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-bc4775ee-5164-439b-8123-ca04f732b7af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ae2399ec-d12f-41c6-b71b-66b54ef788e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413475 Mar 03 12:23:02.956525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:02.968710 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ddb432e2-87ab-43ec-b4d7-6b3bd433e768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5216136 Mar 03 12:23:02.968710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38242) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:02.968710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '932eec50-907c-4a36-93ad-76415f142fd6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:02.969135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:02.972942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:02.975770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:02.985358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:03.033509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.066517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.101244 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-7830990d-41ab-4e3d-a552-64fd38d260e2 service neutron] 10.222.0.26 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564891 Mar 03 12:23:03.117333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26edea2-0887-452c-af89-d90cde615ee4 None None] Pushing event updated for resources: {'Port': ['ID=8c8338fc-aff5-4722-9e76-4c427abc5fc0,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:03.146866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.221864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.246629 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-820e21d5-2f4a-44a1-b484-1da4801d48bc req-2225edff-9125-4f8b-a24e-e7245ccbb84f service neutron] 10.222.0.26 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394074 Mar 03 12:23:03.252711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b0d3f9-a182-4b15-9334-f7ae2776c1c2,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:03.347133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.349572 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d69c97fc-082c-4098-aa43-7647f3e80e82 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897617 Mar 03 12:23:03.351219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38246) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:03.356820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '932eec50-907c-4a36-93ad-76415f142fd6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:03.362831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:03.366786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:03.377993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:03.407175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:03.507945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.572925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.642146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.665082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e454480e-a099-4b0d-b5a6-9f692e5c6751,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:03.735686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.737578 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7109363b-fd98-475d-a73b-7819cb746815 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3848715 Mar 03 12:23:03.740051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38252) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:03.745900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '932eec50-907c-4a36-93ad-76415f142fd6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:03.755250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:03.757550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:03.759993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:03.767719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:03.888048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.964920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:03.978278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527bd9-1b37-476a-b71a-41011b0c4866 req-d68c780a-f6d5-489e-aafb-a7ce1b2d1f01 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:03.987401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02527bd9-1b37-476a-b71a-41011b0c4866 req-d68c780a-f6d5-489e-aafb-a7ce1b2d1f01 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.1632974 Mar 03 12:23:04.033652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.050441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02527bd9-1b37-476a-b71a-41011b0c4866 req-d31066a2-5ab8-4726-bb9b-8342d89cf539 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618382 Mar 03 12:23:04.065183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0c88c4-2802-45a8-96aa-f51b116657b1,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:04.154116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.154116 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2fcf5fa9-0165-4d03-aac8-b8c31d01ec8a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4116297 Mar 03 12:23:04.157859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38256) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:04.160883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '932eec50-907c-4a36-93ad-76415f142fd6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:04.167046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:04.171734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:04.174682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:04.183575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:04.213049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8c8338fc-aff5-4722-9e76-4c427abc5fc0 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:23:04.247478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a794d5a-9c13-44b3-810f-fdce0857edc2 None None] Network c1ba765a-a075-4c76-bf97-8da050716e46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:23:04.280721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.355547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.456145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.481353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e67cb89-b180-4ea5-9f47-95851c7f5680,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:04.498850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.501639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3aadb3fd-fe6a-4a21-8f81-234f8b95e52e None None] Provisioning for port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.504330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.508518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:23:04.509429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.509429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:04.509704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:04.509704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.537508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3aadb3fd-fe6a-4a21-8f81-234f8b95e52e None None] Provisioning complete for port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:04.537873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3aadb3fd-fe6a-4a21-8f81-234f8b95e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.576834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.577302 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cd7ec34e-38d2-4a2d-a592-402e870428ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4205408 Mar 03 12:23:04.580131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38260) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:04.585353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '932eec50-907c-4a36-93ad-76415f142fd6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:04.591798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:04.600251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:04.600251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:04.604693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:04.685028 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:23:04.692610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.770943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.779896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.812651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3aadb3fd-fe6a-4a21-8f81-234f8b95e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.832465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.845417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 8c8338fc-aff5-4722-9e76-4c427abc5fc0, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8c8338fc-aff5-4722-9e76-4c427abc5fc0,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:04.859307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409f5da8-cec4-4e87-9d90-6d35a1eccc77,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:04.942866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.969738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:04.972903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38264) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:04.978816 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5ae9f3b8-503b-4acd-9037-46d51f8226da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3919001 Mar 03 12:23:04.978933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '932eec50-907c-4a36-93ad-76415f142fd6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:04.984245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:04.988072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:04.990977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:04.998368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:05.061865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-3aadb3fd-fe6a-4a21-8f81-234f8b95e52e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:23:05.061865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-3aadb3fd-fe6a-4a21-8f81-234f8b95e52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:23:05.065241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=8c8338fc-aff5-4722-9e76-4c427abc5fc0,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:05.079431 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:23:05.086756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:05.168754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:05.232745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:05.248469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5f47-4bd6-4cf0-922b-a39ba23c73f2 req-bbfda36a-8094-422b-b9af-bca9e9b51ccd tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:05.249970 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fb0c5f47-4bd6-4cf0-922b-a39ba23c73f2 req-bbfda36a-8094-422b-b9af-bca9e9b51ccd tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0854642 Mar 03 12:23:05.257184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19496e74-bc85-4b57-b942-c016968a8a4a,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:05.299315 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fb0c5f47-4bd6-4cf0-922b-a39ba23c73f2 req-aba74c91-0cc3-4c5d-b64e-dfd9388dc041 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 Mar 03 12:23:05.324577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:05.326031 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-83eded8d-6c51-4be5-9645-5bb1a941bcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3521559 Mar 03 12:23:05.570051 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-5311c95a-887c-4dea-8991-538c0b06d5e5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593806624&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.0463581 Mar 03 12:23:05.729879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-567317f8-653c-4a0d-9ee3-a707891be4b6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:05.731407 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-567317f8-653c-4a0d-9ee3-a707891be4b6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=c1ba765a-a075-4c76-bf97-8da050716e46 HTTP/1.1" status: 200 len: 797 time: 0.1600304 Mar 03 12:23:05.748414 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-96fd3496-983b-4829-93d3-b99911b5d653 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0104010 Mar 03 12:23:05.751031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2139aa7b-6af6-4020-9f82-590aed769c2f None None] Provisioning complete for port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:05.751568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2139aa7b-6af6-4020-9f82-590aed769c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:05.873349 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-7e8a5a4e-4c3d-498f-8c88-35ec1f81a09a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1188672 Mar 03 12:23:05.890851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-24a80999-33ef-4539-96e0-7c6312f1e6b1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:23:05.891920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-24a80999-33ef-4539-96e0-7c6312f1e6b1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067794 Mar 03 12:23:05.954918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9330f0-916e-4e38-9056-ca0ff73d5ef0 req-27293bbb-5e07-4d52-ab87-03f38c56385f tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:05.956409 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9f9330f0-916e-4e38-9056-ca0ff73d5ef0 req-27293bbb-5e07-4d52-ab87-03f38c56385f tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0905263 Mar 03 12:23:06.002507 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9f9330f0-916e-4e38-9056-ca0ff73d5ef0 req-bf37dec5-b349-4727-8dd5-b8b523e68320 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Mar 03 12:23:06.034310 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-852f5ef1-82b0-48e4-a1a8-394940d9aaf6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1ba765a-a075-4c76-bf97-8da050716e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314199 Mar 03 12:23:06.178467 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-0c592504-fd8e-4772-a8d3-1af5616fda59 service neutron] 10.222.0.35 "GET /v2.0/networks/c1ba765a-a075-4c76-bf97-8da050716e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365955 Mar 03 12:23:06.181297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8c8338fc-aff5-4722-9e76-4c427abc5fc0 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:23:06.250099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:06.250717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:06.491946 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-42471c26-4b2a-4929-86fd-c87dadb5c96b req-27df122b-0598-4372-8cef-58f64991c644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 210 time: 0.0483847 Mar 03 12:23:07.296842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4341a-d857-4ec2-9e32-02a53485ff94 req-292716cb-fbcb-451d-a209-da7618036011 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:07.298296 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e2d4341a-d857-4ec2-9e32-02a53485ff94 req-292716cb-fbcb-451d-a209-da7618036011 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.1869090 Mar 03 12:23:07.342356 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e2d4341a-d857-4ec2-9e32-02a53485ff94 req-aa6118ee-677f-41c2-86bf-1983f42bac2c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Mar 03 12:23:07.826278 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f37291bd-9ca3-4b83-abd8-0556602b8af9 req-072afef0-31b1-4c1c-a665-eae164209809 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 210 time: 0.0422831 Mar 03 12:23:08.011307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:08.119191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e58e10fe-58dc-4152-b78f-792ba40948f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:08.139215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9f377-83da-4686-9c3f-10d63e68837c req-2b35f9cf-9dcf-4f9d-82be-84bd6abe56e4 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:08.146404 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b9c9f377-83da-4686-9c3f-10d63e68837c req-2b35f9cf-9dcf-4f9d-82be-84bd6abe56e4 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0838909 Mar 03 12:23:08.193944 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b9c9f377-83da-4686-9c3f-10d63e68837c req-ba370494-e2c2-4239-ac6f-d613f8a237eb tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473638 Mar 03 12:23:08.395932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-fd559ffe-5003-4423-9508-baa76ab86f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:08.397425 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-fd559ffe-5003-4423-9508-baa76ab86f13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f8ebc20e6f4314b7e3b195ddf382d4&device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 1099 time: 0.0780766 Mar 03 12:23:08.532081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-eace39ea-38d4-496f-a4f6-fba8f85852f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:08.535460 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-eace39ea-38d4-496f-a4f6-fba8f85852f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ae2399ec-d12f-41c6-b71b-66b54ef788e3 HTTP/1.1" status: 200 len: 912 time: 0.1299732 Mar 03 12:23:08.603687 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-d7745933-ae3b-4852-a407-52f495d53892 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aea9892-69ac-4127-99ce-d916f0faee14 HTTP/1.1" status: 200 len: 217 time: 0.0638709 Mar 03 12:23:08.667689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-63c473e0-55ac-4ba4-b193-4b8d21011c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:08.669475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-63c473e0-55ac-4ba4-b193-4b8d21011c82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dff6506-4777-4051-a378-37ecb7a32344 HTTP/1.1" status: 200 len: 851 time: 0.0582521 Mar 03 12:23:08.724483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-00625ab6-47cc-4f3b-8062-9f93ec5d3a92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ae2399ec-d12f-41c6-b71b-66b54ef788e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463722 Mar 03 12:23:08.865334 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-48536fcb-540b-4f41-b9d0-9448ffb3ea7d service neutron] 10.222.0.26 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328859 Mar 03 12:23:08.913407 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f5d6883-c717-42dd-a2b3-d88200a30f68 req-2f9f2a05-ff53-4d87-8cfe-060d0d28c737 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 210 time: 0.1501241 Mar 03 12:23:09.001109 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7b46125-c22f-4a93-99a5-c37f82381811 req-9af79e67-aec0-4b7d-9d5f-75f07da7ceca service neutron] 10.222.0.26 "GET /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296892 Mar 03 12:23:09.184851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-1f1a11b4-7ee6-432a-a46b-c3ba9f729148 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:09.186763 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-1f1a11b4-7ee6-432a-a46b-c3ba9f729148 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=c1ba765a-a075-4c76-bf97-8da050716e46 HTTP/1.1" status: 200 len: 797 time: 0.1552041 Mar 03 12:23:09.241176 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-27a9d8a2-a48d-489c-ad1e-5af6c58d9177 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 472 time: 0.0435722 Mar 03 12:23:09.251621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['932eec50-907c-4a36-93ad-76415f142fd6']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:09.446230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:23:09.454974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:port and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:23:09.458583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:23:09.470167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:23:09.475309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554b28e-c29c-4eb2-ba57-6fccc0214b5d req-bf6e7c84-42a1-477a-98b1-fd1f399ffc64 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:09.476801 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c554b28e-c29c-4eb2-ba57-6fccc0214b5d req-bf6e7c84-42a1-477a-98b1-fd1f399ffc64 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.1379297 Mar 03 12:23:09.526570 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c554b28e-c29c-4eb2-ba57-6fccc0214b5d req-1643aa63-597e-46db-b904-c8a5312748e0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Mar 03 12:23:09.541519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:23:09.545675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:09.707243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.21 (c1ba765a-a075-4c76-bf97-8da050716e46/76dfc814-f6cd-4654-b66f-3590dabd139b/88b366b8-a392-4ede-b105-028ef83b27b9) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:23:10.007126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:10.022847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 88b366b8-a392-4ede-b105-028ef83b27b9 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:23:10.072986 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-04e19d42-05c0-4c20-8c2d-efa990dc9f37 req-5f318a12-bcb0-4b54-82f0-89d0dc295136 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 210 time: 0.0427642 Mar 03 12:23:10.141351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:10.180916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75b44368-3903-4391-a6b1-59eb94d92be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:10.208894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c1ba765a-a075-4c76-bf97-8da050716e46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:23:10.216623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:23:10.218873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:23:10.260426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=88b366b8-a392-4ede-b105-028ef83b27b9,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:10.302583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:10.303207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:10.414615 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-264c700f-0f7b-4f40-b130-1f21ffd75341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1668069 Mar 03 12:23:10.425946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Request body: {'port': {'device_id': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:23:10.530365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0172cd76-29ef-468e-8071-d88ebb6bb341 None None] Provisioning for port 88b366b8-a392-4ede-b105-028ef83b27b9 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:23:10.533026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:10.534883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0172cd76-29ef-468e-8071-d88ebb6bb341 None None] Provisioning complete for port 88b366b8-a392-4ede-b105-028ef83b27b9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:10.535247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0172cd76-29ef-468e-8071-d88ebb6bb341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:10.591285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0172cd76-29ef-468e-8071-d88ebb6bb341 None None] Port 88b366b8-a392-4ede-b105-028ef83b27b9 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:23:10.848684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7978808-2328-4756-b75c-70341ab8d993 req-b7065112-9def-4df3-ad67-6e8eeaf2ef43 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:10.850157 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e7978808-2328-4756-b75c-70341ab8d993 req-b7065112-9def-4df3-ad67-6e8eeaf2ef43 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.1976171 Mar 03 12:23:10.917922 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e7978808-2328-4756-b75c-70341ab8d993 req-88ce9400-bcd5-4beb-b812-608b1f255dd4 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Mar 03 12:23:10.990915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b366b8-a392-4ede-b105-028ef83b27b9 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:23:10.998634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:11.014050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Transition to ACTIVE for port object 88b366b8-a392-4ede-b105-028ef83b27b9 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:23:11.072646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:11.177546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:11.280795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Pushing event updated for resources: {'Port': ['ID=88b366b8-a392-4ede-b105-028ef83b27b9,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:11.390160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Attempting to bind port 88b366b8-a392-4ede-b105-028ef83b27b9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:23:11.390490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Attempting to bind port 88b366b8-a392-4ede-b105-028ef83b27b9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:23:11.390818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Attempting to bind port 88b366b8-a392-4ede-b105-028ef83b27b9 on network c1ba765a-a075-4c76-bf97-8da050716e46 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:23:11.403491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68793d-e4f5-4497-b851-42fa6c13f2b2 req-e10916c8-e20d-4407-a7be-2ab79ae6cf54 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:11.412262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-0b68793d-e4f5-4497-b851-42fa6c13f2b2 req-e10916c8-e20d-4407-a7be-2ab79ae6cf54 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:23:11.412262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Port 88b366b8-a392-4ede-b105-028ef83b27b9 on network c1ba765a-a075-4c76-bf97-8da050716e46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:23:11.412262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Attempting to bind port 88b366b8-a392-4ede-b105-028ef83b27b9 on network c1ba765a-a075-4c76-bf97-8da050716e46 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:23:11.415986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:23:11.416340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Checking segment: {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:23:11.416714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Bound using segment: {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:23:11.417135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Bound port: 88b366b8-a392-4ede-b105-028ef83b27b9, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:23:11.417466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:11.426687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:11.510140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] For port 88b366b8-a392-4ede-b105-028ef83b27b9, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:23:11.513152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] For port 88b366b8-a392-4ede-b105-028ef83b27b9, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=88b366b8-a392-4ede-b105-028ef83b27b9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:23:11.585315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-0b68793d-e4f5-4497-b851-42fa6c13f2b2 req-e10916c8-e20d-4407-a7be-2ab79ae6cf54 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:23:11.585315 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b68793d-e4f5-4497-b851-42fa6c13f2b2 req-e10916c8-e20d-4407-a7be-2ab79ae6cf54 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 944 time: 0.3875213 Mar 03 12:23:11.617518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cde4d1-8775-4f88-b5e2-2961c7c67a46 req-88817e2f-81bc-4445-9b46-064db5bc0aad tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:11.619174 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-41cde4d1-8775-4f88-b5e2-2961c7c67a46 req-88817e2f-81bc-4445-9b46-064db5bc0aad tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0845344 Mar 03 12:23:11.627411 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b68793d-e4f5-4497-b851-42fa6c13f2b2 req-7cc77638-037e-4f42-835e-167c230e5728 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441768 Mar 03 12:23:11.631657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:11.666960 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-41cde4d1-8775-4f88-b5e2-2961c7c67a46 req-689f9479-1883-46e3-a67b-97f1c28092d0 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Mar 03 12:23:11.696210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:11.696823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:11.698168 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] 10.222.0.26 "PUT /v2.0/ports/88b366b8-a392-4ede-b105-028ef83b27b9 HTTP/1.1" status: 200 len: 1094 time: 1.2762988 Mar 03 12:23:11.699064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'tag': '88b366b8-a392-4ede-b105-028ef83b27b9'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:23:11.714818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f17a76-9408-42a6-8547-6ea8f283917d service neutron] Pushing event updated for resources: {'Port': ['ID=88b366b8-a392-4ede-b105-028ef83b27b9,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:11.749510 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'tag': '88b366b8-a392-4ede-b105-028ef83b27b9', 'status': 'completed', 'code': 200} Mar 03 12:23:11.843373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203366-31b6-4e4b-92b7-563ed9a89143 req-41f17b0b-8642-48a8-bd19-271e950c5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:11.844903 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3a203366-31b6-4e4b-92b7-563ed9a89143 req-41f17b0b-8642-48a8-bd19-271e950c5531 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0760818 Mar 03 12:23:11.989991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203366-31b6-4e4b-92b7-563ed9a89143 req-18722996-8a2d-40b1-b58c-88be91408649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:11.990151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203366-31b6-4e4b-92b7-563ed9a89143 req-18722996-8a2d-40b1-b58c-88be91408649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:11.992242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3a203366-31b6-4e4b-92b7-563ed9a89143 req-18722996-8a2d-40b1-b58c-88be91408649 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1390443 Mar 03 12:23:12.127757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203366-31b6-4e4b-92b7-563ed9a89143 req-52b00a11-95bb-4cdd-975c-6724b47f7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:12.129245 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3a203366-31b6-4e4b-92b7-563ed9a89143 req-52b00a11-95bb-4cdd-975c-6724b47f7a22 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314814 Mar 03 12:23:12.339914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-8087d21c-5528-4da3-810e-6f3ac0b5ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:12.343206 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-8087d21c-5528-4da3-810e-6f3ac0b5ba52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1776123 Mar 03 12:23:12.412469 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-fcc8e4ed-65f6-45fa-a961-c545fb824ff9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=88b366b8-a392-4ede-b105-028ef83b27b9 HTTP/1.1" status: 200 len: 217 time: 0.0622725 Mar 03 12:23:12.473016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-fb1d3d14-be05-4376-be37-5924136dff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:12.474764 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-fb1d3d14-be05-4376-be37-5924136dff92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=76dfc814-f6cd-4654-b66f-3590dabd139b HTTP/1.1" status: 200 len: 838 time: 0.0557921 Mar 03 12:23:12.551572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-1b4f613a-50d5-4a38-a187-3ec6ed483e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:12.553142 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-1b4f613a-50d5-4a38-a187-3ec6ed483e38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1ba765a-a075-4c76-bf97-8da050716e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724175 Mar 03 12:23:12.686694 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-970e18ca-c25a-4110-9aae-96369da48145 service neutron] 10.222.0.26 "GET /v2.0/networks/c1ba765a-a075-4c76-bf97-8da050716e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267281 Mar 03 12:23:12.757376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:12.817242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d8183-b082-4196-8305-d82e0d1c955f req-4c5e1cdb-9014-4250-a363-3a7ea4becf9b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:12.818686 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e61d8183-b082-4196-8305-d82e0d1c955f req-4c5e1cdb-9014-4250-a363-3a7ea4becf9b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 944 time: 0.0821176 Mar 03 12:23:12.864708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e61d8183-b082-4196-8305-d82e0d1c955f req-d6517c9e-6f89-44e1-8fa4-df22a160c085 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:23:12.882776 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-57902116-6c9b-467e-a1b7-592f7fa1d964 req-e7a78e16-c94d-4a70-af67-ff65b09a6f80 service neutron] 10.222.0.26 "GET /v2.0/networks/c1ba765a-a075-4c76-bf97-8da050716e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859236 Mar 03 12:23:12.906607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2544f-3250-4953-b724-124e874ddf4a req-4f422c22-1409-4144-97db-237eef12f097 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:12.907984 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-03a2544f-3250-4953-b724-124e874ddf4a req-4f422c22-1409-4144-97db-237eef12f097 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.1207473 Mar 03 12:23:12.953089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-03a2544f-3250-4953-b724-124e874ddf4a req-8310e5d3-b0dd-4ef9-b8f6-2c9eae42e08e tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/security-groups?id=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Mar 03 12:23:12.958285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e61d8183-b082-4196-8305-d82e0d1c955f req-d6517c9e-6f89-44e1-8fa4-df22a160c085 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:23:12.959413 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e61d8183-b082-4196-8305-d82e0d1c955f req-d6517c9e-6f89-44e1-8fa4-df22a160c085 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348779 Mar 03 12:23:13.440977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-30181772-ab5b-486a-9fde-18e3659979d2 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:13.442393 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-30181772-ab5b-486a-9fde-18e3659979d2 tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 946 time: 0.0819950 Mar 03 12:23:13.512077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Deleting port 0aea9892-69ac-4127-99ce-d916f0faee14 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:13.512638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:13.760770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] For port 0aea9892-69ac-4127-99ce-d916f0faee14, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0aea9892-69ac-4127-99ce-d916f0faee14,segment=NetworkSegment(18f78429-83c3-4ebd-a3a7-aadb052baf86),segment_id=18f78429-83c3-4ebd-a3a7-aadb052baf86)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:13.761451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:13.885660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Calling delete_port for 0aea9892-69ac-4127-99ce-d916f0faee14 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:23:14.115612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:14.127093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0aea9892-69ac-4127-99ce-d916f0faee14'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:23:14.164999 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45a93432-c3ff-402f-b356-f950fdc24171 req-f90bba0b-4da3-44be-b12d-9adec55cbc4c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 210 time: 0.0856361 Mar 03 12:23:14.174627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Pushing event deleted for resources: {'Port': ['ID=0aea9892-69ac-4127-99ce-d916f0faee14,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:14.180509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f50e4-f3db-4300-96e5-425d8d1e69b8 req-8d0f197a-5302-4e28-a73a-6652ac21efc0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:14.181994 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d0f50e4-f3db-4300-96e5-425d8d1e69b8 req-8d0f197a-5302-4e28-a73a-6652ac21efc0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 944 time: 0.1124341 Mar 03 12:23:14.232211 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d0f50e4-f3db-4300-96e5-425d8d1e69b8 req-ce3137f7-d26a-49ee-9210-a964cdc1ed87 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428092 Mar 03 12:23:14.265921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] No DVR routers for this DVR port 0aea9892-69ac-4127-99ce-d916f0faee14 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:23:14.269703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:14.272082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'name': 'network-vif-deleted', 'tag': '0aea9892-69ac-4127-99ce-d916f0faee14'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:23:14.317747 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0615a2-de95-474a-bf77-ee2a4e5943bb', 'name': 'network-vif-deleted', 'tag': '0aea9892-69ac-4127-99ce-d916f0faee14', 'status': 'completed', 'code': 200} Mar 03 12:23:14.358171 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c3af4f4f-7fc3-4f00-8ced-477b94846228 req-2f187f62-0a9f-4111-bcdf-8b14fbe02a9c tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.26 "DELETE /v2.0/ports/0aea9892-69ac-4127-99ce-d916f0faee14 HTTP/1.1" status: 204 len: 173 time: 0.9100902 Mar 03 12:23:15.211110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 88b366b8-a392-4ede-b105-028ef83b27b9 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:23:15.354998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 88b366b8-a392-4ede-b105-028ef83b27b9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=88b366b8-a392-4ede-b105-028ef83b27b9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:15.363471 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0bebba7e-e707-408b-8120-cf9f589c8437 req-d63dfc2b-a3af-4824-b22c-7ac76104323b tempest-TestServerAdvancedOps-491055659 tempest-TestServerAdvancedOps-491055659-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0615a2-de95-474a-bf77-ee2a4e5943bb HTTP/1.1" status: 200 len: 210 time: 0.0619130 Mar 03 12:23:15.383521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '88b366b8-a392-4ede-b105-028ef83b27b9', 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46', 'port_id': '88b366b8-a392-4ede-b105-028ef83b27b9', 'mac_address': 'fa:16:3e:db:bb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dfc814-f6cd-4654-b66f-3590dabd139b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:23:15.445162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:15.463454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b366b8-a392-4ede-b105-028ef83b27b9 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:23:15.480630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 88b366b8-a392-4ede-b105-028ef83b27b9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=88b366b8-a392-4ede-b105-028ef83b27b9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:15.557761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622210-2012-4f5f-991f-76b37ebd0af0 req-b211cdc5-ec00-4df0-808f-2acea4c9b5b0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:15.559981 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d8622210-2012-4f5f-991f-76b37ebd0af0 req-b211cdc5-ec00-4df0-808f-2acea4c9b5b0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 944 time: 0.1919105 Mar 03 12:23:15.575262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:15.603407 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d8622210-2012-4f5f-991f-76b37ebd0af0 req-4a4458cc-5ef1-4649-a886-8cd7e7fa842b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378370 Mar 03 12:23:15.643565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=88b366b8-a392-4ede-b105-028ef83b27b9,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:15.792815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['88b366b8-a392-4ede-b105-028ef83b27b9'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:23:16.459192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38342) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:16.521932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] Deleting subnet 5dff6506-4777-4051-a378-37ecb7a32344 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:23:16.524838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:16.573840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:16.634175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:16.790956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051259e-521d-4687-a810-51f2a8601cd4 req-076c1682-29d5-4443-9494-8fe4daf4cdba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:16.797618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:16.797792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c051259e-521d-4687-a810-51f2a8601cd4 req-076c1682-29d5-4443-9494-8fe4daf4cdba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 945 time: 0.0828431 Mar 03 12:23:16.834390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dff6506-4777-4051-a378-37ecb7a32344,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:16.838220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:16.845878 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c051259e-521d-4687-a810-51f2a8601cd4 req-6f20f9b5-fd50-46d6-8281-b51dddb77d4d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462940 Mar 03 12:23:16.847168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38348) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:16.847436 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b906fceb-b2b6-4d75-9e64-de0704ac7b0b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5dff6506-4777-4051-a378-37ecb7a32344 HTTP/1.1" status: 204 len: 168 time: 0.3871987 Mar 03 12:23:16.947751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.075981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.102120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2399ec-d12f-41c6-b71b-66b54ef788e3']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:17.114733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f78429-83c3-4ebd-a3a7-aadb052baf86') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:17.115024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f78429-83c3-4ebd-a3a7-aadb052baf86') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:17.127175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.144242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.150189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:23:17.150561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:23:17.167216 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:23:17.224665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 88b366b8-a392-4ede-b105-028ef83b27b9 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:23:17.318926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.335412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.346692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2399ec-d12f-41c6-b71b-66b54ef788e3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:17.387242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 88b366b8-a392-4ede-b105-028ef83b27b9 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:23:17.392522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 88b366b8-a392-4ede-b105-028ef83b27b9 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:17.392928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.426054 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7a527104-03d7-4958-93ab-2dccffba744a admin admin] 10.222.0.35 "DELETE /v2.0/networks/ae2399ec-d12f-41c6-b71b-66b54ef788e3 HTTP/1.1" status: 204 len: 168 time: 0.5741444 Mar 03 12:23:17.426054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38352) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:17.484453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] Deleting subnet c9566abd-8a7a-4ccb-918e-dbc31db9fdf6 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:23:17.487478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.516931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.540610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.544921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b366b8-a392-4ede-b105-028ef83b27b9'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:23:17.555065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 88b366b8-a392-4ede-b105-028ef83b27b9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=88b366b8-a392-4ede-b105-028ef83b27b9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:17.588154 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b366b8-a392-4ede-b105-028ef83b27b9', 'code': 200} Mar 03 12:23:17.596816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.621245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.622155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0aea9892-69ac-4127-99ce-d916f0faee14 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:23:17.733655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 0aea9892-69ac-4127-99ce-d916f0faee14 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:23:17.733992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0aea9892-69ac-4127-99ce-d916f0faee14 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:23:17.769379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=88b366b8-a392-4ede-b105-028ef83b27b9,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:17.770781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.777074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.777074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.777317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.778172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.778555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.778930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.779206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.779525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.779846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.780190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.780503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.780817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:23:17.815751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9566abd-8a7a-4ccb-918e-dbc31db9fdf6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:17.817887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:17.823920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dbd04e65-125f-4460-9d59-c562f988c24f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c9566abd-8a7a-4ccb-918e-dbc31db9fdf6 HTTP/1.1" status: 204 len: 168 time: 0.3973930 Mar 03 12:23:17.826980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38358) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:18.025535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:18.203354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07730-475b-4d8e-8c28-127182ccda1b req-75edff2a-6147-420f-bf8d-00274527b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:18.204861 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-48e07730-475b-4d8e-8c28-127182ccda1b req-75edff2a-6147-420f-bf8d-00274527b395 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 1099 time: 0.2942238 Mar 03 12:23:18.206359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:18.221041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9359-5445-4626-ad3d-a1a346c1e553 req-58de19f2-88aa-4696-8e6e-9d3890e65fb1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:18.222402 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-db7d9359-5445-4626-ad3d-a1a346c1e553 req-58de19f2-88aa-4696-8e6e-9d3890e65fb1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 946 time: 0.2607894 Mar 03 12:23:18.362287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:18.362287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7945c24c-6864-4d52-aab7-01afbfd9f36e') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:18.362287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7945c24c-6864-4d52-aab7-01afbfd9f36e') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:18.362287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:18.362287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-48e07730-475b-4d8e-8c28-127182ccda1b req-ad512608-0ca0-486a-9d6d-95d8160c9180 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225855 Mar 03 12:23:18.362287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-db7d9359-5445-4626-ad3d-a1a346c1e553 req-88ff30ee-e186-44b4-ad3b-b13b2901a4b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106114 Mar 03 12:23:18.362287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:18.368323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:23:18.368975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:23:18.383495 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:23:18.718125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:18.733979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:18.748476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:18.749037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b02222a5-a859-40e2-977f-bd5b326edc92 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e5ecaac6-fb1d-44d7-9e2b-677cdb97d85d HTTP/1.1" status: 204 len: 168 time: 0.9210792 Mar 03 12:23:19.023790 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-2484a364-5147-4f48-94aa-2e48dcf15229 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1740816 Mar 03 12:23:19.165704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-864050b6-1f17-4afb-bfe7-f57b97fa6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:19.167181 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-864050b6-1f17-4afb-bfe7-f57b97fa6b88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 1098 time: 0.0733178 Mar 03 12:23:19.242373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38366) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:19.299341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0295d29f-9cda-4b49-b702-c1278ee57447 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72f8ebc20e6f4314b7e3b195ddf382d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542145 Mar 03 12:23:19.300231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38370) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:19.329555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-20e31223-b243-42ca-b5ed-7eadb6ca8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:19.330984 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-20e31223-b243-42ca-b5ed-7eadb6ca8078 service neutron] 10.222.0.26 "GET /v2.0/networks?id=52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 200 len: 897 time: 0.1444755 Mar 03 12:23:19.368628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba4d19b6-9482-4c14-83a2-91aa4360eca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:19.396297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba4d19b6-9482-4c14-83a2-91aa4360eca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:19.462508 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-fbf59ea2-671d-4212-8146-92411c8eab0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2386d24d-1f66-4607-b331-8b2536d2b95f HTTP/1.1" status: 200 len: 1001 time: 0.1193304 Mar 03 12:23:19.531631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-1495bf9a-5b0f-4d14-a8ab-fd7dc779d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:19.545664 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-1495bf9a-5b0f-4d14-a8ab-fd7dc779d821 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61e10176-c2be-40db-aeeb-fe06a0817064 HTTP/1.1" status: 200 len: 834 time: 0.0645385 Mar 03 12:23:19.566350 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9da45-be03-42f4-a1a8-dd3fe696b729 req-9e46d90c-0604-4b67-8532-ad41912e3406 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:19.568445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3be9da45-be03-42f4-a1a8-dd3fe696b729 req-9e46d90c-0604-4b67-8532-ad41912e3406 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 946 time: 0.0837739 Mar 03 12:23:19.608889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-dda2354d-9cf3-4ac0-81c6-80744f29f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:19.612492 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-dda2354d-9cf3-4ac0-81c6-80744f29f2a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52d721fb-27aa-470f-bc04-d7847f500128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704625 Mar 03 12:23:19.612622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba4d19b6-9482-4c14-83a2-91aa4360eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:19.626743 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3be9da45-be03-42f4-a1a8-dd3fe696b729 req-a02d8e61-417c-4b31-bf45-7a2aecc65eb0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542130 Mar 03 12:23:19.632215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d19b6-9482-4c14-83a2-91aa4360eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368763c3-9dd3-4d63-9d8b-1f3cbdb7728f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:19.722724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ba4d19b6-9482-4c14-83a2-91aa4360eca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:19.727092 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ba4d19b6-9482-4c14-83a2-91aa4360eca5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/368763c3-9dd3-4d63-9d8b-1f3cbdb7728f HTTP/1.1" status: 204 len: 168 time: 0.4224083 Mar 03 12:23:19.751707 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-919a0b96-ceee-456c-b4e1-3166382255f5 service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353049 Mar 03 12:23:19.888919 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45f3c263-2765-420f-a624-1e12f97c2b78 req-4c9ce301-e1fa-450d-a9ad-06aaaf062b43 service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302867 Mar 03 12:23:20.494506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38382) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:20.544415 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0880de9c-ccfc-40bd-8fcd-6bfd3c13bc48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fb9d86f304c4993bfcb146bdaa6b367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485756 Mar 03 12:23:20.546754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38386) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:20.603903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c52-cd7e-4caa-be75-735b03339dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:20.629610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c52-cd7e-4caa-be75-735b03339dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:20.826773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c52-cd7e-4caa-be75-735b03339dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:20.830205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c88f-84df-48dc-9fb6-2526b0ee2b27 req-3853dca0-88d2-473b-aec5-0f8e0ca0720d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:20.831702 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7c08c88f-84df-48dc-9fb6-2526b0ee2b27 req-3853dca0-88d2-473b-aec5-0f8e0ca0720d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 946 time: 0.0860453 Mar 03 12:23:20.841500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e3c52-cd7e-4caa-be75-735b03339dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0dd57d-680b-405d-a159-e415d93aa81a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:20.851095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c52-cd7e-4caa-be75-735b03339dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:20.851095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f50e3c52-cd7e-4caa-be75-735b03339dba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f0dd57d-680b-405d-a159-e415d93aa81a HTTP/1.1" status: 204 len: 168 time: 0.3015645 Mar 03 12:23:20.880781 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7c08c88f-84df-48dc-9fb6-2526b0ee2b27 req-1cc03db1-ecb7-4a94-8b7a-2cfec1f4f848 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 Mar 03 12:23:21.074906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356a910-c1dc-4352-a60d-bed838babf67 req-d6faf296-6b04-4174-ab60-cf735ceb2b1d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:21.075697 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4356a910-c1dc-4352-a60d-bed838babf67 req-d6faf296-6b04-4174-ab60-cf735ceb2b1d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 946 time: 0.0850379 Mar 03 12:23:21.120278 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4356a910-c1dc-4352-a60d-bed838babf67 req-0152d7c8-48b1-4f83-9bf1-5d84547554f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Mar 03 12:23:22.650009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38400) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:22.770283 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:23:23.499046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:23.903348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.17 (c1ba765a-a075-4c76-bf97-8da050716e46/76dfc814-f6cd-4654-b66f-3590dabd139b/4d982c88-8ae5-4069-9b96-89bc3a8441e9) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:23:24.079118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:24.095268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 4d982c88-8ae5-4069-9b96-89bc3a8441e9 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:23:24.181721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:24.255736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c1ba765a-a075-4c76-bf97-8da050716e46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:23:24.263897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:23:24.266337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:23:24.308241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=4d982c88-8ae5-4069-9b96-89bc3a8441e9,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:24.337266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:24.550044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:24.615076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c7edb7ef-8605-4103-956e-e8d847aef78d None None] Provisioning for port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:23:24.620314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c7edb7ef-8605-4103-956e-e8d847aef78d None None] Provisioning complete for port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:24.620586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c7edb7ef-8605-4103-956e-e8d847aef78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:24.673447 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c7edb7ef-8605-4103-956e-e8d847aef78d None None] Port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:23:24.954279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:25.020695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:25.132466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:25.135733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=4d982c88-8ae5-4069-9b96-89bc3a8441e9,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:25.267258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c1ba765a-a075-4c76-bf97-8da050716e46 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:23:25.268686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:23:25.498984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b949e047-6855-4835-baff-afe358e2d31d None None] Provisioning complete for port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:25.499352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b949e047-6855-4835-baff-afe358e2d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:25.554130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b949e047-6855-4835-baff-afe358e2d31d None None] Port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:23:25.568618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:23:25.746839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:23:25.756460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Sync routers for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:23:25.765809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:23:25.774065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:25.838422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c9207383-bf4a-4302-ae12-953f6c06f586 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/6745ff36-5633-4bfa-b2d2-da3e08a59ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1871979 Mar 03 12:23:25.943369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:23:26.284943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:24Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:29Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d982c88-8ae5-4069-9b96-89bc3a8441e9', 'name': '', 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:af:bc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '76dfc814-f6cd-4654-b66f-3590dabd139b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:23:23Z', 'updated_at': '2022-03-03T12:23:24Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '76dfc814-f6cd-4654-b66f-3590dabd139b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:26.288879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Checking router: 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:23:26.289230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Updating router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:23:26.350027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:26.695234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:26.706986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Transition to ACTIVE for port object 4d982c88-8ae5-4069-9b96-89bc3a8441e9 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:23:26.786373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:26.914889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb3522-afce-4df6-a18a-c035653be39e None None] Pushing event updated for resources: {'Port': ['ID=4d982c88-8ae5-4069-9b96-89bc3a8441e9,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:27.006631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Attempting to bind port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:23:27.006983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Attempting to bind port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:23:27.007340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Attempting to bind port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 on network c1ba765a-a075-4c76-bf97-8da050716e46 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:23:27.012769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:23:27.013135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Checking segment: {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:23:27.013529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:27.013914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Bound using segment: {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:23:27.014363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Bound port: 4d982c88-8ae5-4069-9b96-89bc3a8441e9, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:23:27.014727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:27.113801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] For port 4d982c88-8ae5-4069-9b96-89bc3a8441e9, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:23:27.116495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] For port 4d982c88-8ae5-4069-9b96-89bc3a8441e9, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4d982c88-8ae5-4069-9b96-89bc3a8441e9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:23:27.175646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:27.298154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:23:27.298782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:27.364822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb3522-afce-4df6-a18a-c035653be39e None None] Pushing event updated for resources: {'Port': ['ID=4d982c88-8ae5-4069-9b96-89bc3a8441e9,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:27.494324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:23:27.870687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:24Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:29Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d982c88-8ae5-4069-9b96-89bc3a8441e9', 'name': '', 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:af:bc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '76dfc814-f6cd-4654-b66f-3590dabd139b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:23:23Z', 'updated_at': '2022-03-03T12:23:27Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '76dfc814-f6cd-4654-b66f-3590dabd139b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:27.887903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cea41e-5090-4121-a2f6-951008bf35ad None None] The sync data for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv is: [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:24Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:29Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d982c88-8ae5-4069-9b96-89bc3a8441e9', 'name': '', 'network_id': 'c1ba765a-a075-4c76-bf97-8da050716e46', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:af:bc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '76dfc814-f6cd-4654-b66f-3590dabd139b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:23:23Z', 'updated_at': '2022-03-03T12:23:27Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '76dfc814-f6cd-4654-b66f-3590dabd139b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:23:28.210120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4d982c88-8ae5-4069-9b96-89bc3a8441e9 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:23:28.329313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:23:28.334823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:28.335451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:28.458210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:28.489117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4d982c88-8ae5-4069-9b96-89bc3a8441e9, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4d982c88-8ae5-4069-9b96-89bc3a8441e9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:28.552027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:28.620172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4d982c88-8ae5-4069-9b96-89bc3a8441e9,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:30.186989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4d982c88-8ae5-4069-9b96-89bc3a8441e9 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:23:30.253647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:23:30.254016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:38.055527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:38.083600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4debbe40-38f4-48c5-963e-204d6635f2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:40.129124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e8ec94b-9993-466a-8b2f-96a5c9055296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:41.163087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:41.407118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:42.752121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:44.207348 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38428) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:44.751717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:45.141625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 4d982c88-8ae5-4069-9b96-89bc3a8441e9 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:45.141866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:45.437445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 4d982c88-8ae5-4069-9b96-89bc3a8441e9, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4d982c88-8ae5-4069-9b96-89bc3a8441e9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:45.438127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:45.559740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 4d982c88-8ae5-4069-9b96-89bc3a8441e9 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:23:45.866407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:45.912933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=4d982c88-8ae5-4069-9b96-89bc3a8441e9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:46.203099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:46.577554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:23:46.876490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:23:46.889047 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] Sync routers for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:23:46.889565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-98c45e25-0e99-4013-b878-3dffe4579fe6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/6745ff36-5633-4bfa-b2d2-da3e08a59ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6809449 Mar 03 12:23:46.898977 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:23:46.899848 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:47.078561 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:23:47.472534 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:45Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:29Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:47.476713 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] Checking router: 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:23:47.486675 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:23:47.487283 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:47.667158 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:23:47.840411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f328e-1d8d-415e-a272-9eae47d7cb5a req-d8aa8da2-8174-413d-84b3-d0bb2d15eb56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:47.841965 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cd9f328e-1d8d-415e-a272-9eae47d7cb5a req-d8aa8da2-8174-413d-84b3-d0bb2d15eb56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 946 time: 0.3013761 Mar 03 12:23:47.890568 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cd9f328e-1d8d-415e-a272-9eae47d7cb5a req-4a46930e-db1b-40ab-a7b6-69653d566fe7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428004 Mar 03 12:23:48.013836 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:45Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:29Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:48.017281 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3318505-779c-4da2-95c1-c2f9e91ba5de None None] The sync data for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv is: [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:45Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'f8e474c0-cc6b-4f9b-8934-08800de9eb79', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.250', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'port_id': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'mac_address': 'fa:16:3e:1a:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:24Z', 'updated_at': '2022-03-03T12:22:29Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:23:48.365248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4d982c88-8ae5-4069-9b96-89bc3a8441e9 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:23:48.399657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 4d982c88-8ae5-4069-9b96-89bc3a8441e9 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:23:48.399990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4d982c88-8ae5-4069-9b96-89bc3a8441e9 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:23:48.874553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-649fce8a-14f0-491a-b830-f48caf8ae8ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:48.875254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-649fce8a-14f0-491a-b830-f48caf8ae8ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:23:48.961589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-649fce8a-14f0-491a-b830-f48caf8ae8ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:23:48.965934 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-649fce8a-14f0-491a-b830-f48caf8ae8ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 946 time: 0.1679835 Mar 03 12:23:49.066216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 88b366b8-a392-4ede-b105-028ef83b27b9 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:49.066553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:49.296987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c5b2a-e072-4070-bad7-1449cfdfbf7f req-40064959-c2c0-43a2-900f-227720f26713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:49.298796 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f8c5b2a-e072-4070-bad7-1449cfdfbf7f req-40064959-c2c0-43a2-900f-227720f26713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 946 time: 0.2613680 Mar 03 12:23:49.432359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f8c5b2a-e072-4070-bad7-1449cfdfbf7f req-c93e9f2a-1f6d-45ab-b71e-96248fe39d29 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=932eec50-907c-4a36-93ad-76415f142fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803680 Mar 03 12:23:49.442199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 88b366b8-a392-4ede-b105-028ef83b27b9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=88b366b8-a392-4ede-b105-028ef83b27b9,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:49.442546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:49.571273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 88b366b8-a392-4ede-b105-028ef83b27b9 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:23:49.803662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:49.883148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=88b366b8-a392-4ede-b105-028ef83b27b9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:49.935525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 88b366b8-a392-4ede-b105-028ef83b27b9 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:23:49.938267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:49.942891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'name': 'network-vif-deleted', 'tag': '88b366b8-a392-4ede-b105-028ef83b27b9'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:23:50.028846 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d3c9fb6b-ded1-4563-ba09-2faf462fedb1 req-affa8763-420d-4f13-a4fa-e157cd214bcd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/88b366b8-a392-4ede-b105-028ef83b27b9 HTTP/1.1" status: 204 len: 173 time: 1.0570338 Mar 03 12:23:50.041153 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f2206-a6d0-4a14-b62f-27402a62b2c8', 'name': 'network-vif-deleted', 'tag': '88b366b8-a392-4ede-b105-028ef83b27b9', 'status': 'completed', 'code': 200} Mar 03 12:23:50.593522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e6680a58-c2f5-4125-8ca6-f667c19c6a7f req-e69e948c-5a7b-4690-807f-e5fd4f1442a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:23:50.655642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e6680a58-c2f5-4125-8ca6-f667c19c6a7f req-e69e948c-5a7b-4690-807f-e5fd4f1442a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:23:50.660546 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6680a58-c2f5-4125-8ca6-f667c19c6a7f req-e69e948c-5a7b-4690-807f-e5fd4f1442a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=351f2206-a6d0-4a14-b62f-27402a62b2c8 HTTP/1.1" status: 200 len: 210 time: 0.1053040 Mar 03 12:23:51.509390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 88b366b8-a392-4ede-b105-028ef83b27b9 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:23:51.548448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 88b366b8-a392-4ede-b105-028ef83b27b9 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:23:51.548798 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 88b366b8-a392-4ede-b105-028ef83b27b9 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:23:51.749506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38450) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:51.819171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fec6773b-241d-481e-b8c9-c9a98949e53c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:51.850955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fec6773b-241d-481e-b8c9-c9a98949e53c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.049545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fec6773b-241d-481e-b8c9-c9a98949e53c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.068449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6773b-241d-481e-b8c9-c9a98949e53c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932eec50-907c-4a36-93ad-76415f142fd6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:52.145644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fec6773b-241d-481e-b8c9-c9a98949e53c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.146762 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fec6773b-241d-481e-b8c9-c9a98949e53c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/932eec50-907c-4a36-93ad-76415f142fd6 HTTP/1.1" status: 204 len: 168 time: 0.3962862 Mar 03 12:23:52.248595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38456) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:52.316177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet 76dfc814-f6cd-4654-b66f-3590dabd139b {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:23:52.321752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.378966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.469154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.620629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.663788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=76dfc814-f6cd-4654-b66f-3590dabd139b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:52.665768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.672116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccbfda5-49dd-4baa-8375-db4ee44836b7 None None] Network c1ba765a-a075-4c76-bf97-8da050716e46 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:23:52.673411 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83ebfeb5-3fbd-4dc9-8152-1387fbbc404a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/76dfc814-f6cd-4654-b66f-3590dabd139b HTTP/1.1" status: 204 len: 168 time: 0.4231937 Mar 03 12:23:52.675446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38460) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:52.784424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.795450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:52.795773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:52.925217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] DHCP port deletion for c1ba765a-a075-4c76-bf97-8da050716e46 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:23:52.929572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Deleting port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:52.929725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.110275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 8c8338fc-aff5-4722-9e76-4c427abc5fc0, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8c8338fc-aff5-4722-9e76-4c427abc5fc0,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:53.110275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.166591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] For port 8c8338fc-aff5-4722-9e76-4c427abc5fc0, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8c8338fc-aff5-4722-9e76-4c427abc5fc0,segment=NetworkSegment(12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f),segment_id=12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:53.167038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.239519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 8c8338fc-aff5-4722-9e76-4c427abc5fc0 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:23:53.288739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Calling delete_port for 8c8338fc-aff5-4722-9e76-4c427abc5fc0 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:23:53.444031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.449870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:23:53.450152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:23:53.493712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=8c8338fc-aff5-4722-9e76-4c427abc5fc0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:53.495513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:23:53.619360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.649859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ba765a-a075-4c76-bf97-8da050716e46']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:53.663461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:53.663756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a0e5a3-661f-4b7f-a1a5-e9d76d0d3e0f') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:53.675124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.690525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.696292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:23:53.696617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:23:53.716699 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:23:53.877780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.899814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.911491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=c1ba765a-a075-4c76-bf97-8da050716e46,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:53.951179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Deleting port 8c8338fc-aff5-4722-9e76-4c427abc5fc0 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:53.951668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:53.975874 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-868d41a0-8a5c-4d5c-b3d2-446eeedaa27f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/c1ba765a-a075-4c76-bf97-8da050716e46 HTTP/1.1" status: 204 len: 168 time: 1.2993872 Mar 03 12:23:53.978378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38464) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:23:54.018534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0914ff17-02c9-4594-bffe-d9acaf837b70 None None] The port '8c8338fc-aff5-4722-9e76-4c427abc5fc0' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:23:54.176856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port ed8498f7-06cf-4b52-9754-51a674b321b4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:54.177209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:54.196765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8c8338fc-aff5-4722-9e76-4c427abc5fc0 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:23:54.233324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 8c8338fc-aff5-4722-9e76-4c427abc5fc0 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:23:54.233595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8c8338fc-aff5-4722-9e76-4c427abc5fc0 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:23:54.353396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:54.353727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:54.475484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for ed8498f7-06cf-4b52-9754-51a674b321b4 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:23:54.790450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:54.837612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=ed8498f7-06cf-4b52-9754-51a674b321b4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:54.931584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:54.932334 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP f8e474c0-cc6b-4f9b-8934-08800de9eb79 disassociated (deleted). External IP: 172.26.8.250, port: 2386d24d-1f66-4607-b331-8b2536d2b95f. Mar 03 12:23:55.282304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:23:55.462096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:23:55.473357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] Sync routers for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:23:55.478334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:55.483148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:23:55.483775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:55.545701 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2b438731-0d00-47b3-92b9-9e2ce53d614f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/f8e474c0-cc6b-4f9b-8934-08800de9eb79 HTTP/1.1" status: 204 len: 168 time: 1.5662973 Mar 03 12:23:55.546316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:23:55.591625 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'status': 'completed', 'code': 200} Mar 03 12:23:55.677489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:23:55.800579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ef79-32c2-4366-a485-454c6a7a177a req-98f768a2-1ce6-4969-b9e9-e51054f8d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:55.802356 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4022ef79-32c2-4366-a485-454c6a7a177a req-98f768a2-1ce6-4969-b9e9-e51054f8d06c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 1098 time: 0.1885264 Mar 03 12:23:55.972953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ef79-32c2-4366-a485-454c6a7a177a req-3f0b2ed5-4919-4c46-b388-c405c4743eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:55.974638 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4022ef79-32c2-4366-a485-454c6a7a177a req-3f0b2ed5-4919-4c46-b388-c405c4743eaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 200 len: 897 time: 0.1669281 Mar 03 12:23:56.016389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:45Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:56.020332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] Checking router: 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:23:56.030426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:23:56.031043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:56.081026 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4022ef79-32c2-4366-a485-454c6a7a177a req-dc9f25eb-9af1-4439-8c3b-10007a30b0c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2386d24d-1f66-4607-b331-8b2536d2b95f HTTP/1.1" status: 200 len: 217 time: 0.0992541 Mar 03 12:23:56.154689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ef79-32c2-4366-a485-454c6a7a177a req-10cb1409-622e-42ec-a295-ad06af6152e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:56.156115 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4022ef79-32c2-4366-a485-454c6a7a177a req-10cb1409-622e-42ec-a295-ad06af6152e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61e10176-c2be-40db-aeeb-fe06a0817064 HTTP/1.1" status: 200 len: 834 time: 0.0644867 Mar 03 12:23:56.209940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:23:56.225881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a25b0-f815-4ad3-9dc6-d172369b4078 req-04040f74-afaa-4c42-a238-56d6e55141c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:56.226559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-a62a25b0-f815-4ad3-9dc6-d172369b4078 req-04040f74-afaa-4c42-a238-56d6e55141c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:23:56.265755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ef79-32c2-4366-a485-454c6a7a177a req-882c4629-6fd1-4c0b-abf3-ff18c5cc2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:56.267199 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4022ef79-32c2-4366-a485-454c6a7a177a req-882c4629-6fd1-4c0b-abf3-ff18c5cc2a2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52d721fb-27aa-470f-bc04-d7847f500128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993843 Mar 03 12:23:56.310801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-a62a25b0-f815-4ad3-9dc6-d172369b4078 req-04040f74-afaa-4c42-a238-56d6e55141c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:23:56.311901 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a62a25b0-f815-4ad3-9dc6-d172369b4078 req-04040f74-afaa-4c42-a238-56d6e55141c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 945 time: 0.2712643 Mar 03 12:23:56.531520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-a62a25b0-f815-4ad3-9dc6-d172369b4078 req-0992351c-cfd1-43ee-89f8-6a9d004e4083 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:23:56.555098 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4022ef79-32c2-4366-a485-454c6a7a177a req-ea902fdd-efa4-451b-bf32-41ac471de2e5 service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801995 Mar 03 12:23:56.576570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:45Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:23:56.580564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6421532-3d1d-4150-89e1-5bcf18f240f1 None None] The sync data for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv is: [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:23:45Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'bc18a815-d03b-4cad-906e-4ea3c5e3e476', 'name': '', 'network_id': '52d721fb-27aa-470f-bc04-d7847f500128', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:4b:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:54Z', 'updated_at': '2022-03-03T12:22:05Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '61e10176-c2be-40db-aeeb-fe06a0817064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:23:56.644817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-a62a25b0-f815-4ad3-9dc6-d172369b4078 req-0992351c-cfd1-43ee-89f8-6a9d004e4083 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:23:56.645972 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a62a25b0-f815-4ad3-9dc6-d172369b4078 req-0992351c-cfd1-43ee-89f8-6a9d004e4083 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840917 Mar 03 12:23:56.692498 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4022ef79-32c2-4366-a485-454c6a7a177a req-8d5a2cf7-b0b8-48a4-8793-d2e72f4a72ee service neutron] 10.222.0.26 "GET /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308434 Mar 03 12:23:56.802525 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7074c4-2b71-4bc3-a349-c485f4308f12 None None] New status for floating IP f8e474c0-cc6b-4f9b-8934-08800de9eb79: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:23:57.369200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040da28-78fd-4725-99cb-cd5660458b2b req-232b4ed2-05c1-48ea-a042-9ed08ebc6ecf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:57.370608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1040da28-78fd-4725-99cb-cd5660458b2b req-232b4ed2-05c1-48ea-a042-9ed08ebc6ecf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 945 time: 0.0803289 Mar 03 12:23:57.444405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 2386d24d-1f66-4607-b331-8b2536d2b95f {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:23:57.444566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:57.695506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 2386d24d-1f66-4607-b331-8b2536d2b95f, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2386d24d-1f66-4607-b331-8b2536d2b95f,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:23:57.695864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:57.820437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 2386d24d-1f66-4607-b331-8b2536d2b95f owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:23:57.837117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cb61c-a42b-4847-8658-89e776db7087 req-d3f354ed-8546-4a21-9654-41208367b20e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:23:57.838586 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f7cb61c-a42b-4847-8658-89e776db7087 req-d3f354ed-8546-4a21-9654-41208367b20e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 945 time: 0.0816989 Mar 03 12:23:57.889611 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f7cb61c-a42b-4847-8658-89e776db7087 req-54112fe3-77cf-4900-a356-6650faa5b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a8d85e8-24a8-4f54-b878-418c3ffafad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 Mar 03 12:23:58.026511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:58.076883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=2386d24d-1f66-4607-b331-8b2536d2b95f,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:23:58.153294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 2386d24d-1f66-4607-b331-8b2536d2b95f on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:23:58.155635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:23:58.158243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'name': 'network-vif-deleted', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:23:58.208679 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5638c14-2a79-49f4-ac33-2d925c8d6e42', 'name': 'network-vif-deleted', 'tag': '2386d24d-1f66-4607-b331-8b2536d2b95f', 'status': 'completed', 'code': 200} Mar 03 12:23:58.290287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1040da28-78fd-4725-99cb-cd5660458b2b req-e799c240-fbe0-4346-9680-fdae1449c8e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/2386d24d-1f66-4607-b331-8b2536d2b95f HTTP/1.1" status: 204 len: 173 time: 0.9081109 Mar 03 12:23:59.056983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5e109767-0652-4d0f-a184-79c9ee80541c req-f776d883-5d9f-4708-a433-a7ed3d90068b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5638c14-2a79-49f4-ac33-2d925c8d6e42 HTTP/1.1" status: 200 len: 210 time: 0.0456359 Mar 03 12:23:59.768856 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:24:00.154764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38486) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:00.222989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a083-7ca9-491e-b86f-9c19fe66f531 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:00.255865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a083-7ca9-491e-b86f-9c19fe66f531 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:00.397505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a083-7ca9-491e-b86f-9c19fe66f531 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:00.416178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1a083-7ca9-491e-b86f-9c19fe66f531 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d85e8-24a8-4f54-b878-418c3ffafad8,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:00.491954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f2c1a083-7ca9-491e-b86f-9c19fe66f531 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:00.493115 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f2c1a083-7ca9-491e-b86f-9c19fe66f531 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/2a8d85e8-24a8-4f54-b878-418c3ffafad8 HTTP/1.1" status: 204 len: 168 time: 0.3394399 Mar 03 12:24:00.592494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38492) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:01.254119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:01.559926 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2386d24d-1f66-4607-b331-8b2536d2b95f no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:24:01.595426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 2386d24d-1f66-4607-b331-8b2536d2b95f {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:24:01.595426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2386d24d-1f66-4607-b331-8b2536d2b95f not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:24:01.940230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port bc18a815-d03b-4cad-906e-4ea3c5e3e476 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:24:01.940230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:01.940230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port bc18a815-d03b-4cad-906e-4ea3c5e3e476, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bc18a815-d03b-4cad-906e-4ea3c5e3e476,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:01.940230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:01.972273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for bc18a815-d03b-4cad-906e-4ea3c5e3e476 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:24:02.243378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:02.295452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=bc18a815-d03b-4cad-906e-4ea3c5e3e476,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:02.581511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:03.053560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:24:03.231612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:24:03.240986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] Sync routers for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:24:03.244046 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2509b3f7-fe18-4467-aac5-44cc20909cb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/6745ff36-5633-4bfa-b2d2-da3e08a59ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6503725 Mar 03 12:24:03.246824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38496) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:03.251552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:03.252321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:03.315671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet 61e10176-c2be-40db-aeeb-fe06a0817064 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:24:03.318736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:03.377242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:03.438167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:03.460190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:03.650088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:03.695041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=61e10176-c2be-40db-aeeb-fe06a0817064,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:03.697160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:03.706898 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cbd79b3f-8b01-4555-9b09-1e82716aa1f0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/61e10176-c2be-40db-aeeb-fe06a0817064 HTTP/1.1" status: 204 len: 168 time: 0.4570589 Mar 03 12:24:03.707601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30efb4-b20e-40ff-b20b-da614e07a841 None None] Network 52d721fb-27aa-470f-bc04-d7847f500128 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:24:03.708396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38500) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:03.903183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:03.904440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:24:02Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:03.910799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] Checking router: 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:24:03.929407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] Routers {'6745ff36-5633-4bfa-b2d2-da3e08a59ca4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:03.930016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:04.070702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] DHCP port deletion for 52d721fb-27aa-470f-bc04-d7847f500128 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:24:04.083184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Deleting port 9038cfc7-4aea-406d-bc2e-341859b97f7d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:24:04.083554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:04.088618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:04.169028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port aa113fbc-d537-414c-a520-bc2924725c77 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:24:04.172936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:04.198739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] Set router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:04.347272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9038cfc7-4aea-406d-bc2e-341859b97f7d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:24:04.360245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port aa113fbc-d537-414c-a520-bc2924725c77, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=aa113fbc-d537-414c-a520-bc2924725c77,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:04.360605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:04.487948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for aa113fbc-d537-414c-a520-bc2924725c77 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:24:04.623913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] For port 9038cfc7-4aea-406d-bc2e-341859b97f7d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9038cfc7-4aea-406d-bc2e-341859b97f7d,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:04.624338 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:04.825163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Calling delete_port for 9038cfc7-4aea-406d-bc2e-341859b97f7d owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:24:04.858688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:04.878432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:04.907479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=aa113fbc-d537-414c-a520-bc2924725c77,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:04.949130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 9038cfc7-4aea-406d-bc2e-341859b97f7d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9038cfc7-4aea-406d-bc2e-341859b97f7d,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:04.950069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.950966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.951317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.951824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.952183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.952523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.952856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.953180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.953508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.953830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.954153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.954470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:04.961791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:24:02Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:04.967969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f913a-6ca3-4cb7-acf1-b0cc80dc668a None None] The sync data for ids ['6745ff36-5633-4bfa-b2d2-da3e08a59ca4'] in dv-neutron-831730-1-hyperv is: [{'id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'name': 'tempest-TestNetworkBasicOps-router-518274153', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:21:47Z', 'updated_at': '2022-03-03T12:24:02Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'aa113fbc-d537-414c-a520-bc2924725c77', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6745ff36-5633-4bfa-b2d2-da3e08a59ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:21:48Z', 'updated_at': '2022-03-03T12:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:24:05.018011 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.088131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.154495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:24:05.154776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:24:05.156915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=9038cfc7-4aea-406d-bc2e-341859b97f7d,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:05.192052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.194235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.350307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.350307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router 6745ff36-5633-4bfa-b2d2-da3e08a59ca4 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:24:05.363062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.364186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8ab75108-f0bb-45da-8142-180686d44b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/6745ff36-5633-4bfa-b2d2-da3e08a59ca4 HTTP/1.1" status: 204 len: 168 time: 1.6542413 Mar 03 12:24:05.366863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38508) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:05.486159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.496768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 9038cfc7-4aea-406d-bc2e-341859b97f7d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:24:05.497096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.656462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Deleting port 9038cfc7-4aea-406d-bc2e-341859b97f7d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:24:05.656937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.713883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 9038cfc7-4aea-406d-bc2e-341859b97f7d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9038cfc7-4aea-406d-bc2e-341859b97f7d,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:05.714241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.837456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 9038cfc7-4aea-406d-bc2e-341859b97f7d owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:24:05.860793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] For port 9038cfc7-4aea-406d-bc2e-341859b97f7d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9038cfc7-4aea-406d-bc2e-341859b97f7d,segment=NetworkSegment(aedd2663-2558-428e-9c36-aa8e7dd95471),segment_id=aedd2663-2558-428e-9c36-aa8e7dd95471)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:05.861127 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.973164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:05.990297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Calling delete_port for 9038cfc7-4aea-406d-bc2e-341859b97f7d owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:24:06.026086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=9038cfc7-4aea-406d-bc2e-341859b97f7d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:06.030516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 9038cfc7-4aea-406d-bc2e-341859b97f7d on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:24:06.064697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:24:06.065046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:24:06.156818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.183656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d721fb-27aa-470f-bc04-d7847f500128']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:06.196616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedd2663-2558-428e-9c36-aa8e7dd95471') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:06.196745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedd2663-2558-428e-9c36-aa8e7dd95471') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:06.204947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device aa113fbc-d537-414c-a520-bc2924725c77 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:24:06.209127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.226067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.232923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:24:06.233292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.240302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: aa113fbc-d537-414c-a520-bc2924725c77 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:24:06.240710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device aa113fbc-d537-414c-a520-bc2924725c77 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:24:06.241002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bc18a815-d03b-4cad-906e-4ea3c5e3e476 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:24:06.249030 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:24:06.283646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: bc18a815-d03b-4cad-906e-4ea3c5e3e476 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:24:06.283646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bc18a815-d03b-4cad-906e-4ea3c5e3e476 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:24:06.426315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.430623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.455228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=52d721fb-27aa-470f-bc04-d7847f500128,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:06.467324 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-03cfb0e7-7bd5-408c-aaef-73186e0e50b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/52d721fb-27aa-470f-bc04-d7847f500128 HTTP/1.1" status: 204 len: 168 time: 1.0993495 Mar 03 12:24:06.490917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38512) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:06.496862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--89760482', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:06.502793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:06.506986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:06.509914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:06.515564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:06.614644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:24:06.618102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.646380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:24:06.654845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.655181 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment 9ef09405-881d-4e83-90e9-d7b93907eebd of type vlan for network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 Mar 03 12:24:06.684423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.892884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.898487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:06.899021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:06.966656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Deleting port 9038cfc7-4aea-406d-bc2e-341859b97f7d {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:24:06.967159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:07.010573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=48870ee2-9855-4c6c-ab2c-a7cf762c45e6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:07.025894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:24:07.048911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4ead46b0-2ed9-4715-9f0a-dd437b9706e7 None None] The port '9038cfc7-4aea-406d-bc2e-341859b97f7d' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:24:07.068421 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-21eafa3c-03f9-4ac7-8b66-ee83d2d7a119 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5759022 Mar 03 12:24:07.070561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38516) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:07.076061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:07.083294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:07.087207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:07.090119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:07.098123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:07.158975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:07.160133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:07.175174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:07.519317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:07.927394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:07.960742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:08.031960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:08.060507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c670cfa7-7b71-4e32-980c-dcb7e355bbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:08.099490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.250 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/02f43ce0-9633-4531-a45c-c52534a662c8) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:24:08.238898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:08.318410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:08.382736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:24:08.390408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:24:08.394516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:24:08.422590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=02f43ce0-9633-4531-a45c-c52534a662c8,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:08.969125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:09.308856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:09.607249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:24:09.784664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:24:09.793374 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Sync routers for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:24:09.803343 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:09.803883 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:23:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:09.881346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:09.882553 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-65923083-4e6b-4f80-a659-ae722fe7699a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8110898 Mar 03 12:24:09.885578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38520) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:09.925495 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5b27b301-e935-4cf2-b5ab-65e45ecd3220 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388241 Mar 03 12:24:09.928128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38524) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:10.016036 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:10.066785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a861af7-af96-4618-bf99-58938faeb216 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:10.068316 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9a861af7-af96-4618-bf99-58938faeb216 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1392455 Mar 03 12:24:10.071096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38528) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:10.112236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-90336183-714f-448e-9122-f6b175319bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.114957 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1b2e1874-ddc3-4bb1-9908-bb8060641828 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428212 Mar 03 12:24:10.117395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38532) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:10.123972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1426509956', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:10.234795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:10.238602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:10.241366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:10.246960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:10.303990 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:08Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:10.307681 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Checking router: 8f99935e-7653-4aad-ab6b-99d0f6ce01fa for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:24:10.308028 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Updating router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa port 02f43ce0-9633-4531-a45c-c52534a662c8 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:24:10.347018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:24:10.349414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.366274 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.714185 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.726111 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Transition to ACTIVE for port object 02f43ce0-9633-4531-a45c-c52534a662c8 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:24:10.764661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.791959 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.851874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=f921547c-7bce-427f-976f-a36a8c38e3fc,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:10.855880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:24:10.856916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: 48870ee2-9855-4c6c-ab2c-a7cf762c45e6, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:24:10.871956 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Pushing event updated for resources: {'Port': ['ID=02f43ce0-9633-4531-a45c-c52534a662c8,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:10.875661 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Attempting to bind port 02f43ce0-9633-4531-a45c-c52534a662c8 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:24:10.876053 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Attempting to bind port 02f43ce0-9633-4531-a45c-c52534a662c8 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:24:10.883349 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Attempting to bind port 02f43ce0-9633-4531-a45c-c52534a662c8 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:24:10.883349 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.883349 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.883597 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.883887 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.884238 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.884562 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.884883 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.885202 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.885519 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.885839 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.886153 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.886462 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:10.894143 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:24:10.894143 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:24:10.894143 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.894143 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:24:10.894143 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Bound port: 02f43ce0-9633-4531-a45c-c52534a662c8, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:24:10.894143 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:10.961238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:24:10.968356 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] For port 02f43ce0-9633-4531-a45c-c52534a662c8, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:24:10.971289 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] For port 02f43ce0-9633-4531-a45c-c52534a662c8, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=02f43ce0-9633-4531-a45c-c52534a662c8,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:24:11.061085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 48870ee2-9855-4c6c-ab2c-a7cf762c45e6) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:24:11.064601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:11.065228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:11.070628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4c6d9-d9a9-4106-8311-5011a6630b4f None None] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:24:11.072463 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:11.152793 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:11.152793 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:24:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:11.208875 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22283c56-e7e1-4e98-b039-d098a062013c None None] Pushing event updated for resources: {'Port': ['ID=02f43ce0-9633-4531-a45c-c52534a662c8,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:11.223679 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6baa6ad8-8698-4078-baf8-0c23ea4ca646 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1030796 Mar 03 12:24:11.224486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38536) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:11.314989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:11.325058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:24:11.326156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:11.336213 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:11.428339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:11.509721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Allocated IP 172.20.0.2 (48870ee2-9855-4c6c-ab2c-a7cf762c45e6/f921547c-7bce-427f-976f-a36a8c38e3fc/4296d70e-7093-4a3b-ad92-bd0dc8229812) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:24:11.640104 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:08Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:11.644055 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcd021-0d8e-4fd7-aebb-4cc4637d427e None None] The sync data for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv is: [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:08Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:24:11.736076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:11.747021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Transition to ACTIVE for port object 4296d70e-7093-4a3b-ad92-bd0dc8229812 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:24:11.766559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Transition to ACTIVE for port object 4296d70e-7093-4a3b-ad92-bd0dc8229812 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:24:11.833388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:11.917645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:24:11.924685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:24:11.929278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:24:11.965261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Pushing event updated for resources: {'Port': ['ID=4296d70e-7093-4a3b-ad92-bd0dc8229812,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:12.037814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Attempting to bind port 4296d70e-7093-4a3b-ad92-bd0dc8229812 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:24:12.038183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Attempting to bind port 4296d70e-7093-4a3b-ad92-bd0dc8229812 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:24:12.038538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Attempting to bind port 4296d70e-7093-4a3b-ad92-bd0dc8229812 on network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:24:12.044617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:24:12.044988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Checking segment: {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:24:12.045387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.046049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Bound using segment: {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:24:12.052622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Bound port: 4296d70e-7093-4a3b-ad92-bd0dc8229812, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:24:12.052622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.113638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.146692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] For port 4296d70e-7093-4a3b-ad92-bd0dc8229812, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:24:12.150031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] For port 4296d70e-7093-4a3b-ad92-bd0dc8229812, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4296d70e-7093-4a3b-ad92-bd0dc8229812,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:24:12.209629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.271269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02f43ce0-9633-4531-a45c-c52534a662c8 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:24:12.385659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d5420-827a-4a73-b81a-afe69bd93b27 None None] Pushing event updated for resources: {'Port': ['ID=4296d70e-7093-4a3b-ad92-bd0dc8229812,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:12.479183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 02f43ce0-9633-4531-a45c-c52534a662c8 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:24:12.486173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 02f43ce0-9633-4531-a45c-c52534a662c8 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:12.489053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.607800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (48870ee2-9855-4c6c-ab2c-a7cf762c45e6/f921547c-7bce-427f-976f-a36a8c38e3fc/c83217f1-3266-45d1-a24c-063753443a90) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:24:12.648754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.667771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 02f43ce0-9633-4531-a45c-c52534a662c8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=02f43ce0-9633-4531-a45c-c52534a662c8,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:12.792996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.808033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object c83217f1-3266-45d1-a24c-063753443a90 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:24:12.814794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.850096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:12.883762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=02f43ce0-9633-4531-a45c-c52534a662c8,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:12.947377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:13.010000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:24:13.021224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:24:13.023807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:24:13.061175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=c83217f1-3266-45d1-a24c-063753443a90,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:13.078292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.078638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.084169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:13.096023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:13.577329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.005670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed8ae6-0ab6-4bdd-a3d6-baa4e4347fed None None] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:24:14.007764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.109950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.241233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d4f4d4d8-bfe3-4e14-b1e8-5464a5d4776c None None] Provisioning for port 4296d70e-7093-4a3b-ad92-bd0dc8229812 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:24:14.241416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=c83217f1-3266-45d1-a24c-063753443a90,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:14.251388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.327149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4296d70e-7093-4a3b-ad92-bd0dc8229812 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:24:14.400571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:24:14.402331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:24:14.545221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4296d70e-7093-4a3b-ad92-bd0dc8229812 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:24:14.556863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4296d70e-7093-4a3b-ad92-bd0dc8229812 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:14.557332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.602514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:24:14.616383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Provisioning complete for port 4296d70e-7093-4a3b-ad92-bd0dc8229812 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:14.616753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.780702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.786303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:24:14.800709 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2cf0d354-d768-4ab3-b773-fdda70013aa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/8f99935e-7653-4aad-ab6b-99d0f6ce01fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5748756 Mar 03 12:24:14.803073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38540) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:14.805796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Sync routers for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:24:14.838720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.849258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4296d70e-7093-4a3b-ad92-bd0dc8229812, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4296d70e-7093-4a3b-ad92-bd0dc8229812,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:14.851760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:14.852398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:24:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:14.950527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:14.951327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02f43ce0-9633-4531-a45c-c52534a662c8 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:24:14.955810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb660599-82c9-46d3-9800-2375b34cd20b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:14.956305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb660599-82c9-46d3-9800-2375b34cd20b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:14.956762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb660599-82c9-46d3-9800-2375b34cd20b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:14.957209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb660599-82c9-46d3-9800-2375b34cd20b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:14.957653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb660599-82c9-46d3-9800-2375b34cd20b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:14.958094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb660599-82c9-46d3-9800-2375b34cd20b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:14.959796 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cb660599-82c9-46d3-9800-2375b34cd20b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1556618 Mar 03 12:24:14.962650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38544) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:15.035931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1e064-e2e5-4515-acd9-6e4459ddf977 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:15.036576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1e064-e2e5-4515-acd9-6e4459ddf977 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:15.037645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1e064-e2e5-4515-acd9-6e4459ddf977 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:15.037645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1e064-e2e5-4515-acd9-6e4459ddf977 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:15.037794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1e064-e2e5-4515-acd9-6e4459ddf977 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:15.038142 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1e064-e2e5-4515-acd9-6e4459ddf977 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:15.042475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c1c1e064-e2e5-4515-acd9-6e4459ddf977 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0760698 Mar 03 12:24:15.042618 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38548) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:15.190719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:24:15.191219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:24:15.193310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:15.263594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4296d70e-7093-4a3b-ad92-bd0dc8229812,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:15.279977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 02f43ce0-9633-4531-a45c-c52534a662c8 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:15.280371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:15.385495 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4cce203f-91b5-4001-aeae-39bee593231a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3418198 Mar 03 12:24:15.636019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:15.640952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Checking router: 8f99935e-7653-4aad-ab6b-99d0f6ce01fa for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:24:15.641317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Updating router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa port c83217f1-3266-45d1-a24c-063753443a90 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:24:15.644701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38554) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:15.649783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822630173', 'description': 'tempest-secgroup-smoke-822630173 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:15.656317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:15.660383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:15.663196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:15.668816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:15.723858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:15.727030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:15.743422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:15.747971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:15.751983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:15.757753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:15.832727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:15.894872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:15.940086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2d221-5a48-4217-9ff1-ef717d918a9c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:16.017439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Provisioning for port c83217f1-3266-45d1-a24c-063753443a90 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:24:16.037782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.038392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Provisioning complete for port c83217f1-3266-45d1-a24c-063753443a90 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:16.038392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.038541 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1499e73d-3578-44f3-9be1-a8ba2ea63ca3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3873861 Mar 03 12:24:16.038541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38558) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:16.041045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2d221-5a48-4217-9ff1-ef717d918a9c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:16.047645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:16.051481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:16.054449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:16.060658 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:16.105982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-37492a42-610f-4e8b-8185-7ba5ac74cdcb None None] Port c83217f1-3266-45d1-a24c-063753443a90 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:24:16.130015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.202962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.203516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.219456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4296d70e-7093-4a3b-ad92-bd0dc8229812 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:24:16.243077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Transition to ACTIVE for port object c83217f1-3266-45d1-a24c-063753443a90 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:24:16.261998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.277906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-64362b47-d41e-4e47-960c-e283e7faba61 None None] Provisioning complete for port c83217f1-3266-45d1-a24c-063753443a90 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:16.278841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-64362b47-d41e-4e47-960c-e283e7faba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.292623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee9c12f-483f-4303-ac56-f974ac871996,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:16.335427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.380934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-64362b47-d41e-4e47-960c-e283e7faba61 None None] Port c83217f1-3266-45d1-a24c-063753443a90 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:24:16.390586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.391911 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d787d4a1-306a-4860-a78a-840c31e5d77f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3548882 Mar 03 12:24:16.394852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38562) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:16.400891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2d221-5a48-4217-9ff1-ef717d918a9c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:16.407166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:16.411189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:16.414096 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:16.420213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:16.464657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4296d70e-7093-4a3b-ad92-bd0dc8229812 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:16.467503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.498281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.545556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d789b-9500-4c1b-8493-affd6e58dd3b None None] Pushing event updated for resources: {'Port': ['ID=c83217f1-3266-45d1-a24c-063753443a90,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:16.572074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.624692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Attempting to bind port c83217f1-3266-45d1-a24c-063753443a90 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:24:16.625061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Attempting to bind port c83217f1-3266-45d1-a24c-063753443a90 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:24:16.625423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Attempting to bind port c83217f1-3266-45d1-a24c-063753443a90 on network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:24:16.635833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:24:16.636235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Checking segment: {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:24:16.636632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.637019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Bound using segment: {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:24:16.637472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Bound port: c83217f1-3266-45d1-a24c-063753443a90, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:24:16.638530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.649733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.677423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0802ff1-2ada-4fc7-9868-2d7446b380d5,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:16.728827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.730024 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-13652e47-db54-48c2-a00f-4d6ce4a6317a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342981 Mar 03 12:24:16.733184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38566) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:16.738528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2d221-5a48-4217-9ff1-ef717d918a9c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:16.744292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:16.748967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:16.753024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:16.758539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:16.783493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] For port c83217f1-3266-45d1-a24c-063753443a90, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:24:16.786526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] For port c83217f1-3266-45d1-a24c-063753443a90, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c83217f1-3266-45d1-a24c-063753443a90,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:24:16.849903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.866207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.915123 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:16.954368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:16.955197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:24:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:16.991619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.017374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f83190-ac4b-40f4-b4f9-f510bff7b571,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:17.043753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d789b-9500-4c1b-8493-affd6e58dd3b None None] Pushing event updated for resources: {'Port': ['ID=c83217f1-3266-45d1-a24c-063753443a90,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:17.086945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.090999 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8eeff8ee-e6ce-4ee5-a4f5-79dfe723c923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3541777 Mar 03 12:24:17.091181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38572) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:17.096610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2d221-5a48-4217-9ff1-ef717d918a9c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:17.105976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:17.110343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:17.113206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:17.118888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:17.159986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:17.187466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.256904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.335013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.361238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda53cc9-74be-4400-8318-e43a423dbf01,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:17.443464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.444882 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7842cef6-e1ec-45e4-b8f4-cd3046d9a8b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3526404 Mar 03 12:24:17.447632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38576) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:17.452652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2d221-5a48-4217-9ff1-ef717d918a9c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:17.458405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:17.462579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:17.465501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:17.471680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:17.488625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:16Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:17.492507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf492d-78d7-47e9-b197-734a4b32569e None None] The sync data for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv is: [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:16Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:24:17.556109 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:24:17.563504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.640146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.772574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.801749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ca2fc9-9ee5-481a-b632-080a4aff3a0f,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:17.870150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:17.871406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-087576c3-ce44-4db7-a810-b98b222a9035 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4228320 Mar 03 12:24:17.874847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38580) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:17.881635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2d221-5a48-4217-9ff1-ef717d918a9c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:17.889349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:17.893262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:17.896409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:17.904744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:17.972716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:24:17.980055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:18.053638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:18.109757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:18.135038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24a6abd-6cb7-4039-bc3a-125c9fb21cdd,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:18.195599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:18.197314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c66817d2-d26e-4758-b91b-0d72accc7727 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212295 Mar 03 12:24:18.239493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c83217f1-3266-45d1-a24c-063753443a90 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:24:18.471953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port c83217f1-3266-45d1-a24c-063753443a90 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:24:18.476786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-3d779264-4723-43d0-b5b5-5df979c2fd74 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:24:18.477243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c83217f1-3266-45d1-a24c-063753443a90 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:18.477676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:18.563196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-3d779264-4723-43d0-b5b5-5df979c2fd74 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:24:18.564474 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-3d779264-4723-43d0-b5b5-5df979c2fd74 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822630173&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1293187 Mar 03 12:24:18.599509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:18.634519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port c83217f1-3266-45d1-a24c-063753443a90, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c83217f1-3266-45d1-a24c-063753443a90,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:18.718891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-1cb4bfa8-44e7-4d8f-a128-be326bde2104 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:18.719564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-1cb4bfa8-44e7-4d8f-a128-be326bde2104 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:24:18.721560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:18.787397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=c83217f1-3266-45d1-a24c-063753443a90,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:18.794965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.795319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.795668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.796024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.796355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.796689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.797016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.797342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.797668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.798022 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.798317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.798636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:24:18.841847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-1cb4bfa8-44e7-4d8f-a128-be326bde2104 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:24:18.843071 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-1cb4bfa8-44e7-4d8f-a128-be326bde2104 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=48870ee2-9855-4c6c-ab2c-a7cf762c45e6 HTTP/1.1" status: 200 len: 795 time: 0.2714300 Mar 03 12:24:18.858870 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-0a595a16-e8ca-45d3-8aec-51f21432c161 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0100932 Mar 03 12:24:18.937814 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-0285e314-0496-4f07-8fcd-48bda72af90c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825589 Mar 03 12:24:18.945336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-a0ce7cad-29d6-420d-b79f-443b9349daac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:24:19.031526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-a077344d-03df-4ea4-a55b-26d2441efdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:19.033048 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-a077344d-03df-4ea4-a55b-26d2441efdee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1099 time: 0.0735202 Mar 03 12:24:19.088878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-a0ce7cad-29d6-420d-b79f-443b9349daac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:24:19.090205 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-a0ce7cad-29d6-420d-b79f-443b9349daac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2261581 Mar 03 12:24:19.181941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-a00ec705-79a2-45d4-add2-059fd50e888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:19.183423 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-a00ec705-79a2-45d4-add2-059fd50e888c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.1304028 Mar 03 12:24:19.241685 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-9e2eeecb-8d9a-45d7-8daf-c14a67c697fd service neutron] 10.222.0.35 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391861 Mar 03 12:24:19.297498 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-f1c0315a-3750-47a8-920d-fabf9dff7365 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 1002 time: 0.1081142 Mar 03 12:24:19.361367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-f2c26af7-a701-4547-81ac-4dd80c03734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:19.363228 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-f2c26af7-a701-4547-81ac-4dd80c03734c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0584104 Mar 03 12:24:19.377656 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-1c948e4d-3a2a-4a26-b54c-b06ef2d94def service neutron] 10.222.0.35 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296732 Mar 03 12:24:19.443320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-778f7d61-99bd-441f-afc4-a78217b79ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:19.444952 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-778f7d61-99bd-441f-afc4-a78217b79ca1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759287 Mar 03 12:24:19.583365 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-a916fa1e-2a36-4bf2-9777-1b271ac2993e service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317782 Mar 03 12:24:19.667660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-b01d9985-8fbd-4b7b-8e42-b8fdb1f7d960 req-c70d8ba5-d524-4031-ab68-ebe57262b503 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:24:19.738882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-b01d9985-8fbd-4b7b-8e42-b8fdb1f7d960 req-c70d8ba5-d524-4031-ab68-ebe57262b503 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:24:19.740048 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b01d9985-8fbd-4b7b-8e42-b8fdb1f7d960 req-c70d8ba5-d524-4031-ab68-ebe57262b503 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 210 time: 0.1270473 Mar 03 12:24:19.778870 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e5acbf1-e926-4914-b469-3563ce988f20 req-a8f6987c-9809-4d3b-9ed5-1345770204b8 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853681 Mar 03 12:24:20.214645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c83217f1-3266-45d1-a24c-063753443a90 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:24:20.284936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c83217f1-3266-45d1-a24c-063753443a90 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:20.285212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:20.897396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b8f4dab-41cd-45d9-bf1f-c7c5eb90076d req-4408ccd8-6d8a-4e68-a042-cfe227626647 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 210 time: 0.0469007 Mar 03 12:24:22.061842 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a8b9e2-3fe5-4f78-9503-cb0d4109020c req-16be64fb-570a-4a6b-89b2-ebc4e0cc424a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 210 time: 0.0502899 Mar 03 12:24:22.068104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-e954e9d1-be78-466b-8f47-a932926b511d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:22.068780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-e954e9d1-be78-466b-8f47-a932926b511d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:24:22.080818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-e954e9d1-be78-466b-8f47-a932926b511d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:24:22.081918 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-e954e9d1-be78-466b-8f47-a932926b511d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=48870ee2-9855-4c6c-ab2c-a7cf762c45e6 HTTP/1.1" status: 200 len: 795 time: 0.3107970 Mar 03 12:24:22.130501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-154dbf3f-e547-427e-b189-cc3e7a0630be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:24:22.141650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-154dbf3f-e547-427e-b189-cc3e7a0630be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:24:22.142713 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-154dbf3f-e547-427e-b189-cc3e7a0630be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 379 time: 0.0521810 Mar 03 12:24:22.150913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['e6a2d221-5a48-4217-9ff1-ef717d918a9c']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:22.287314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:22.297803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:22.386360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:24:22.390299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:22.560508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.10 (48870ee2-9855-4c6c-ab2c-a7cf762c45e6/f921547c-7bce-427f-976f-a36a8c38e3fc/e99dc693-b8d1-45ed-bc18-e49e240e7845) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:24:22.745248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:22.760468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object e99dc693-b8d1-45ed-bc18-e49e240e7845 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:24:22.849023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:22.913909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:24:22.921483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:24:22.925774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:24:22.959846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=e99dc693-b8d1-45ed-bc18-e49e240e7845,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:22.996796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:22.997491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:23.095924 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-ae66e684-03bb-4983-ac6b-2945bbec2e66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9485009 Mar 03 12:24:23.108990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Request body: {'port': {'device_id': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:23.226803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:23.247469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4b63cc5b-43c5-4b7b-bfe3-c75ded1c6951 None None] Provisioning for port e99dc693-b8d1-45ed-bc18-e49e240e7845 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:24:23.250524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2257f8-c684-4339-8ead-a363ebac1752 req-fed026f4-da4d-4883-bf55-82aa3b7ed54a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:23.251908 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-da2257f8-c684-4339-8ead-a363ebac1752 req-fed026f4-da4d-4883-bf55-82aa3b7ed54a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 932 time: 0.0823314 Mar 03 12:24:23.253981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4b63cc5b-43c5-4b7b-bfe3-c75ded1c6951 None None] Provisioning complete for port e99dc693-b8d1-45ed-bc18-e49e240e7845 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:23.254356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc5b-43c5-4b7b-bfe3-c75ded1c6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:23.304431 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-da2257f8-c684-4339-8ead-a363ebac1752 req-cba2d7ca-2d15-447a-a07e-ce1f991d979f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463693 Mar 03 12:24:23.323884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4b63cc5b-43c5-4b7b-bfe3-c75ded1c6951 None None] Port e99dc693-b8d1-45ed-bc18-e49e240e7845 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:24:23.579976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99dc693-b8d1-45ed-bc18-e49e240e7845 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:24:23.587061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:23.600750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Transition to ACTIVE for port object e99dc693-b8d1-45ed-bc18-e49e240e7845 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:24:23.648481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:23.804234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Pushing event updated for resources: {'Port': ['ID=e99dc693-b8d1-45ed-bc18-e49e240e7845,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:23.888694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Attempting to bind port e99dc693-b8d1-45ed-bc18-e49e240e7845 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:24:23.889021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Attempting to bind port e99dc693-b8d1-45ed-bc18-e49e240e7845 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:24:23.889339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Attempting to bind port e99dc693-b8d1-45ed-bc18-e49e240e7845 on network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:24:23.893803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Port e99dc693-b8d1-45ed-bc18-e49e240e7845 on network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:24:23.894111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Attempting to bind port e99dc693-b8d1-45ed-bc18-e49e240e7845 on network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:24:23.899022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:24:23.899349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Checking segment: {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:24:23.899718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Bound using segment: {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:24:23.900159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Bound port: e99dc693-b8d1-45ed-bc18-e49e240e7845, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef09405-881d-4e83-90e9-d7b93907eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:24:23.900490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:23.987823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] For port e99dc693-b8d1-45ed-bc18-e49e240e7845, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:24:23.990728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] For port e99dc693-b8d1-45ed-bc18-e49e240e7845, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:24:24.060993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:24.224299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:24.224951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:24.226293 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] 10.222.0.26 "PUT /v2.0/ports/e99dc693-b8d1-45ed-bc18-e49e240e7845 HTTP/1.1" status: 200 len: 1094 time: 1.1216183 Mar 03 12:24:24.226753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:24:24.256515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c4d34-3a79-43f9-aa75-b8d3a7e0a827 service neutron] Pushing event updated for resources: {'Port': ['ID=e99dc693-b8d1-45ed-bc18-e49e240e7845,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:24.278286 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'status': 'completed', 'code': 200} Mar 03 12:24:24.379332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daa963-e2a0-43ab-9df6-3b92ae17d34f req-9e59cc2b-5415-4628-85ba-cad9e47d9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:24.380800 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59daa963-e2a0-43ab-9df6-3b92ae17d34f req-9e59cc2b-5415-4628-85ba-cad9e47d9a03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 1097 time: 0.0800807 Mar 03 12:24:24.525300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47929ac-2f04-454e-bdad-e416635502a8 req-ea642ce3-6004-4f83-891e-4f99950fa031 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:24.527406 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a47929ac-2f04-454e-bdad-e416635502a8 req-ea642ce3-6004-4f83-891e-4f99950fa031 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 944 time: 0.0930517 Mar 03 12:24:24.535074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daa963-e2a0-43ab-9df6-3b92ae17d34f req-4e93b85c-2b23-4955-946d-e800bd222033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:24.536563 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59daa963-e2a0-43ab-9df6-3b92ae17d34f req-4e93b85c-2b23-4955-946d-e800bd222033 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1488745 Mar 03 12:24:24.572233 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a47929ac-2f04-454e-bdad-e416635502a8 req-a865fa37-195b-46ad-8b8a-26dd93253268 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393145 Mar 03 12:24:24.677189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daa963-e2a0-43ab-9df6-3b92ae17d34f req-0303f3d0-abc3-45e2-a840-e5176ad53985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:24.678619 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59daa963-e2a0-43ab-9df6-3b92ae17d34f req-0303f3d0-abc3-45e2-a840-e5176ad53985 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356268 Mar 03 12:24:24.790242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-6b4fc966-b752-406a-a866-ada9ae64603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:24.791688 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-6b4fc966-b752-406a-a866-ada9ae64603c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 1097 time: 0.0760105 Mar 03 12:24:24.865068 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-87b06549-5727-4fd0-a103-01a39a84bce0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845 HTTP/1.1" status: 200 len: 217 time: 0.0641274 Mar 03 12:24:24.928581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-c3cad445-cb0c-4fd6-aac5-0629bd2b541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:24.930002 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-c3cad445-cb0c-4fd6-aac5-0629bd2b541f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f921547c-7bce-427f-976f-a36a8c38e3fc HTTP/1.1" status: 200 len: 835 time: 0.0586576 Mar 03 12:24:25.005506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-9e5cd0e8-0ffa-4fa8-afd6-71113d29b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:25.006968 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-9e5cd0e8-0ffa-4fa8-afd6-71113d29b906 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48870ee2-9855-4c6c-ab2c-a7cf762c45e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703871 Mar 03 12:24:25.142281 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-8ed77c54-1803-42ef-b20f-bedbae5f601f service neutron] 10.222.0.26 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281836 Mar 03 12:24:25.277661 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5bf8d330-758d-4daf-a8c1-eaaedab51cc2 req-75479992-4f4a-447a-abfa-8f72a2b8810c service neutron] 10.222.0.26 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276915 Mar 03 12:24:25.771186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97af96f-80f8-4ba6-9e7e-d614ca6528ac req-d73e2dd0-28ca-4f0e-a536-c1af1bea3c06 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:25.771806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-f97af96f-80f8-4ba6-9e7e-d614ca6528ac req-d73e2dd0-28ca-4f0e-a536-c1af1bea3c06 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:24:25.869321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-f97af96f-80f8-4ba6-9e7e-d614ca6528ac req-d73e2dd0-28ca-4f0e-a536-c1af1bea3c06 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:24:25.870400 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f97af96f-80f8-4ba6-9e7e-d614ca6528ac req-d73e2dd0-28ca-4f0e-a536-c1af1bea3c06 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 944 time: 0.1802812 Mar 03 12:24:25.917887 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f97af96f-80f8-4ba6-9e7e-d614ca6528ac req-90bf9182-e359-489e-8ce7-20fba776bf1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413311 Mar 03 12:24:27.110930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cbd4c-d40d-410c-bb35-bb4a2fdbfbd1 req-f86e2369-6633-4763-bf8b-868d4c1df708 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:27.112494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e87cbd4c-d40d-410c-bb35-bb4a2fdbfbd1 req-f86e2369-6633-4763-bf8b-868d4c1df708 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 944 time: 0.0883505 Mar 03 12:24:27.157362 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e87cbd4c-d40d-410c-bb35-bb4a2fdbfbd1 req-caca6beb-f0b7-4e4e-acbf-1d331e90856a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389183 Mar 03 12:24:27.635314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e99dc693-b8d1-45ed-bc18-e49e240e7845 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:24:27.771905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e99dc693-b8d1-45ed-bc18-e49e240e7845, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:27.785911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'port_id': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'mac_address': 'fa:16:3e:d2:13:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:24:27.841871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:27.866705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99dc693-b8d1-45ed-bc18-e49e240e7845 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:24:27.877555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e99dc693-b8d1-45ed-bc18-e49e240e7845, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:27.938178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:28.004706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e99dc693-b8d1-45ed-bc18-e49e240e7845,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:28.165193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['e99dc693-b8d1-45ed-bc18-e49e240e7845'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:24:28.359960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d6021-b998-4769-a688-95645c4625cf req-dcd55992-a29d-4d56-8ed0-7f967cc595ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:28.361532 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-712d6021-b998-4769-a688-95645c4625cf req-dcd55992-a29d-4d56-8ed0-7f967cc595ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 945 time: 0.0964751 Mar 03 12:24:28.406312 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-712d6021-b998-4769-a688-95645c4625cf req-0277f01d-4667-49b9-b121-a5f4c6a6b9b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388987 Mar 03 12:24:29.604604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a9c22-2f5a-42b4-9094-fe5b9627b4e8 req-3e9e2f43-cb73-4bd2-857c-d19e39d8d643 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:29.605899 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f3a9c22-2f5a-42b4-9094-fe5b9627b4e8 req-3e9e2f43-cb73-4bd2-857c-d19e39d8d643 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 945 time: 0.0924463 Mar 03 12:24:29.649219 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f3a9c22-2f5a-42b4-9094-fe5b9627b4e8 req-245340fa-0ce5-467d-95d3-4e8140dae42a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376844 Mar 03 12:24:29.661062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e99dc693-b8d1-45ed-bc18-e49e240e7845 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:24:29.791284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port e99dc693-b8d1-45ed-bc18-e49e240e7845 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:24:29.797046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port e99dc693-b8d1-45ed-bc18-e49e240e7845 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:24:29.801116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:29.915860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:29.943629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:24:29.956188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e99dc693-b8d1-45ed-bc18-e49e240e7845, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:24:30.043204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:30.089367 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'code': 200} Mar 03 12:24:30.115208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e99dc693-b8d1-45ed-bc18-e49e240e7845,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:30.391831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa0c3-ddf1-46a5-bc42-730704b6effe req-24e6c152-e413-47ea-8121-5cd9e3be7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:30.393717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c79fa0c3-ddf1-46a5-bc42-730704b6effe req-24e6c152-e413-47ea-8121-5cd9e3be7356 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 1099 time: 0.0769131 Mar 03 12:24:30.441633 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c79fa0c3-ddf1-46a5-bc42-730704b6effe req-2fe20f8d-61a8-4203-92ed-0288a9c5b383 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408547 Mar 03 12:24:30.842075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71a387-42fb-443d-a40c-fb9cdb9ddddc req-3037f512-d7d3-40e2-aa39-7ac846debcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:30.843508 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2f71a387-42fb-443d-a40c-fb9cdb9ddddc req-3037f512-d7d3-40e2-aa39-7ac846debcb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 946 time: 0.0841877 Mar 03 12:24:30.889814 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2f71a387-42fb-443d-a40c-fb9cdb9ddddc req-49d5bc94-01d5-4a17-8687-e282e64d063d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405633 Mar 03 12:24:32.084969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b1cd4-7a2d-4cdd-98f3-7ec40ac979b2 req-0a76167f-8486-4dd8-bc39-1de55e7ba162 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:32.086428 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1f8b1cd4-7a2d-4cdd-98f3-7ec40ac979b2 req-0a76167f-8486-4dd8-bc39-1de55e7ba162 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 946 time: 0.0837049 Mar 03 12:24:32.130153 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1f8b1cd4-7a2d-4cdd-98f3-7ec40ac979b2 req-61366781-3d4d-4d1e-9b57-8cb318597558 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379844 Mar 03 12:24:32.320163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc95975-3184-45b7-98bb-f5a82dc023b8 req-911011da-4071-4f1a-b35d-d4216d3bbb5b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:32.321621 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6dc95975-3184-45b7-98bb-f5a82dc023b8 req-911011da-4071-4f1a-b35d-d4216d3bbb5b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 946 time: 0.0875568 Mar 03 12:24:32.370775 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6dc95975-3184-45b7-98bb-f5a82dc023b8 req-70683f7e-33dc-465f-a107-ccfa52dc2c1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Mar 03 12:24:32.394614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38646) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:32.465299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a360a-2caf-46ec-9819-9759b63b4663 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:32.466772 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-709a360a-2caf-46ec-9819-9759b63b4663 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 1094 time: 0.0711792 Mar 03 12:24:32.470350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38650) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:32.479628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:24:32.481369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:24:32.485172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:24:32.487930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:24:32.493541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:24:32.614870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:32.753897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:32.897190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.136 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/5b7826d3-84b6-48fa-8ac4-f81098b9cd4e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:24:33.049726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:33.166909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:33.331217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:24:33.338716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:24:33.341565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:24:33.377835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=5b7826d3-84b6-48fa-8ac4-f81098b9cd4e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:33.753030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:33.889807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:34.097002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:34.169228 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:34.288040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=5b7826d3-84b6-48fa-8ac4-f81098b9cd4e,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:24:34.299663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:34.470921 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 53109135-2679-46d8-be27-f07c485a90c8 associated. External IP: 172.26.8.136, port: e99dc693-b8d1-45ed-bc18-e49e240e7845. Mar 03 12:24:34.835564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:24:35.125150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:24:35.134484 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] Sync routers for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:24:35.146120 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:35.146719 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:24:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:35.229677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:35.293325 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-90375bba-f31f-46cd-b5ea-2dc3ad1d8acb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8191948 Mar 03 12:24:35.293325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:24:35.293759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38654) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:35.345957 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:35.376071 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'status': 'completed', 'code': 200} Mar 03 12:24:35.471557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-9fab1aa1-fdf2-4cae-b4c9-0f749f6b4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:35.473314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-9fab1aa1-fdf2-4cae-b4c9-0f749f6b4546 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 1099 time: 0.0801709 Mar 03 12:24:35.540897 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-49c3401b-84a9-455c-815c-03cdcf8012d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/53109135-2679-46d8-be27-f07c485a90c8 HTTP/1.1" status: 200 len: 992 time: 0.2459362 Mar 03 12:24:35.614226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-124519c1-2ce7-45e0-9d6c-5f7a3bcde85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:35.615706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-124519c1-2ce7-45e0-9d6c-5f7a3bcde85e service neutron] 10.222.0.26 "GET /v2.0/networks?id=48870ee2-9855-4c6c-ab2c-a7cf762c45e6 HTTP/1.1" status: 200 len: 896 time: 0.1358855 Mar 03 12:24:35.915758 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '53109135-2679-46d8-be27-f07c485a90c8', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.136', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'port_id': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'mac_address': 'fa:16:3e:d2:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:24:33Z', 'updated_at': '2022-03-03T12:24:33Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:18Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:35.915758 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] Checking router: 8f99935e-7653-4aad-ab6b-99d0f6ce01fa for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:24:35.915758 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:24:35.915758 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:24:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:35.916595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-8ae62efe-2213-4690-a4ab-3828402edc95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845 HTTP/1.1" status: 200 len: 1000 time: 0.0964379 Mar 03 12:24:35.916595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-ca993700-27cf-48e4-af10-587a60d0c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:35.916595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-ca993700-27cf-48e4-af10-587a60d0c55d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f921547c-7bce-427f-976f-a36a8c38e3fc HTTP/1.1" status: 200 len: 835 time: 0.0564766 Mar 03 12:24:35.916595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-b0bfc032-f936-4a37-b0ea-0efd647bcf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:24:35.916595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-b0bfc032-f936-4a37-b0ea-0efd647bcf6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48870ee2-9855-4c6c-ab2c-a7cf762c45e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717952 Mar 03 12:24:35.917108 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:24:35.993332 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-d403ab55-63d4-4f2f-8ad0-5dd18e2340a8 service neutron] 10.222.0.26 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292603 Mar 03 12:24:36.128988 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dec5a3bc-ad8c-4450-953c-b6d0553c831a req-abd5ed4b-c70a-4c3d-9797-eff96c4c5bea service neutron] 10.222.0.26 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302612 Mar 03 12:24:36.247316 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '53109135-2679-46d8-be27-f07c485a90c8', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.136', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'port_id': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'mac_address': 'fa:16:3e:d2:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:24:33Z', 'updated_at': '2022-03-03T12:24:33Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:18Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:24:36.252216 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df9859-8b1f-4d02-bfe9-e4e206658b5b None None] The sync data for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv is: [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '53109135-2679-46d8-be27-f07c485a90c8', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.136', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'port_id': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'mac_address': 'fa:16:3e:d2:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:24:33Z', 'updated_at': '2022-03-03T12:24:33Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:18Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:24:36.433895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6fa9a-20a8-457c-9289-e8ca99db3cd7 None None] New status for floating IP 53109135-2679-46d8-be27-f07c485a90c8: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:24:36.544482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38660) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:36.650082 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eda50e74-3b7d-46d9-a3f9-3886d716f1a1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/53109135-2679-46d8-be27-f07c485a90c8 HTTP/1.1" status: 200 len: 992 time: 0.1044376 Mar 03 12:24:36.769122 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:24:37.653734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38664) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:24:37.761727 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8c463e77-581f-4645-93b3-02f6c1d104b8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/53109135-2679-46d8-be27-f07c485a90c8 HTTP/1.1" status: 200 len: 994 time: 0.1067924 Mar 03 12:24:38.098083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:38.127212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cbb3418f-727f-4c64-9fa8-78e6651f8a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:40.139906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ceef069f-e9a4-42b1-85a7-b16d615e3800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:41.206563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:41.446647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:24:42.783756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:03.241970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38678) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:03.347659 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bea26c6c-c112-44e9-91c6-74e14f8c6a07 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/53109135-2679-46d8-be27-f07c485a90c8 HTTP/1.1" status: 200 len: 994 time: 0.1045089 Mar 03 12:25:03.665079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38686) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:03.869125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 5b7826d3-84b6-48fa-8ac4-f81098b9cd4e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:25:03.869465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:04.035173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:04.036040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:04.156134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 5b7826d3-84b6-48fa-8ac4-f81098b9cd4e owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:25:04.385407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:04.432794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=5b7826d3-84b6-48fa-8ac4-f81098b9cd4e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:04.522260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:04.522581 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 53109135-2679-46d8-be27-f07c485a90c8 disassociated (deleted). External IP: 172.26.8.136, port: e99dc693-b8d1-45ed-bc18-e49e240e7845. Mar 03 12:25:04.972436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:25:05.154479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:25:05.164260 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] Sync routers for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:25:05.177139 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:05.179112 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:24:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:05.230901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:05.292714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-229de63b-f39c-447a-b75c-1da71456670d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/53109135-2679-46d8-be27-f07c485a90c8 HTTP/1.1" status: 204 len: 168 time: 1.6239572 Mar 03 12:25:05.292714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:25:05.340709 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'status': 'completed', 'code': 200} Mar 03 12:25:05.353321 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:05.452505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-c56e5038-7d0d-4be5-a916-bd962b53e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:05.454360 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-c56e5038-7d0d-4be5-a916-bd962b53e265 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 1099 time: 0.0894327 Mar 03 12:25:05.587753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-a48e0878-bd67-4cd5-8427-1609c96958d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:05.589151 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-a48e0878-bd67-4cd5-8427-1609c96958d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48870ee2-9855-4c6c-ab2c-a7cf762c45e6 HTTP/1.1" status: 200 len: 896 time: 0.1279638 Mar 03 12:25:05.661156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-7019c369-7eae-4281-afa3-99f8da033f61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845 HTTP/1.1" status: 200 len: 217 time: 0.0653732 Mar 03 12:25:05.698810 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:18Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:05.702561 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] Checking router: 8f99935e-7653-4aad-ab6b-99d0f6ce01fa for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:25:05.710762 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:05.711365 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:24:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:05.723874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-99054b3b-f9d0-4fc3-af81-0efe3662befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:05.726051 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-99054b3b-f9d0-4fc3-af81-0efe3662befd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f921547c-7bce-427f-976f-a36a8c38e3fc HTTP/1.1" status: 200 len: 835 time: 0.0580297 Mar 03 12:25:05.809924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-bdf6d5e8-27e7-4585-9add-dab70ae3444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:05.811400 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-bdf6d5e8-27e7-4585-9add-dab70ae3444b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48870ee2-9855-4c6c-ab2c-a7cf762c45e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787973 Mar 03 12:25:05.891549 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:06.107022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08587b7-7cd0-4ae8-8543-627ee2188727 req-f939f100-d945-40bd-8928-d5587372519d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:06.108516 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d08587b7-7cd0-4ae8-8543-627ee2188727 req-f939f100-d945-40bd-8928-d5587372519d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 946 time: 0.2949660 Mar 03 12:25:06.110432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-f954e224-3771-488c-bdc3-2f2ef009f90b service neutron] 10.222.0.26 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663090 Mar 03 12:25:06.209466 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:18Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:06.213378 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202edb20-a307-4e57-b7bc-7497faee6936 None None] The sync data for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv is: [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:13Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'c83217f1-3266-45d1-a24c-063753443a90', 'name': '', 'network_id': '48870ee2-9855-4c6c-ab2c-a7cf762c45e6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:46:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:12Z', 'updated_at': '2022-03-03T12:24:18Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'f921547c-7bce-427f-976f-a36a8c38e3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:25:06.235806 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d08587b7-7cd0-4ae8-8543-627ee2188727 req-4a84cebe-b15c-4350-8dac-0252c6da1013 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207354 Mar 03 12:25:06.283463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8764f20-4e52-44e8-8723-ef0c0ef9df83 req-c5877d36-b1d3-4a9c-afdd-a589c3058d7c service neutron] 10.222.0.26 "GET /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555219 Mar 03 12:25:06.450991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362e28a-3b54-4b07-a1dc-71990c691035 None None] New status for floating IP 53109135-2679-46d8-be27-f07c485a90c8: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:25:07.195219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-3dca4f6b-8fbc-4b8d-9369-bf9b44f94c61 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:07.196672 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-3dca4f6b-8fbc-4b8d-9369-bf9b44f94c61 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 946 time: 0.0786531 Mar 03 12:25:07.264231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port e99dc693-b8d1-45ed-bc18-e49e240e7845 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:25:07.264572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:07.423459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ccd3a-a833-4494-abd6-27d5612a3d57 req-ac153538-af2b-4038-ba97-553891b07b21 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:07.424185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-fc4ccd3a-a833-4494-abd6-27d5612a3d57 req-ac153538-af2b-4038-ba97-553891b07b21 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:07.511446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port e99dc693-b8d1-45ed-bc18-e49e240e7845, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e99dc693-b8d1-45ed-bc18-e49e240e7845,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:07.511800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:07.516653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-fc4ccd3a-a833-4494-abd6-27d5612a3d57 req-ac153538-af2b-4038-ba97-553891b07b21 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:07.517825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fc4ccd3a-a833-4494-abd6-27d5612a3d57 req-ac153538-af2b-4038-ba97-553891b07b21 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 946 time: 0.1741786 Mar 03 12:25:07.563249 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fc4ccd3a-a833-4494-abd6-27d5612a3d57 req-8059fb8c-6ddb-48e5-8b9c-d7085327e75f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6a2d221-5a48-4217-9ff1-ef717d918a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386331 Mar 03 12:25:07.637957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for e99dc693-b8d1-45ed-bc18-e49e240e7845 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:25:07.842799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:07.897237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=e99dc693-b8d1-45ed-bc18-e49e240e7845,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:07.974329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port e99dc693-b8d1-45ed-bc18-e49e240e7845 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:25:07.976921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:07.979424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'name': 'network-vif-deleted', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:25:08.023174 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5863cf3-a1d5-4662-b73e-953eb16bbed4', 'name': 'network-vif-deleted', 'tag': 'e99dc693-b8d1-45ed-bc18-e49e240e7845', 'status': 'completed', 'code': 200} Mar 03 12:25:08.042587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:08.070917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a0c2-71ee-42a8-b181-80537d7aa0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:08.072096 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-73e07e4a-82e8-4aaf-94c7-6ee822105458 req-2ccbccdd-50b6-4b03-a3fb-8ba45cdd2276 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/e99dc693-b8d1-45ed-bc18-e49e240e7845 HTTP/1.1" status: 204 len: 173 time: 0.8705516 Mar 03 12:25:08.729924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e4f9b6bb-24a7-4f23-b0a1-b08b46146569 req-c1bd4b63-1333-45db-aa67-22744447df99 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5863cf3-a1d5-4662-b73e-953eb16bbed4 HTTP/1.1" status: 200 len: 210 time: 0.0474699 Mar 03 12:25:09.825866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e99dc693-b8d1-45ed-bc18-e49e240e7845 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:25:09.827305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38704) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:09.862569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: e99dc693-b8d1-45ed-bc18-e49e240e7845 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:25:09.862908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e99dc693-b8d1-45ed-bc18-e49e240e7845 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:25:09.896221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:09.924748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:10.091557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:10.111522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2d221-5a48-4217-9ff1-ef717d918a9c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:10.116483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4b87e14e-95ea-4b83-acfc-be6b78cd89c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:10.119623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.119973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.124275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:10.176070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:10.180515 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-78e89e2d-5abe-46ac-9d19-f18f28bda29e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/e6a2d221-5a48-4217-9ff1-ef717d918a9c HTTP/1.1" status: 204 len: 168 time: 0.3494875 Mar 03 12:25:10.260141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38710) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:10.918716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:11.155423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:11.274671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port c83217f1-3266-45d1-a24c-063753443a90 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:25:11.275282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:11.440631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:11.462893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port c83217f1-3266-45d1-a24c-063753443a90, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c83217f1-3266-45d1-a24c-063753443a90,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:11.463252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:11.591989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for c83217f1-3266-45d1-a24c-063753443a90 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:25:11.985435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:12.035804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=c83217f1-3266-45d1-a24c-063753443a90,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:12.453125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:12.789260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:12.820202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:25:13.058399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:25:13.068262 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] Sync routers for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:25:13.070866 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e30b0bda-6119-4233-9346-de8cb12c6c86 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/8f99935e-7653-4aad-ab6b-99d0f6ce01fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096786 Mar 03 12:25:13.073568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38724) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:13.077936 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:13.078526 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:13.142703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet f921547c-7bce-427f-976f-a36a8c38e3fc {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:25:13.146375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.203031 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.266979 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:13.293216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.454273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.494443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=f921547c-7bce-427f-976f-a36a8c38e3fc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:13.499657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.506120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881f188-9672-45f5-ae75-5a7d8ca60f87 None None] Network 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:25:13.506849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.507202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.507542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.507875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.508229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.508559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.508885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.509210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.509541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.509864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.510233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.510500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:13.517946 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-05bbeb65-a80c-4607-8ba0-e1906f5e876d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/f921547c-7bce-427f-976f-a36a8c38e3fc HTTP/1.1" status: 204 len: 168 time: 0.4409938 Mar 03 12:25:13.518702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38730) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:13.554574 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:25:11Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:13.558541 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] Checking router: 8f99935e-7653-4aad-ab6b-99d0f6ce01fa for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:25:13.567579 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] Routers {'8f99935e-7653-4aad-ab6b-99d0f6ce01fa'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:13.568338 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:13.702761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.774239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] DHCP port deletion for 48870ee2-9855-4c6c-ab2c-a7cf762c45e6 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:25:13.780168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] Deleting port 4296d70e-7093-4a3b-ad92-bd0dc8229812 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:25:13.780612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.792409 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:25:13.805305 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] Set router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:13.903795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:13.973793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 02f43ce0-9633-4531-a45c-c52534a662c8 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:25:13.979023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:14.011255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] For port 4296d70e-7093-4a3b-ad92-bd0dc8229812, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4296d70e-7093-4a3b-ad92-bd0dc8229812,segment=NetworkSegment(9ef09405-881d-4e83-90e9-d7b93907eebd),segment_id=9ef09405-881d-4e83-90e9-d7b93907eebd)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:14.012300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:14.130834 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:25:11Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:14.135482 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56d8cb-5bf6-4883-9c05-39cc913db33c None None] The sync data for ids ['8f99935e-7653-4aad-ab6b-99d0f6ce01fa'] in dv-neutron-831730-1-hyperv is: [{'id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'name': 'tempest-TestNetworkBasicOps-router-1805064092', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250'}], 'enable_snat': True}, 'gw_port_id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:25:11Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '02f43ce0-9633-4531-a45c-c52534a662c8', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f99935e-7653-4aad-ab6b-99d0f6ce01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:24:07Z', 'updated_at': '2022-03-03T12:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:25:14.159411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] Calling delete_port for 4296d70e-7093-4a3b-ad92-bd0dc8229812 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:25:14.288941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 02f43ce0-9633-4531-a45c-c52534a662c8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=02f43ce0-9633-4531-a45c-c52534a662c8,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:14.289370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:14.304178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:14.355920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] Pushing event deleted for resources: {'Port': ['ID=4296d70e-7093-4a3b-ad92-bd0dc8229812,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:14.357739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e0751-c7c2-49a8-aa17-8ca03c0d1939 None None] No DVR routers for this DVR port 4296d70e-7093-4a3b-ad92-bd0dc8229812 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:25:14.415559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 02f43ce0-9633-4531-a45c-c52534a662c8 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:25:14.539441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4296d70e-7093-4a3b-ad92-bd0dc8229812 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:25:14.590999 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 4296d70e-7093-4a3b-ad92-bd0dc8229812 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:25:14.591465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4296d70e-7093-4a3b-ad92-bd0dc8229812 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:25:14.592159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c83217f1-3266-45d1-a24c-063753443a90 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:25:14.632599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: c83217f1-3266-45d1-a24c-063753443a90 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:25:14.633038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c83217f1-3266-45d1-a24c-063753443a90 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:25:14.699795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:14.751067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=02f43ce0-9633-4531-a45c-c52534a662c8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:14.851557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.029273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.031349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.122680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.123189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router 8f99935e-7653-4aad-ab6b-99d0f6ce01fa {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:25:15.139386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.140503 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c5260c7b-d081-4330-a7dd-ecf8f8316e70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/8f99935e-7653-4aad-ab6b-99d0f6ce01fa HTTP/1.1" status: 204 len: 168 time: 1.6213946 Mar 03 12:25:15.143206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38744) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:15.265426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.398605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.427392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48870ee2-9855-4c6c-ab2c-a7cf762c45e6']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:15.439983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef09405-881d-4e83-90e9-d7b93907eebd') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:15.440297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef09405-881d-4e83-90e9-d7b93907eebd') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:15.453380 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.469485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.475591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:25:15.475971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:25:15.490848 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:25:15.619575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.624230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.655677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=48870ee2-9855-4c6c-ab2c-a7cf762c45e6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:15.705767 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-620871f0-da21-41f6-af4d-9650374572d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/48870ee2-9855-4c6c-ab2c-a7cf762c45e6 HTTP/1.1" status: 204 len: 168 time: 0.5616162 Mar 03 12:25:15.716514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38750) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:15.722418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--1458063628', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:15.727774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:15.732416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:15.735570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:15.746786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:15.842640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:25:15.846088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.876016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:25:15.887090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:15.887544 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a of type vlan for network 4883516f-c00d-4fec-945c-d711d232ff34 Mar 03 12:25:15.914757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:16.019619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:16.026071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:16.026753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:16.138574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=4883516f-c00d-4fec-945c-d711d232ff34,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:16.150440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 4883516f-c00d-4fec-945c-d711d232ff34 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:25:16.168918 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b33093ba-efaa-49b2-aca1-1b9725b29cc2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4512269 Mar 03 12:25:16.171789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38756) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:16.178234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:16.186345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:16.191543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:16.194851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:16.203023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:16.252760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02f43ce0-9633-4531-a45c-c52534a662c8 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:25:16.272181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:16.273612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:16.292060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:16.336179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 02f43ce0-9633-4531-a45c-c52534a662c8 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:25:16.336527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 02f43ce0-9633-4531-a45c-c52534a662c8 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:25:16.761958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:17.125469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:17.156184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:17.293392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.150 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/ba52fb2e-36bc-444e-acd8-c1982efdfd76) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:25:17.449043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:17.537761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:17.603841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:25:17.610952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:17.616122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:25:17.648893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=ba52fb2e-36bc-444e-acd8-c1982efdfd76,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:18.144167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:18.644635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:18.936657 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-060eebe6-cee4-41be-9dbe-0047b0aa8ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1243565 Mar 03 12:25:19.040498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 17535d65-7620-4471-ac28-25de56e7bdc0 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:25:19.220747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-f52f0537-5fde-4f8a-a4c1-aaa5a1c95de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:19.222225 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-f52f0537-5fde-4f8a-a4c1-aaa5a1c95de0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1099 time: 0.2172003 Mar 03 12:25:19.291928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:25:19.306002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Sync routers for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:25:19.329905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:19.330902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:19.432822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-36d7073a-3ceb-4a2d-9a97-6571f31dca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:19.434530 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-36d7073a-3ceb-4a2d-9a97-6571f31dca7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.1944671 Mar 03 12:25:19.495730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:19.496940 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7140afce-3a8f-44c7-9aaf-d80c0f563ab0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3239639 Mar 03 12:25:19.500519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38766) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:19.527923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:19.544612 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-26cb3b0f-fc53-4804-8103-989a6480ebd4 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400701 Mar 03 12:25:19.544897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38770) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:19.549849 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-ab865f68-2846-4f80-9273-097601c3d08b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 1002 time: 0.1092207 Mar 03 12:25:19.614440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-c918b796-49e2-4760-ae92-3dcbf27142dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:19.615841 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-c918b796-49e2-4760-ae92-3dcbf27142dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0595169 Mar 03 12:25:19.687966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef3ec5-bdf4-4c1c-aa42-ea6ec579251a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:19.692090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b4ef3ec5-bdf4-4c1c-aa42-ea6ec579251a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1436646 Mar 03 12:25:19.692319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38774) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:19.714739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-4533bf22-bd9c-4b29-a4d6-de2a8acb93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:19.716411 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-4533bf22-bd9c-4b29-a4d6-de2a8acb93d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937998 Mar 03 12:25:19.734508 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-be31ccd7-db66-46ad-98b8-2df66f51fd83 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387323 Mar 03 12:25:19.734690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38778) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:19.740581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443380653', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:19.837823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:17Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:19.841662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Checking router: 17535d65-7620-4471-ac28-25de56e7bdc0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:25:19.842012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Updating router 17535d65-7620-4471-ac28-25de56e7bdc0 port ba52fb2e-36bc-444e-acd8-c1982efdfd76 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:25:19.862651 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-92e70325-9548-4db9-85c9-4d1dce391732 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401913 Mar 03 12:25:19.869220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:19.873337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:19.876513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:19.882575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:19.900555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:19.965687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:25:19.969971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.135364 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9de4c7c6-69be-422f-afe7-d4ca3f9e8d1c req-219c066f-7585-4817-92b4-424c71fc22e2 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659252 Mar 03 12:25:20.289021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.292270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.300938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Transition to ACTIVE for port object ba52fb2e-36bc-444e-acd8-c1982efdfd76 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:20.382221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=3c401323-3d02-4f7c-854b-2eafe7a86ae3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:20.392058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:25:20.392453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: 4883516f-c00d-4fec-945c-d711d232ff34, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:25:20.395329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.486057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Pushing event updated for resources: {'Port': ['ID=ba52fb2e-36bc-444e-acd8-c1982efdfd76,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:20.492389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Attempting to bind port ba52fb2e-36bc-444e-acd8-c1982efdfd76 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:25:20.492756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Attempting to bind port ba52fb2e-36bc-444e-acd8-c1982efdfd76 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:25:20.493176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Attempting to bind port ba52fb2e-36bc-444e-acd8-c1982efdfd76 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:25:20.497795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 4883516f-c00d-4fec-945c-d711d232ff34 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:25:20.501737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:25:20.502138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:25:20.502492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.502882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:25:20.503344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Bound port: ba52fb2e-36bc-444e-acd8-c1982efdfd76, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:25:20.503711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.532524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.532870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.533202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.533534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.533862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.534183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.534500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.534818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.535118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.535974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.536489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.536818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:20.604116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] For port ba52fb2e-36bc-444e-acd8-c1982efdfd76, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:25:20.607151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] For port ba52fb2e-36bc-444e-acd8-c1982efdfd76, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ba52fb2e-36bc-444e-acd8-c1982efdfd76,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:25:20.622730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 4883516f-c00d-4fec-945c-d711d232ff34) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:20.627380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:20.628047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.632339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a7fe4-0321-4606-be07-cb49f63bc4ad None None] Network 4883516f-c00d-4fec-945c-d711d232ff34 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:25:20.734123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:20.734367 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1178de84-35ac-482f-8129-97aecdd821a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9986386 Mar 03 12:25:20.737042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38786) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:20.852597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:20.853229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:20.905358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5b65c-c964-4a85-a5d1-0e2eedbb0812 None None] Pushing event updated for resources: {'Port': ['ID=ba52fb2e-36bc-444e-acd8-c1982efdfd76,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:21.140349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-4883516f-c00d-4fec-945c-d711d232ff34', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:25:21.141156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:21.168531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:21.548929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Allocated IP 172.20.0.2 (4883516f-c00d-4fec-945c-d711d232ff34/3c401323-3d02-4f7c-854b-2eafe7a86ae3/c2f28965-165d-4cd6-870d-ccc47cfe9def) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:25:21.617196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:21.699618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:17Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:21.713995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c738d-317d-4729-9dca-e0fcd6754e51 None None] The sync data for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv is: [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:17Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:25:21.792188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:21.803624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Transition to ACTIVE for port object c2f28965-165d-4cd6-870d-ccc47cfe9def will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:21.822413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Transition to ACTIVE for port object c2f28965-165d-4cd6-870d-ccc47cfe9def will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:21.906009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:21.995717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Network 4883516f-c00d-4fec-945c-d711d232ff34 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:25:21.998791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:22.005485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:25:22.056736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Pushing event updated for resources: {'Port': ['ID=c2f28965-165d-4cd6-870d-ccc47cfe9def,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:22.079968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (4883516f-c00d-4fec-945c-d711d232ff34/3c401323-3d02-4f7c-854b-2eafe7a86ae3/7353986b-66e7-4d9d-972a-3eea1736414d) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:25:22.114630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Attempting to bind port c2f28965-165d-4cd6-870d-ccc47cfe9def on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:25:22.115088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Attempting to bind port c2f28965-165d-4cd6-870d-ccc47cfe9def by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:25:22.115459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Attempting to bind port c2f28965-165d-4cd6-870d-ccc47cfe9def on network 4883516f-c00d-4fec-945c-d711d232ff34 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:25:22.121150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:25:22.121545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Checking segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:25:22.121936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.122331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Bound using segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:25:22.122797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Bound port: c2f28965-165d-4cd6-870d-ccc47cfe9def, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:25:22.123175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.232633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] For port c2f28965-165d-4cd6-870d-ccc47cfe9def, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:25:22.235992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] For port c2f28965-165d-4cd6-870d-ccc47cfe9def, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c2f28965-165d-4cd6-870d-ccc47cfe9def,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:25:22.255275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.274081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 7353986b-66e7-4d9d-972a-3eea1736414d will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:22.307223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ba52fb2e-36bc-444e-acd8-c1982efdfd76 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:22.345054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.402738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.474488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 4883516f-c00d-4fec-945c-d711d232ff34 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:25:22.483098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:22.483303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ae674-d2db-46ec-b92e-378cb1a697bc None None] Pushing event updated for resources: {'Port': ['ID=c2f28965-165d-4cd6-870d-ccc47cfe9def,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:22.489722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:25:22.537265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=7353986b-66e7-4d9d-972a-3eea1736414d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:22.565283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.594690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port ba52fb2e-36bc-444e-acd8-c1982efdfd76 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:22.601359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ba52fb2e-36bc-444e-acd8-c1982efdfd76 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:22.601735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.828167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:22.848871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port ba52fb2e-36bc-444e-acd8-c1982efdfd76, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ba52fb2e-36bc-444e-acd8-c1982efdfd76,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:22.945708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:23.019120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=ba52fb2e-36bc-444e-acd8-c1982efdfd76,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:23.110827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:23.540257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:23.614459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:23.732238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:23.735945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=7353986b-66e7-4d9d-972a-3eea1736414d,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:23.881884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 4883516f-c00d-4fec-945c-d711d232ff34 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:25:23.882617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:24.089262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 17535d65-7620-4471-ac28-25de56e7bdc0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:25:24.148337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c09705c-50e6-4ed7-94b5-54301fb5d98f None None] Network 4883516f-c00d-4fec-945c-d711d232ff34 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:25:24.327494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:25:24.339467 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Sync routers for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:25:24.355658 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-839a67a8-0eac-4603-b9b3-91417573246d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/17535d65-7620-4471-ac28-25de56e7bdc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6176054 Mar 03 12:25:24.358292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38796) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:24.360991 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:24.362403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5c628944-a437-4ab7-aaf4-51c04269a30e None None] Provisioning for port c2f28965-165d-4cd6-870d-ccc47cfe9def completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:24.363146 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:24.454180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ba52fb2e-36bc-444e-acd8-c1982efdfd76 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:24.557194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ba52fb2e-36bc-444e-acd8-c1982efdfd76 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:24.557417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:24.627613 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:24.757825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c2f28965-165d-4cd6-870d-ccc47cfe9def up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:24.788931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cedb9-346b-4b20-bb14-bf7b71f6e629 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.795680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cedb9-346b-4b20-bb14-bf7b71f6e629 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.796169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cedb9-346b-4b20-bb14-bf7b71f6e629 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.796635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cedb9-346b-4b20-bb14-bf7b71f6e629 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.797095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cedb9-346b-4b20-bb14-bf7b71f6e629 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.797558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560cedb9-346b-4b20-bb14-bf7b71f6e629 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.799635 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-560cedb9-346b-4b20-bb14-bf7b71f6e629 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.4401753 Mar 03 12:25:24.802783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38800) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:24.907415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fead-af66-4fe6-84fc-80b089ab1bf8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.908523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fead-af66-4fe6-84fc-80b089ab1bf8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.909134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fead-af66-4fe6-84fc-80b089ab1bf8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.909585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fead-af66-4fe6-84fc-80b089ab1bf8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.910030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fead-af66-4fe6-84fc-80b089ab1bf8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.910511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459fead-af66-4fe6-84fc-80b089ab1bf8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:24.915175 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6459fead-af66-4fe6-84fc-80b089ab1bf8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1089804 Mar 03 12:25:24.916233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38806) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:24.991368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port c2f28965-165d-4cd6-870d-ccc47cfe9def completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:25.018375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c2f28965-165d-4cd6-870d-ccc47cfe9def triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:25.018741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.061181 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:23Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:25.070292 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Checking router: 17535d65-7620-4471-ac28-25de56e7bdc0 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:25:25.071105 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Updating router 17535d65-7620-4471-ac28-25de56e7bdc0 port 7353986b-66e7-4d9d-972a-3eea1736414d binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:25:25.156286 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.181442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.208707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-95981d94-de94-4eb3-a9d5-675ce173af39 None None] Provisioning for port 7353986b-66e7-4d9d-972a-3eea1736414d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:25.214645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-95981d94-de94-4eb3-a9d5-675ce173af39 None None] Provisioning complete for port 7353986b-66e7-4d9d-972a-3eea1736414d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:25.214983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-95981d94-de94-4eb3-a9d5-675ce173af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.234651 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e82e282c-3b36-4507-bd65-177b29cd112c tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3165247 Mar 03 12:25:25.280171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port c2f28965-165d-4cd6-870d-ccc47cfe9def, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c2f28965-165d-4cd6-870d-ccc47cfe9def,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:25.296483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-95981d94-de94-4eb3-a9d5-675ce173af39 None None] Port 7353986b-66e7-4d9d-972a-3eea1736414d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:25:25.309502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-95981d94-de94-4eb3-a9d5-675ce173af39 None None] Provisioning complete for port c2f28965-165d-4cd6-870d-ccc47cfe9def triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:25.310454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-95981d94-de94-4eb3-a9d5-675ce173af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.370422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.459434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=c2f28965-165d-4cd6-870d-ccc47cfe9def,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:25.599333 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.612409 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Transition to ACTIVE for port object 7353986b-66e7-4d9d-972a-3eea1736414d will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:25.688103 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.715427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38812) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:25.721252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280140937', 'description': 'tempest-secgroup-smoke-1280140937 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:25.728699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:25.733351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:25.736387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:25.744423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:25.869095 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Pushing event updated for resources: {'Port': ['ID=7353986b-66e7-4d9d-972a-3eea1736414d,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:25.885529 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.885868 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.886195 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.886516 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.886836 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.887152 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.887466 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.887780 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.888117 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.888427 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.888735 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.889040 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:25:25.899490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.929700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:25.934980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:25.938297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:25.944144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:25.960088 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Attempting to bind port 7353986b-66e7-4d9d-972a-3eea1736414d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:25:25.960698 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Attempting to bind port 7353986b-66e7-4d9d-972a-3eea1736414d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:25:25.961187 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Attempting to bind port 7353986b-66e7-4d9d-972a-3eea1736414d on network 4883516f-c00d-4fec-945c-d711d232ff34 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:25:25.967990 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:25:25.968391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Checking segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:25:25.968943 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:25.969353 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Bound using segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:25:25.969814 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Bound port: 7353986b-66e7-4d9d-972a-3eea1736414d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:25:25.970831 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.041272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.073471 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] For port 7353986b-66e7-4d9d-972a-3eea1736414d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:25:26.076295 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] For port 7353986b-66e7-4d9d-972a-3eea1736414d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7353986b-66e7-4d9d-972a-3eea1736414d,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:25:26.173937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.174464 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.222991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de993f2-401a-4e85-8413-f1c2484e63a5,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:26.266605 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:26.267488 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:26.274463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c2f28965-165d-4cd6-870d-ccc47cfe9def up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:26.289776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.292462 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ea54e6b1-a176-4132-b2fa-376856dba4cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5755782 Mar 03 12:25:26.294926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38818) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:26.317559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6de993f2-401a-4e85-8413-f1c2484e63a5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:26.329489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:26.333917 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ae989-560d-4bcf-a640-8817e75503f5 None None] Pushing event updated for resources: {'Port': ['ID=7353986b-66e7-4d9d-972a-3eea1736414d,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:26.335849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:26.340365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:26.351697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:26.381592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c2f28965-165d-4cd6-870d-ccc47cfe9def triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:26.381872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.467622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.507137 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:26.557514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.699974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.730392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157e8de4-d642-4d42-812e-506365f49c46,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:26.823395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:26.824593 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-34a857bd-d799-45d2-baa6-6aaf7350ac75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5277655 Mar 03 12:25:26.827294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38822) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:26.836886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6de993f2-401a-4e85-8413-f1c2484e63a5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:26.839889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:26.843797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:26.844699 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:26Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:26.846933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:26.849147 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87954f62-22ea-4c60-9ebd-90a64b292f45 None None] The sync data for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv is: [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:26Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:25:26.853634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:26.959755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.060404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.139701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.170001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92197070-6242-4cb6-bd19-923c9f09b80c,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:27.319650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.324630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38828) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:27.325276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-95b4bbf8-baa9-465d-9e82-7de048b517fb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4961691 Mar 03 12:25:27.363809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6de993f2-401a-4e85-8413-f1c2484e63a5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:27.378257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:27.395724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:27.402066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:27.414595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:27.549832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.641727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.739455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.764123 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd8d21d-4dab-4afe-9f4e-ec6599881024,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:27.854525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:27.859821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38832) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:27.860594 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fa2621bf-596a-4182-b0d0-fed7babecd83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5332115 Mar 03 12:25:27.865467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6de993f2-401a-4e85-8413-f1c2484e63a5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:27.872939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:27.878305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:27.883025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:27.889363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:27.993385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.070890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.167754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.196553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adea7566-dcca-4911-861e-6bc0d69b5f58,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:28.282641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.286714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eadd4a03-cafd-47b8-84a2-738e725abcd0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4256897 Mar 03 12:25:28.289648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38838) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:28.295767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6de993f2-401a-4e85-8413-f1c2484e63a5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:28.303072 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7353986b-66e7-4d9d-972a-3eea1736414d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:28.303862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:28.308208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:28.314220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:28.323654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:28.390796 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:25:28.398891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.459590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7353986b-66e7-4d9d-972a-3eea1736414d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:28.464894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7353986b-66e7-4d9d-972a-3eea1736414d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:28.465364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.478403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.562927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.591109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76287b18-97fb-459d-ac76-13c9f1c8903c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:28.599681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.635283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7353986b-66e7-4d9d-972a-3eea1736414d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7353986b-66e7-4d9d-972a-3eea1736414d,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:28.659639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.661453 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7adebb68-5b02-4fa4-8b3a-1395e1dd866b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3706508 Mar 03 12:25:28.664216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38842) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:28.669415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6de993f2-401a-4e85-8413-f1c2484e63a5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:28.677887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:28.682228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.682421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:28.685850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:28.692359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:28.750296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7353986b-66e7-4d9d-972a-3eea1736414d,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:28.791185 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:25:28.798485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.869836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:28.982912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:29.007421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da361f72-6b41-4e64-a400-cfb28309b7ad,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:29.151022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:29.152269 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4b3d0043-9327-4365-bd5c-e3065df2c274 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4870617 Mar 03 12:25:29.321889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56131879-f57f-418c-92ee-2d9e3a6364c3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:29.419557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56131879-f57f-418c-92ee-2d9e3a6364c3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:29.420759 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56131879-f57f-418c-92ee-2d9e3a6364c3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280140937&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1401119 Mar 03 12:25:29.575270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-9dd2867c-42c6-4060-8ad9-1146272e7f47 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:29.575943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-9dd2867c-42c6-4060-8ad9-1146272e7f47 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:29.688188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-9dd2867c-42c6-4060-8ad9-1146272e7f47 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:29.689356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-9dd2867c-42c6-4060-8ad9-1146272e7f47 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 797 time: 0.2618387 Mar 03 12:25:29.707297 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-87b3c0bc-4656-4481-ad69-ee46c15c7d98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0113509 Mar 03 12:25:29.791748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-a2ea7ce8-d0b0-4bfa-872f-28d4113bf6aa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:29.862611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-a2ea7ce8-d0b0-4bfa-872f-28d4113bf6aa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:29.863843 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-a2ea7ce8-d0b0-4bfa-872f-28d4113bf6aa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501479 Mar 03 12:25:30.064918 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ae2802d4-d56e-489e-9a97-f76c58212650 service neutron] 10.222.0.35 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885123 Mar 03 12:25:30.200374 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-dcabca49-9119-47a9-b06b-cdb665d0dfb5 service neutron] 10.222.0.35 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288888 Mar 03 12:25:30.265403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7353986b-66e7-4d9d-972a-3eea1736414d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:30.338586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7353986b-66e7-4d9d-972a-3eea1736414d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:30.338998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:30.504252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-0bd0717f-aca1-419e-b1d4-3e8fbe7bcd17 req-a256c759-f557-4055-8f6c-820e8268e0ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:30.516150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-0bd0717f-aca1-419e-b1d4-3e8fbe7bcd17 req-a256c759-f557-4055-8f6c-820e8268e0ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:30.517282 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0bd0717f-aca1-419e-b1d4-3e8fbe7bcd17 req-a256c759-f557-4055-8f6c-820e8268e0ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 210 time: 0.0680153 Mar 03 12:25:31.675039 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fd744871-9566-41cd-9104-86a085de6846 req-4a3b241a-321b-4c4b-bf3c-e38d7ff8984d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 210 time: 0.0471127 Mar 03 12:25:32.729991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-3f7e5046-fcac-4aca-94a7-dd2d1c28a37a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:32.730756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-3f7e5046-fcac-4aca-94a7-dd2d1c28a37a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:32.745851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-3f7e5046-fcac-4aca-94a7-dd2d1c28a37a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:32.747060 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-3f7e5046-fcac-4aca-94a7-dd2d1c28a37a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 797 time: 0.1852534 Mar 03 12:25:32.799479 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-df997ef8-2c60-4ace-ab46-f4cdf8579959 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 380 time: 0.0451283 Mar 03 12:25:32.841754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['6de993f2-401a-4e85-8413-f1c2484e63a5']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:32.869218 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44682478-b114-40fe-adf6-e4d546c5964b req-4fad68e9-c787-4f65-8da4-216f2fc5d623 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 210 time: 0.0685225 Mar 03 12:25:32.997582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:33.007344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:33.079748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:25:33.083258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:33.258500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.12 (4883516f-c00d-4fec-945c-d711d232ff34/3c401323-3d02-4f7c-854b-2eafe7a86ae3/854259a7-497a-4f6c-8a30-cdffead985ee) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:25:33.456842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:33.472937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 854259a7-497a-4f6c-8a30-cdffead985ee will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:33.579749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:33.655332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 4883516f-c00d-4fec-945c-d711d232ff34 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:25:33.663834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:33.668684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:25:33.701333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=854259a7-497a-4f6c-8a30-cdffead985ee,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:33.748159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:33.748803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:33.888535 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-ad0a730d-2e6d-4406-8e91-c7a05c82cffb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0557835 Mar 03 12:25:33.902984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Request body: {'port': {'device_id': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:33.996613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-201639a9-3f88-412d-ace2-b52c93e535f7 None None] Provisioning for port 854259a7-497a-4f6c-8a30-cdffead985ee completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:34.004084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-201639a9-3f88-412d-ace2-b52c93e535f7 None None] Provisioning complete for port 854259a7-497a-4f6c-8a30-cdffead985ee triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:34.004469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-201639a9-3f88-412d-ace2-b52c93e535f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:34.030872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:34.063577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-201639a9-3f88-412d-ace2-b52c93e535f7 None None] Port 854259a7-497a-4f6c-8a30-cdffead985ee cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:25:34.064293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e66e6-7ddd-413c-89b3-2e246e06a4d1 req-761503de-e953-4060-a1e3-672b87e9c474 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:34.066475 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-781e66e6-7ddd-413c-89b3-2e246e06a4d1 req-761503de-e953-4060-a1e3-672b87e9c474 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 932 time: 0.0880778 Mar 03 12:25:34.117835 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-781e66e6-7ddd-413c-89b3-2e246e06a4d1 req-ee167f9d-98ae-44b2-828e-855a5250a575 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Mar 03 12:25:34.511809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854259a7-497a-4f6c-8a30-cdffead985ee {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:25:34.518948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:34.534344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Transition to ACTIVE for port object 854259a7-497a-4f6c-8a30-cdffead985ee will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:34.631806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:34.786652 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Pushing event updated for resources: {'Port': ['ID=854259a7-497a-4f6c-8a30-cdffead985ee,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:34.880709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Attempting to bind port 854259a7-497a-4f6c-8a30-cdffead985ee on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:25:34.881082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Attempting to bind port 854259a7-497a-4f6c-8a30-cdffead985ee by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:25:34.881401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Attempting to bind port 854259a7-497a-4f6c-8a30-cdffead985ee on network 4883516f-c00d-4fec-945c-d711d232ff34 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:25:34.886110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Port 854259a7-497a-4f6c-8a30-cdffead985ee on network 4883516f-c00d-4fec-945c-d711d232ff34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:25:34.886430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Attempting to bind port 854259a7-497a-4f6c-8a30-cdffead985ee on network 4883516f-c00d-4fec-945c-d711d232ff34 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:25:34.891781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:25:34.892147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Checking segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:25:34.892532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Bound using segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:25:34.892946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Bound port: 854259a7-497a-4f6c-8a30-cdffead985ee, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:25:34.893290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:34.989561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] For port 854259a7-497a-4f6c-8a30-cdffead985ee, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:25:34.992531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] For port 854259a7-497a-4f6c-8a30-cdffead985ee, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=854259a7-497a-4f6c-8a30-cdffead985ee,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:25:35.117509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:35.181459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:35.182092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:35.183445 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] 10.222.0.26 "PUT /v2.0/ports/854259a7-497a-4f6c-8a30-cdffead985ee HTTP/1.1" status: 200 len: 1094 time: 1.2883556 Mar 03 12:25:35.183875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:25:35.226849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adce04-0f67-4374-a497-6ac8b6a9d20b service neutron] Pushing event updated for resources: {'Port': ['ID=854259a7-497a-4f6c-8a30-cdffead985ee,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:35.271564 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee', 'status': 'completed', 'code': 200} Mar 03 12:25:35.388152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d98-9562-4714-a88c-358a9751a056 req-5bf1bb0a-3ed7-411f-882f-c38dd623f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:35.390039 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32b2d98-9562-4714-a88c-358a9751a056 req-5bf1bb0a-3ed7-411f-882f-c38dd623f0f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 1097 time: 0.1176810 Mar 03 12:25:35.402706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782d6ca-b4b1-4f61-b885-ad7a0506b09a req-b41ba492-6b9f-46cb-8e0a-79e1b4f76711 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:35.403324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5782d6ca-b4b1-4f61-b885-ad7a0506b09a req-b41ba492-6b9f-46cb-8e0a-79e1b4f76711 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:35.529495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5782d6ca-b4b1-4f61-b885-ad7a0506b09a req-b41ba492-6b9f-46cb-8e0a-79e1b4f76711 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:35.530648 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5782d6ca-b4b1-4f61-b885-ad7a0506b09a req-b41ba492-6b9f-46cb-8e0a-79e1b4f76711 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 944 time: 0.2999797 Mar 03 12:25:35.563774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d98-9562-4714-a88c-358a9751a056 req-173ea61e-3c34-4cba-93c4-bdb40ac64891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:35.565218 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32b2d98-9562-4714-a88c-358a9751a056 req-173ea61e-3c34-4cba-93c4-bdb40ac64891 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1592562 Mar 03 12:25:35.674942 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5782d6ca-b4b1-4f61-b885-ad7a0506b09a req-359223d3-ad41-4cc8-9c22-99bc747c6e3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322644 Mar 03 12:25:35.723330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d98-9562-4714-a88c-358a9751a056 req-1ced882f-4399-45b0-9377-0517691c71db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:35.725689 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e32b2d98-9562-4714-a88c-358a9751a056 req-1ced882f-4399-45b0-9377-0517691c71db service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548154 Mar 03 12:25:35.831029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-cf370b0b-0c99-46b4-a017-4b27fed8f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:35.832527 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-cf370b0b-0c99-46b4-a017-4b27fed8f1a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 1097 time: 0.0712101 Mar 03 12:25:35.909371 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-3798e055-2755-4943-b4ca-e99ec4c37d8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854259a7-497a-4f6c-8a30-cdffead985ee HTTP/1.1" status: 200 len: 217 time: 0.0693674 Mar 03 12:25:35.985091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-01b859af-99b0-4ecf-8972-af4c2729a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:35.986651 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-01b859af-99b0-4ecf-8972-af4c2729a658 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c401323-3d02-4f7c-854b-2eafe7a86ae3 HTTP/1.1" status: 200 len: 834 time: 0.0712197 Mar 03 12:25:36.070015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-e3fbeddf-a104-44be-85f8-e7e45b222afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:36.071494 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-e3fbeddf-a104-44be-85f8-e7e45b222afc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4883516f-c00d-4fec-945c-d711d232ff34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786574 Mar 03 12:25:36.309927 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-9dc10893-2eb6-4dbc-a129-2ae987e22339 service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327328 Mar 03 12:25:36.441258 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-332e81ea-50e9-4d80-9948-0e20ce5586ec req-2025f1a4-05a0-4db7-8930-e0e50d2cbc4f service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257455 Mar 03 12:25:36.869365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0683f33-657e-496c-9653-dcf29defdca7 req-0bf5597f-a7e6-43ef-8aab-88fd051688f3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:36.870890 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b0683f33-657e-496c-9653-dcf29defdca7 req-0bf5597f-a7e6-43ef-8aab-88fd051688f3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 944 time: 0.0863805 Mar 03 12:25:36.920328 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b0683f33-657e-496c-9653-dcf29defdca7 req-9fa36e06-39f8-43f2-ad69-24b45e664c60 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433617 Mar 03 12:25:37.953502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 854259a7-497a-4f6c-8a30-cdffead985ee details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:25:38.104971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a43b4378-2900-4c77-a809-5d9d230681e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:38.111647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:38.143509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970b792-bc32-4f33-b456-4ffce876d324 req-1ff3edb1-8ed2-4305-bf06-4f5681841d10 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:38.145081 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1970b792-bc32-4f33-b456-4ffce876d324 req-1ff3edb1-8ed2-4305-bf06-4f5681841d10 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 944 time: 0.1109166 Mar 03 12:25:38.163569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 854259a7-497a-4f6c-8a30-cdffead985ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=854259a7-497a-4f6c-8a30-cdffead985ee,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:38.178107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '854259a7-497a-4f6c-8a30-cdffead985ee', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'port_id': '854259a7-497a-4f6c-8a30-cdffead985ee', 'mac_address': 'fa:16:3e:f7:10:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:25:38.205120 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1970b792-bc32-4f33-b456-4ffce876d324 req-9058697d-8c09-4cd2-933e-83131ccc9eb9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522897 Mar 03 12:25:38.247027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:38.264934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854259a7-497a-4f6c-8a30-cdffead985ee {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:25:38.281580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 854259a7-497a-4f6c-8a30-cdffead985ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=854259a7-497a-4f6c-8a30-cdffead985ee,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:38.430500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:38.504802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=854259a7-497a-4f6c-8a30-cdffead985ee,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:38.683294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['854259a7-497a-4f6c-8a30-cdffead985ee'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:25:39.397109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57ebc1-7c50-4b9d-9c68-a882649934cc req-8a6b18ee-c23a-4bb2-b4b7-01529f4ec62c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:39.398535 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fa57ebc1-7c50-4b9d-9c68-a882649934cc req-8a6b18ee-c23a-4bb2-b4b7-01529f4ec62c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 945 time: 0.0872335 Mar 03 12:25:39.453578 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fa57ebc1-7c50-4b9d-9c68-a882649934cc req-38e4ac6c-75e4-43eb-90b1-5f19709aa1df tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492282 Mar 03 12:25:39.970768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 854259a7-497a-4f6c-8a30-cdffead985ee up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:40.102077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 854259a7-497a-4f6c-8a30-cdffead985ee completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:40.106702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 854259a7-497a-4f6c-8a30-cdffead985ee triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:40.107172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:40.141518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0ad621d2-fa09-4884-a6b6-2026765bb435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:40.226908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:40.255868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:25:40.267250 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 854259a7-497a-4f6c-8a30-cdffead985ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=854259a7-497a-4f6c-8a30-cdffead985ee,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:40.304566 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee', 'code': 200} Mar 03 12:25:40.345414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:40.416966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=854259a7-497a-4f6c-8a30-cdffead985ee,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:40.566893 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-1dae6e30-cb69-4eaf-89aa-be814bf64d2b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293419625&fields=id&tenant_id=bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 267 time: 0.0400081 Mar 03 12:25:40.703455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338652c-6ea5-4e0c-9be9-cfe25d1e63b3 req-86729374-564f-419a-883d-02b3a6e588ac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:40.704942 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5338652c-6ea5-4e0c-9be9-cfe25d1e63b3 req-86729374-564f-419a-883d-02b3a6e588ac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 946 time: 0.1404419 Mar 03 12:25:40.719252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-12bb1a4f-d892-4e9a-8a84-7fd185fc430b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:40.720696 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-12bb1a4f-d892-4e9a-8a84-7fd185fc430b tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 811 time: 0.1469269 Mar 03 12:25:40.736060 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-8aa4cd33-f8f1-40a0-9509-6e61b1d7aa93 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/quotas/bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 375 time: 0.0093911 Mar 03 12:25:40.743719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16925851-8921-4f35-ab75-cc04d6399a2b req-f0e6b40e-3330-4761-a133-a1ce27a6e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:40.745115 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-16925851-8921-4f35-ab75-cc04d6399a2b req-f0e6b40e-3330-4761-a133-a1ce27a6e1ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 1099 time: 0.1155796 Mar 03 12:25:40.786698 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5338652c-6ea5-4e0c-9be9-cfe25d1e63b3 req-75293650-c962-44b0-8f7d-417655343235 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698912 Mar 03 12:25:40.804708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-16925851-8921-4f35-ab75-cc04d6399a2b req-f00d4d6c-25a5-4047-a58a-1885a9837c8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509520 Mar 03 12:25:40.828180 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-34dbb435-be9c-4fa7-8f56-b0f2ca4a2dd4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857375 Mar 03 12:25:40.962758 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-f611a14c-40cd-4bc7-a139-b73e40fbc63d service neutron] 10.222.0.35 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235130 Mar 03 12:25:41.091966 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-d67e303d-4dbc-4907-8beb-467055b85676 service neutron] 10.222.0.35 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233697 Mar 03 12:25:41.171103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:41.450971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:41.768565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-54fbcc5a-1b0d-4dff-9678-17b918d995b6 req-cfc982f7-1e74-4438-bb82-3fb3ad8ec696 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 210 time: 0.0431387 Mar 03 12:25:41.979964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5fbb-e1da-4e17-a886-ad63f0d04504 req-1e42692a-9572-4ee5-bb6e-8cbb3dc5d253 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:41.981734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5b2c5fbb-e1da-4e17-a886-ad63f0d04504 req-1e42692a-9572-4ee5-bb6e-8cbb3dc5d253 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 946 time: 0.0840049 Mar 03 12:25:42.027833 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5b2c5fbb-e1da-4e17-a886-ad63f0d04504 req-646ce4ad-a1ce-4c5b-98b5-4a6ac2b231d4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Mar 03 12:25:42.779323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:42.922561 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a43b5f6e-1039-480b-a456-1dba5c6db9fa req-b4a00057-f348-4011-8974-f69419c301f2 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 210 time: 0.0492196 Mar 03 12:25:43.213939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3192-69b3-4241-b227-88f61229a09b req-4870adfd-3b87-48bc-a888-09c58261a692 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:43.215328 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-305c3192-69b3-4241-b227-88f61229a09b req-4870adfd-3b87-48bc-a888-09c58261a692 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 946 time: 0.0798497 Mar 03 12:25:43.261550 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-305c3192-69b3-4241-b227-88f61229a09b req-3288ed97-1b20-4443-b919-541f1b2f8297 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405910 Mar 03 12:25:43.448135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22c1d9-5202-4487-8154-e25db35563b5 req-90077b31-ac2b-4012-b343-f8515177ff34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:43.449612 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8a22c1d9-5202-4487-8154-e25db35563b5 req-90077b31-ac2b-4012-b343-f8515177ff34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 946 time: 0.0818963 Mar 03 12:25:43.496456 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8a22c1d9-5202-4487-8154-e25db35563b5 req-0fc87c25-1d30-49a5-8e0f-5687b29f4a05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409908 Mar 03 12:25:43.519463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38950) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:43.592525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97cf6b-c1e6-4025-b85c-b226081c1773 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:43.594004 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-da97cf6b-c1e6-4025-b85c-b226081c1773 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 1094 time: 0.0735536 Mar 03 12:25:43.597098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38954) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:43.602139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '854259a7-497a-4f6c-8a30-cdffead985ee', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:43.608237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:43.611998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:25:43.614942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:25:43.621717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:43.699228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:43.741010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-b01277e6-7b4c-4ccf-8bca-0f9b82198fad tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:43.742418 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-b01277e6-7b4c-4ccf-8bca-0f9b82198fad tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 811 time: 0.1473765 Mar 03 12:25:43.794792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-3eda1f57-68f4-4398-a0f6-ffa71dc91431 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc31158a5c8e4953ae82b3c61b4442ef HTTP/1.1" status: 200 len: 380 time: 0.0432208 Mar 03 12:25:43.803152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'port': {'device_id': 'ee09ae55-3811-4020-873c-46c88a62163c', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'admin_state_up': True, 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'security_groups': ['6423c600-e7e7-4d4d-8c88-9fe1c37dbe27']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:43.950320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:25:43.960102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:25:43.960967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.042255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Made reservation on behalf of bc31158a5c8e4953ae82b3c61b4442ef for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:25:44.045908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.089559 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-591f7a5d-bcfa-416d-996a-62cfc5877355 req-e89929dd-5c8d-4df3-8605-d9f4ae28f808 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 210 time: 0.0485766 Mar 03 12:25:44.164504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.120 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/4062550f-2dd2-467d-86f4-1dcae7763180) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:25:44.220024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Allocated IP 172.20.0.14 (d086bbd9-7e2a-4260-88fb-5113c3fee776/38edfb95-5f57-439a-b8bb-36290ef359ac/07ef7cc9-0516-43cc-af39-bbe68944631b) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:25:44.333085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.419684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.445935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.461503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Transition to ACTIVE for port object 07ef7cc9-0516-43cc-af39-bbe68944631b will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:44.479106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:25:44.481947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:44.485608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:25:44.537073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=4062550f-2dd2-467d-86f4-1dcae7763180,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:44.566302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.639269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:25:44.646889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:25:44.649372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:25:44.698514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=07ef7cc9-0516-43cc-af39-bbe68944631b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:44.730982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:44.732284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.837136 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-561622c6-2655-480a-bebf-3648631735b8 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0378404 Mar 03 12:25:44.850014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Request body: {'port': {'device_id': 'ee09ae55-3811-4020-873c-46c88a62163c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:25:44.957509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.965442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b549591e-d7e7-4e53-9727-30c552d14f24 None None] Provisioning for port 07ef7cc9-0516-43cc-af39-bbe68944631b completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:44.971582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b549591e-d7e7-4e53-9727-30c552d14f24 None None] Provisioning complete for port 07ef7cc9-0516-43cc-af39-bbe68944631b triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:44.972378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b549591e-d7e7-4e53-9727-30c552d14f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:44.986490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:45.033411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b549591e-d7e7-4e53-9727-30c552d14f24 None None] Port 07ef7cc9-0516-43cc-af39-bbe68944631b cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:25:45.163371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:45.408691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d425d9a-e96d-440f-a73f-cbe4d270fd06 req-9e176248-2d05-46a1-8400-034201f3b799 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:45.409381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-7d425d9a-e96d-440f-a73f-cbe4d270fd06 req-9e176248-2d05-46a1-8400-034201f3b799 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:25:45.415244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:45.490994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:45.522803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ef7cc9-0516-43cc-af39-bbe68944631b {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:25:45.529931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:45.543229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-7d425d9a-e96d-440f-a73f-cbe4d270fd06 req-9e176248-2d05-46a1-8400-034201f3b799 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:25:45.544420 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7d425d9a-e96d-440f-a73f-cbe4d270fd06 req-9e176248-2d05-46a1-8400-034201f3b799 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 932 time: 0.3299203 Mar 03 12:25:45.546781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Transition to ACTIVE for port object 07ef7cc9-0516-43cc-af39-bbe68944631b will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:25:45.598455 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7d425d9a-e96d-440f-a73f-cbe4d270fd06 req-8a005467-88a9-448a-8040-41a52827b2f7 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484724 Mar 03 12:25:45.605588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=4062550f-2dd2-467d-86f4-1dcae7763180,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:45.616909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:45.671334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:45.795952 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36 associated. External IP: 172.26.8.120, port: 854259a7-497a-4f6c-8a30-cdffead985ee. Mar 03 12:25:45.805277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Pushing event updated for resources: {'Port': ['ID=07ef7cc9-0516-43cc-af39-bbe68944631b,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:45.934313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Attempting to bind port 07ef7cc9-0516-43cc-af39-bbe68944631b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:25:45.937387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Attempting to bind port 07ef7cc9-0516-43cc-af39-bbe68944631b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:25:45.937387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Attempting to bind port 07ef7cc9-0516-43cc-af39-bbe68944631b on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:25:45.942407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Port 07ef7cc9-0516-43cc-af39-bbe68944631b on network d086bbd9-7e2a-4260-88fb-5113c3fee776 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:25:45.942891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Attempting to bind port 07ef7cc9-0516-43cc-af39-bbe68944631b on network d086bbd9-7e2a-4260-88fb-5113c3fee776 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:25:45.950880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:25:45.950880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Checking segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:25:45.950880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Bound using segment: {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:25:45.951139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Bound port: 07ef7cc9-0516-43cc-af39-bbe68944631b, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e5576a-673e-4333-b3b2-c42c4ef11d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:25:45.951518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:46.048176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] For port 07ef7cc9-0516-43cc-af39-bbe68944631b, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:25:46.052922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] For port 07ef7cc9-0516-43cc-af39-bbe68944631b, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=07ef7cc9-0516-43cc-af39-bbe68944631b,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:25:46.132217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:46.192115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:46.193452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:46.194783 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] 10.222.0.26 "PUT /v2.0/ports/07ef7cc9-0516-43cc-af39-bbe68944631b HTTP/1.1" status: 200 len: 1094 time: 1.3498404 Mar 03 12:25:46.198384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:25:46.220338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec403d7-92cf-48c2-929b-a363d2ea6b8e service neutron] Pushing event updated for resources: {'Port': ['ID=07ef7cc9-0516-43cc-af39-bbe68944631b,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:46.266522 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'status': 'completed', 'code': 200} Mar 03 12:25:46.291467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 17535d65-7620-4471-ac28-25de56e7bdc0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:25:46.383165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f4a8-a144-450b-9e4f-570851b4e23e req-7b422411-f0f8-4aa3-8450-b1ccbc90f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:46.384797 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6761f4a8-a144-450b-9e4f-570851b4e23e req-7b422411-f0f8-4aa3-8450-b1ccbc90f1c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 1097 time: 0.0895941 Mar 03 12:25:46.505179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:25:46.519041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] Sync routers for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:25:46.533200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:46.533871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:46.555294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f4a8-a144-450b-9e4f-570851b4e23e req-bffccdce-9ad7-4c91-99d7-64ee17015f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:46.556691 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6761f4a8-a144-450b-9e4f-570851b4e23e req-bffccdce-9ad7-4c91-99d7-64ee17015f1b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1652253 Mar 03 12:25:46.586530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:46.657076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9a8b5290-cf61-4751-80e5-cbf25b567364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0589042 Mar 03 12:25:46.657760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:25:46.662646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38966) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:46.730742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:46.744887 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee', 'status': 'completed', 'code': 200} Mar 03 12:25:46.799561 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-40381ff2-1374-4c59-8625-c40bd8e3e564 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 992 time: 0.1351945 Mar 03 12:25:46.848403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f4a8-a144-450b-9e4f-570851b4e23e req-1c4b703a-17b2-4d45-b050-1d417ec385b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:46.850106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6761f4a8-a144-450b-9e4f-570851b4e23e req-1c4b703a-17b2-4d45-b050-1d417ec385b7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2877829 Mar 03 12:25:46.944813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345942-8d61-4092-9a54-fa48e7433429 req-3df00f07-b267-4456-8c65-9fd12f0cf498 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:46.946263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-47345942-8d61-4092-9a54-fa48e7433429 req-3df00f07-b267-4456-8c65-9fd12f0cf498 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.1951382 Mar 03 12:25:46.949328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-b4f0360a-b342-4c8d-8d60-e6a707d888bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:46.950674 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-b4f0360a-b342-4c8d-8d60-e6a707d888bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 1099 time: 0.1977191 Mar 03 12:25:47.080544 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-47345942-8d61-4092-9a54-fa48e7433429 req-6ff00d85-d0a7-40e6-abe2-77ef4b7d6a55 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275775 Mar 03 12:25:47.093441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '989fe635-ddf5-4fc8-9d2e-8b8126c85d36', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.120', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'port_id': '854259a7-497a-4f6c-8a30-cdffead985ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'mac_address': 'fa:16:3e:f7:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:25:44Z', 'updated_at': '2022-03-03T12:25:44Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:47.097883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] Checking router: 17535d65-7620-4471-ac28-25de56e7bdc0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:25:47.109406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:25:47.110059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:47.121795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-eb394ac9-346b-48f7-a146-c12308b7270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:47.125044 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-eb394ac9-346b-48f7-a146-c12308b7270f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 1097 time: 0.2311018 Mar 03 12:25:47.309033 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-3f39ccec-06c6-4cb1-aff1-5932e82505f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ef7cc9-0516-43cc-af39-bbe68944631b HTTP/1.1" status: 200 len: 217 time: 0.1771965 Mar 03 12:25:47.310667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-4958fe14-bcc1-47bf-9beb-6e62dd62cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:47.311477 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-4958fe14-bcc1-47bf-9beb-6e62dd62cf50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 898 time: 0.3437183 Mar 03 12:25:47.333721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:25:47.459409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-ab5288f8-2aaf-40fe-8833-fdc92192719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:47.460866 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-ab5288f8-2aaf-40fe-8833-fdc92192719e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.1400352 Mar 03 12:25:47.467324 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-75a8ed83-6f88-4730-951a-ce55f5fc1387 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854259a7-497a-4f6c-8a30-cdffead985ee HTTP/1.1" status: 200 len: 1000 time: 0.1453445 Mar 03 12:25:47.570849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-08da38c3-7102-4d5f-ab9a-84336340cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:47.572279 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-08da38c3-7102-4d5f-ab9a-84336340cfb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c401323-3d02-4f7c-854b-2eafe7a86ae3 HTTP/1.1" status: 200 len: 834 time: 0.0744572 Mar 03 12:25:47.634005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-9f07f39d-0cdc-45fe-8b9e-17e242c4794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:47.635457 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-9f07f39d-0cdc-45fe-8b9e-17e242c4794f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1672702 Mar 03 12:25:47.705178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '989fe635-ddf5-4fc8-9d2e-8b8126c85d36', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.120', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'port_id': '854259a7-497a-4f6c-8a30-cdffead985ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'mac_address': 'fa:16:3e:f7:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:25:44Z', 'updated_at': '2022-03-03T12:25:44Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:25:47.710207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039ae5d-c463-402b-a382-6761401b2195 None None] The sync data for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv is: [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '989fe635-ddf5-4fc8-9d2e-8b8126c85d36', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.120', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'port_id': '854259a7-497a-4f6c-8a30-cdffead985ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'mac_address': 'fa:16:3e:f7:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:25:44Z', 'updated_at': '2022-03-03T12:25:44Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:25:47.762173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-0f9b1720-6d37-4654-aeec-01d8e0c6eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:47.763639 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-0f9b1720-6d37-4654-aeec-01d8e0c6eb12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4883516f-c00d-4fec-945c-d711d232ff34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1850595 Mar 03 12:25:47.803626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 38972) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:47.872576 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-6ac76c61-4cc9-40b7-aeef-93141b44a097 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295740 Mar 03 12:25:47.915531 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-93b4981f-508a-4fa1-a316-d6a9fed42ae1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 992 time: 0.1106184 Mar 03 12:25:47.937691 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7f483-8762-40d9-8e0a-4372b0d58a0e None None] New status for floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:25:48.016234 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-91fc9d99-2b50-404d-a613-dc29a5de57f9 service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452917 Mar 03 12:25:48.121432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d428073a-a9e6-4bc5-90e7-48fe53798f84 req-f2c60998-7e89-4ac7-9f92-a2581eaac26c service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360849 Mar 03 12:25:48.175050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a597b52-9aed-46bd-bf32-4dd94798274e req-0478fa8b-9a96-493c-a1e9-112c490f0159 service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519041 Mar 03 12:25:48.282623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9bd6b-e65c-444c-894c-daf4071933bb req-063f02ca-90ad-4a2b-9c07-26d6db112469 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:48.283984 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9cb9bd6b-e65c-444c-894c-daf4071933bb req-063f02ca-90ad-4a2b-9c07-26d6db112469 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.0852530 Mar 03 12:25:48.331796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9cb9bd6b-e65c-444c-894c-daf4071933bb req-4985ae38-a581-4e24-9b9b-6b0416d7ed42 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 Mar 03 12:25:48.919314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 38978) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:25:49.028335 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-69cc7cec-1bf9-44db-862c-6d5cc36dedb8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 994 time: 0.1070194 Mar 03 12:25:49.514334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50460-a4d6-44ce-be43-3fd6a530cbc3 req-76c440b1-7acf-44a2-b750-ca58a1562121 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:49.515782 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ffc50460-a4d6-44ce-be43-3fd6a530cbc3 req-76c440b1-7acf-44a2-b750-ca58a1562121 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.0787694 Mar 03 12:25:49.560455 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ffc50460-a4d6-44ce-be43-3fd6a530cbc3 req-90ec0201-35a8-48cb-8531-03da8bdee525 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 Mar 03 12:25:50.758857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d3-12c2-424c-b1d6-107577ae77a8 req-eb2a4f43-fff7-4fdb-9919-1d0cc8f89a37 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:50.761319 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfac61d3-12c2-424c-b1d6-107577ae77a8 req-eb2a4f43-fff7-4fdb-9919-1d0cc8f89a37 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.0910957 Mar 03 12:25:50.772940 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:25:50.808239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfac61d3-12c2-424c-b1d6-107577ae77a8 req-d32ed405-db7f-4e7c-affb-9a644c07ba54 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 Mar 03 12:25:51.994565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea65bd-aa89-4d03-a320-53c9ac4e32d7 req-c237cf03-f26e-4609-8712-a937e848b43a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:51.996028 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-22ea65bd-aa89-4d03-a320-53c9ac4e32d7 req-c237cf03-f26e-4609-8712-a937e848b43a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.0821271 Mar 03 12:25:52.041446 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-22ea65bd-aa89-4d03-a320-53c9ac4e32d7 req-3cafc643-d57f-4ab3-89fe-dad29037a2db tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393362 Mar 03 12:25:53.228461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40df0-8dda-4c8f-b8ca-a0382940dbd7 req-8970287b-fc0b-4122-b1a8-345f9e60adac tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:53.229843 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b0d40df0-8dda-4c8f-b8ca-a0382940dbd7 req-8970287b-fc0b-4122-b1a8-345f9e60adac tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.0847929 Mar 03 12:25:53.274469 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b0d40df0-8dda-4c8f-b8ca-a0382940dbd7 req-7fcfb744-5eba-4a9c-8431-083469e49e2f tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390003 Mar 03 12:25:54.461152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243aaac-e0d9-4e66-b120-27f8d09cd55b req-c56ca7f2-9c12-4661-b727-d5c6625b14f5 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:54.462629 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2243aaac-e0d9-4e66-b120-27f8d09cd55b req-c56ca7f2-9c12-4661-b727-d5c6625b14f5 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.0796974 Mar 03 12:25:54.506667 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2243aaac-e0d9-4e66-b120-27f8d09cd55b req-19001ba6-5c66-4069-9bbf-0c864e8d9ac4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384865 Mar 03 12:25:55.695307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aabb1b-e3d9-4ff6-9b02-86b6eabde331 req-b9aadcec-2603-45af-84e3-e696ec1a6e7a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:55.696778 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-16aabb1b-e3d9-4ff6-9b02-86b6eabde331 req-b9aadcec-2603-45af-84e3-e696ec1a6e7a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 944 time: 0.0826843 Mar 03 12:25:55.744208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-16aabb1b-e3d9-4ff6-9b02-86b6eabde331 req-b6db1d9f-056b-41fb-8b23-31bf97ed4bc0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417812 Mar 03 12:25:56.095387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 07ef7cc9-0516-43cc-af39-bbe68944631b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:25:56.228156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 07ef7cc9-0516-43cc-af39-bbe68944631b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=07ef7cc9-0516-43cc-af39-bbe68944631b,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:56.240830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'port_id': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'mac_address': 'fa:16:3e:b6:bf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:25:56.295449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:56.311971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ef7cc9-0516-43cc-af39-bbe68944631b {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:25:56.327853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 07ef7cc9-0516-43cc-af39-bbe68944631b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=07ef7cc9-0516-43cc-af39-bbe68944631b,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:56.418786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:56.486818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=07ef7cc9-0516-43cc-af39-bbe68944631b,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:56.653124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['07ef7cc9-0516-43cc-af39-bbe68944631b'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:25:56.933895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542eba8-c899-4101-bd32-dc1c4780e413 req-2029fd8d-6b6b-49ff-b313-fade728291e0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:56.935423 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7542eba8-c899-4101-bd32-dc1c4780e413 req-2029fd8d-6b6b-49ff-b313-fade728291e0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 945 time: 0.0841403 Mar 03 12:25:56.980567 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7542eba8-c899-4101-bd32-dc1c4780e413 req-56520bcf-ea69-4c99-a002-5e30811c85f4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390897 Mar 03 12:25:58.095420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 07ef7cc9-0516-43cc-af39-bbe68944631b up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:25:58.166599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2962bd-4831-4da9-90c5-302d5e565fc0 req-a48ae76f-052d-4b82-9429-27979a90f0ad tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:58.168103 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d2962bd-4831-4da9-90c5-302d5e565fc0 req-a48ae76f-052d-4b82-9429-27979a90f0ad tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 945 time: 0.0827842 Mar 03 12:25:58.212925 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d2962bd-4831-4da9-90c5-302d5e565fc0 req-2a576786-678d-4ab9-ad16-61cb07fbdb4e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391746 Mar 03 12:25:58.239888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 07ef7cc9-0516-43cc-af39-bbe68944631b completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:25:58.244974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 07ef7cc9-0516-43cc-af39-bbe68944631b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:25:58.245347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:58.363430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:58.390818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:25:58.401304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 07ef7cc9-0516-43cc-af39-bbe68944631b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=07ef7cc9-0516-43cc-af39-bbe68944631b,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:25:58.436036 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'code': 200} Mar 03 12:25:58.497019 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:25:58.565151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=07ef7cc9-0516-43cc-af39-bbe68944631b,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:25:58.907338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa739-5bdf-4447-92fc-c275ee19be90 req-32e2fcb4-c993-43ad-8072-34f2c5fde6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:58.908841 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0adfa739-5bdf-4447-92fc-c275ee19be90 req-32e2fcb4-c993-43ad-8072-34f2c5fde6c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 1099 time: 0.0680821 Mar 03 12:25:58.951494 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0adfa739-5bdf-4447-92fc-c275ee19be90 req-87362d9e-1333-49c4-af0d-90ed6d3ed836 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Mar 03 12:25:59.399964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c3b5-7dd8-44ca-bf74-9ec31b9f9ece req-984072e3-a8bc-4cd8-8e71-b10013a4bfe4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:25:59.401450 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b89c3b5-7dd8-44ca-bf74-9ec31b9f9ece req-984072e3-a8bc-4cd8-8e71-b10013a4bfe4 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 946 time: 0.0825341 Mar 03 12:25:59.445013 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b89c3b5-7dd8-44ca-bf74-9ec31b9f9ece req-a027f65d-c03e-4f6e-8c14-0e8fb3c30aee tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380073 Mar 03 12:26:00.744726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331d05-251a-42a3-bbea-e38091ecc8f0 req-0e43a441-e188-4f9d-8581-73ddbae8a65e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:00.746079 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31331d05-251a-42a3-bbea-e38091ecc8f0 req-0e43a441-e188-4f9d-8581-73ddbae8a65e tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 946 time: 0.1865244 Mar 03 12:26:00.793956 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31331d05-251a-42a3-bbea-e38091ecc8f0 req-23adfdc9-83f6-4deb-920a-d09b383fe82f tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 Mar 03 12:26:00.976025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654712dd-e287-4527-a971-644f076b1c67 req-4872a35d-77d6-4dda-97a5-50184949a8a9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:00.977472 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-654712dd-e287-4527-a971-644f076b1c67 req-4872a35d-77d6-4dda-97a5-50184949a8a9 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 946 time: 0.0783887 Mar 03 12:26:01.022104 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-654712dd-e287-4527-a971-644f076b1c67 req-92adf34a-4ae0-4d39-a878-34511840bcc2 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 Mar 03 12:26:01.044838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39008) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:01.330374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae661fca-382a-4ec3-8a67-7800c02f8de6 tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:01.331082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ae661fca-382a-4ec3-8a67-7800c02f8de6 tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] Synchronizing usage tracker for tenant:93a4760df9b54a79810c6982f44186a5 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:26:01.387889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ae661fca-382a-4ec3-8a67-7800c02f8de6 tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] Unset dirty status for tenant:93a4760df9b54a79810c6982f44186a5 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:26:01.388707 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ae661fca-382a-4ec3-8a67-7800c02f8de6 tempest-TestVolumeBootPattern-840734730 tempest-TestVolumeBootPattern-840734730-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 1094 time: 0.3429461 Mar 03 12:26:01.391451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39014) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:01.402843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:01.402843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:01.406246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Usage tracker for resource:floatingip and tenant:bc31158a5c8e4953ae82b3c61b4442ef is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:01.409081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:01.414687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:01.502219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:01.639398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:01.774949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Allocated IP 172.26.8.140 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/c97aacab-ea54-4a76-8d30-7c73b977b591) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:26:01.920916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:02.001905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:02.061427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:26:02.068493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:26:02.076382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:26:02.102527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=c97aacab-ea54-4a76-8d30-7c73b977b591,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:02.493152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:02.620583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:02.826915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:02.898874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:03.003026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event updated for resources: {'Port': ['ID=c97aacab-ea54-4a76-8d30-7c73b977b591,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:03.013474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:03.302363 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Floating IP b04b9226-94dc-4b1f-8c14-7418e6c525a2 associated. External IP: 172.26.8.140, port: 07ef7cc9-0516-43cc-af39-bbe68944631b. Mar 03 12:26:03.664707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:26:03.848912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:26:03.858434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:26:03.868492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:26:03.869101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:03.938833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:03.993497 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-07995d23-7578-477c-9254-f1945a486020 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6009991 Mar 03 12:26:03.994061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:26:04.046575 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'status': 'completed', 'code': 200} Mar 03 12:26:04.049754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:26:04.146952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403ebd-460f-40ab-b464-fb35d04f150d req-9224587f-71ad-452f-9ccc-089b0316476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:04.148421 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52403ebd-460f-40ab-b464-fb35d04f150d req-9224587f-71ad-452f-9ccc-089b0316476f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 1099 time: 0.0797300 Mar 03 12:26:04.286831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403ebd-460f-40ab-b464-fb35d04f150d req-518beb6e-780e-4583-a355-8386e4969ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:04.288292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52403ebd-460f-40ab-b464-fb35d04f150d req-518beb6e-780e-4583-a355-8386e4969ff0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.1333354 Mar 03 12:26:04.390836 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52403ebd-460f-40ab-b464-fb35d04f150d req-087cd612-3e43-4ce5-99dd-c00e77491a2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ef7cc9-0516-43cc-af39-bbe68944631b HTTP/1.1" status: 200 len: 1000 time: 0.0963533 Mar 03 12:26:04.449997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:42Z', 'revision_number': 1, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}, {'id': 'b04b9226-94dc-4b1f-8c14-7418e6c525a2', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:b6:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee09ae55-3811-4020-873c-46c88a62163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:26:02Z', 'updated_at': '2022-03-03T12:26:02Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:04.454624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:26:04.454901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403ebd-460f-40ab-b464-fb35d04f150d req-565941f5-620a-4af0-9e63-dfc6288fa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:04.456304 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52403ebd-460f-40ab-b464-fb35d04f150d req-565941f5-620a-4af0-9e63-dfc6288fa3b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0585272 Mar 03 12:26:04.464861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:26:04.465482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:25:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:04.534668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403ebd-460f-40ab-b464-fb35d04f150d req-a26a6273-4397-400e-bdc8-46e326383fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:04.536803 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52403ebd-460f-40ab-b464-fb35d04f150d req-a26a6273-4397-400e-bdc8-46e326383fbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726204 Mar 03 12:26:04.639271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:26:04.671390 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52403ebd-460f-40ab-b464-fb35d04f150d req-824b6638-bda5-4985-a05a-536b0c99a7d3 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275699 Mar 03 12:26:04.807406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52403ebd-460f-40ab-b464-fb35d04f150d req-9d4b36fc-0d5d-450f-848c-2406b0a421d1 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281061 Mar 03 12:26:04.987076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:42Z', 'revision_number': 1, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}, {'id': 'b04b9226-94dc-4b1f-8c14-7418e6c525a2', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:b6:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee09ae55-3811-4020-873c-46c88a62163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:26:02Z', 'updated_at': '2022-03-03T12:26:02Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:04.991083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327ebec-6dae-427b-b1e4-decfeb761e6b None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:42Z', 'revision_number': 1, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}, {'id': 'b04b9226-94dc-4b1f-8c14-7418e6c525a2', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:b6:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee09ae55-3811-4020-873c-46c88a62163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:26:02Z', 'updated_at': '2022-03-03T12:26:02Z', 'revision_number': 0, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:26:05.177210 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5eb614-7444-4252-827b-ba3bc61e444a None None] New status for floating IP b04b9226-94dc-4b1f-8c14-7418e6c525a2: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:26:08.090803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d861f07-c9fa-4b14-9e85-86e6a056819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:08.107502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:10.176531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-81037f36-258b-420a-b604-b6b15f40f2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:11.187520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:11.447260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:12.816426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:18.040564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39036) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:18.117535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f73c9-8c24-4e45-95c2-1d8fa646f53b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:18.118009 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f73c9-8c24-4e45-95c2-1d8fa646f53b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:18.118471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f73c9-8c24-4e45-95c2-1d8fa646f53b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:18.120374 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a32f73c9-8c24-4e45-95c2-1d8fa646f53b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=17822fcff3a84dee86b9011027da4d20&network_id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 3000 time: 0.0786614 Mar 03 12:26:18.895643 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-99b2e1bf-c406-4f94-b71c-b53d341b4551 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831099 Mar 03 12:26:19.036812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878b24-ed75-4c69-850f-951dab53e28b req-33244192-22cc-4af3-849e-aecaa1369280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:19.037956 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-33244192-22cc-4af3-849e-aecaa1369280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1099 time: 0.0712559 Mar 03 12:26:19.196024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878b24-ed75-4c69-850f-951dab53e28b req-e4b32d62-5ddb-46b6-849b-c395b88f426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:19.197507 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-e4b32d62-5ddb-46b6-849b-c395b88f426d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.1385128 Mar 03 12:26:19.303106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-c443474f-1644-4852-89fa-660e22978f8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 1002 time: 0.0987763 Mar 03 12:26:19.371869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878b24-ed75-4c69-850f-951dab53e28b req-4c24d7aa-6874-4b4f-bea9-def437fb5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:19.373319 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-4c24d7aa-6874-4b4f-bea9-def437fb5aaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0637586 Mar 03 12:26:19.449783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878b24-ed75-4c69-850f-951dab53e28b req-f08efc9f-b61f-4f6e-a386-9d3a52a45abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:19.451144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-f08efc9f-b61f-4f6e-a386-9d3a52a45abd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711544 Mar 03 12:26:19.582731 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-f5bff606-7e7d-42d5-96ae-240e75690de7 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241498 Mar 03 12:26:19.819059 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82878b24-ed75-4c69-850f-951dab53e28b req-252c24cd-95e8-49e2-9d9b-7e7d331943fa service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278001 Mar 03 12:26:20.480326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39048) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:20.533367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a497727-f646-4e68-b1bb-47b4cdaef15c tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:20.533367 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9a497727-f646-4e68-b1bb-47b4cdaef15c tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54 HTTP/1.1" status: 200 len: 814 time: 0.0608740 Mar 03 12:26:21.181981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39056) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:21.185457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:21.298572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:21.597364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:21.674683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:21.674683 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36 disassociated. External IP: 172.26.8.120, port: 854259a7-497a-4f6c-8a30-cdffead985ee. Mar 03 12:26:22.186842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 17535d65-7620-4471-ac28-25de56e7bdc0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:26:22.380131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:26:22.391641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:22.395453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] Sync routers for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:26:22.412480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:26:22.412480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:26:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:22.451510 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4e5ad3c1-ba49-404b-8f23-fccf8720319d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 690 time: 1.2692237 Mar 03 12:26:22.451510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:26:22.453774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39060) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:22.535085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee', 'status': 'completed', 'code': 200} Mar 03 12:26:22.588440 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-19de8135-3fd7-4cec-95b1-521ce2e08c60 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 690 time: 0.1255901 Mar 03 12:26:22.593977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:26:22.665493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-aec001c1-8725-4eb0-b46f-cd3ae75a9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:22.665493 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-aec001c1-8725-4eb0-b46f-cd3ae75a9037 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 1099 time: 0.0827732 Mar 03 12:26:22.815974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-e03a62bd-1abc-4be2-a449-2ac8e4ba40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:22.815974 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-e03a62bd-1abc-4be2-a449-2ac8e4ba40c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 898 time: 0.1446562 Mar 03 12:26:22.893748 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-6da0bc5b-e8d3-490f-a12b-7bae808bc35e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854259a7-497a-4f6c-8a30-cdffead985ee HTTP/1.1" status: 200 len: 217 time: 0.0676367 Mar 03 12:26:22.972441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-f94fb078-c617-4b4a-ba35-8786a909b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:22.972441 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-f94fb078-c617-4b4a-ba35-8786a909b1ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c401323-3d02-4f7c-854b-2eafe7a86ae3 HTTP/1.1" status: 200 len: 834 time: 0.0739825 Mar 03 12:26:23.006601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:23.006601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] Checking router: 17535d65-7620-4471-ac28-25de56e7bdc0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:26:23.015838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:26:23.015838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:26:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:23.056398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-261245bc-de43-46f0-af51-1d9746451f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:23.058986 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-261245bc-de43-46f0-af51-1d9746451f4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4883516f-c00d-4fec-945c-d711d232ff34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825441 Mar 03 12:26:23.213363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:26:23.216180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-751d2fad-cb4c-4f5a-93bf-15e8c128baeb service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439555 Mar 03 12:26:23.379504 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46a248d9-48d6-4e45-9f77-378f7c2f4d98 req-f491c2ed-1f60-40ee-8357-7a3a895fe47e service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571152 Mar 03 12:26:23.575526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:23.575526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eeeea9-6799-495d-9af4-32c7d35a6495 None None] The sync data for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv is: [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:26:23.583473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39066) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:23.686678 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c5d063ae-68af-47a8-a086-22eaeec33877 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 690 time: 0.0957065 Mar 03 12:26:23.839792 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446e680-1095-4324-8450-5f6aef293f72 None None] New status for floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:26:24.679961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39070) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:24.770812 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-618a2558-a1e7-4e4b-94d8-9b78b7089c8f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 688 time: 0.0897207 Mar 03 12:26:26.065776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39078) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:26.065776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589274752', 'description': 'tempest-secgroup-smoke-1589274752 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:26.070470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:26.080829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:26.155618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.184108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:26.184108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:26.184108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:26.198301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:26.261487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.332650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.374283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf41409-a9d2-401d-be68-65441c8f06f3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:26.385238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.387812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.388635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.388635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.388635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:26.458471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.459782 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-00817fa2-259c-42b5-bcef-b9e5f7c20387 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3997591 Mar 03 12:26:26.462609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39082) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:26.467445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '3bf41409-a9d2-401d-be68-65441c8f06f3', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:26.473356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:26.477115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:26.480509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:26.486174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:26.565689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.625327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.698289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.725127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7d1bad-022f-4ca7-8ddf-35df67399f22,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:26.832875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.834063 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-35ebc742-85e6-481a-bd2f-2945b0e8b7ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3705537 Mar 03 12:26:26.836853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39086) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:26.842457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '3bf41409-a9d2-401d-be68-65441c8f06f3', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:26.848368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:26.855817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:26.855817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:26.861027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:26.934866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:26.996898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.082319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.106667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2a7275-576f-4017-a83e-3e0f070dd0fe,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:27.171269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.184183 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1c2aad62-bf5e-4a2a-b3cf-17145b4ec314 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3343813 Mar 03 12:26:27.185526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39090) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:27.185526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '3bf41409-a9d2-401d-be68-65441c8f06f3', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:27.189058 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:27.192969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:27.196342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:27.212702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:27.287919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.363526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.473555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.509360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17943178-f03d-4f66-9ebc-f6ea61ba2db7,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:27.521562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.521902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.523402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.523402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.523402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.523402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.523886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.524126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.524456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.524774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.525089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.525399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:27.613104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.617338 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ca6e6b31-bf92-4794-8883-eb45b6891053 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4380031 Mar 03 12:26:27.617529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39094) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:27.622917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '3bf41409-a9d2-401d-be68-65441c8f06f3', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:27.629878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:27.633710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:27.637718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:27.644260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:27.715500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.772572 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:26:27.789057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.901655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:27.930263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935c88d1-e1da-40c7-b6ab-8721bab0d2dd,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:28.000891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.000891 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-127b63b5-ae88-4820-ace9-00c4c150c656 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3820200 Mar 03 12:26:28.003388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39098) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:28.008303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '3bf41409-a9d2-401d-be68-65441c8f06f3', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:28.015090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:28.019295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:28.021731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:28.027546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:28.124966 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:26:28.131928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.196635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.279147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.300283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b417542-a7e8-43c8-abb7-0218083bbab5,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:28.401293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.401293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-edb11f5a-1058-46c4-923a-3bc0def2d920 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3905807 Mar 03 12:26:28.401293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39102) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:28.408540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '3bf41409-a9d2-401d-be68-65441c8f06f3', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:28.416876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:28.416876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:26:28.422820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:26:28.428385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:28.540153 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:26:28.546001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.605848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.669828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.695284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bcbe2b-2e8b-4c9f-9363-90a605574da9,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:28.859537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:28.860429 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-42ea0f8e-6062-4e8a-b459-62d7cfe7fff3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4613492 Mar 03 12:26:29.027234 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-b30b07be-2bde-41dd-9c1a-8bffb21c7be1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589274752&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.0393658 Mar 03 12:26:29.180710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-48f922fa-e3ac-4d2d-b014-5fbcbd768082 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:29.180710 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-48f922fa-e3ac-4d2d-b014-5fbcbd768082 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 797 time: 0.1438570 Mar 03 12:26:29.192464 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-1e8606ea-1368-4604-aebe-736aa474b20c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0091119 Mar 03 12:26:29.284256 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-f593fefa-f744-4271-9ecd-3e7e5f869919 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869212 Mar 03 12:26:29.483907 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d2dfb28-d916-47e3-9db9-67980f9c204d service neutron] 10.222.0.35 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863139 Mar 03 12:26:29.616743 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-9b0fdfab-5153-4e45-b22e-2a2183f2a66c service neutron] 10.222.0.35 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256676 Mar 03 12:26:29.939934 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c3e9d446-c835-4402-b74d-0ca23de160c2 req-1da6559c-d4f9-40ca-bca5-1784cdb8103e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 210 time: 0.0463378 Mar 03 12:26:31.200168 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-422ea214-167b-49de-ba85-8321cb892d7d req-b3f6b268-f8e4-4fd9-840d-57b7724a0574 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 210 time: 0.1582983 Mar 03 12:26:32.125873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-860364cd-55f9-4372-af81-95c32d1f3327 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:32.127304 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-860364cd-55f9-4372-af81-95c32d1f3327 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 797 time: 0.1493094 Mar 03 12:26:32.177987 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-31d5c537-3ec1-4082-98b0-c5f691b09c20 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 473 time: 0.0423973 Mar 03 12:26:32.187248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['3bf41409-a9d2-401d-be68-65441c8f06f3']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:32.330821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:26:32.340392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:26:32.380602 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d82e2284-7b7a-49b3-a655-6d375afa313f req-81c8f6be-fc91-4059-a234-d4889a00c863 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 210 time: 0.0610571 Mar 03 12:26:32.429939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:26:32.431448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:32.596589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.8 (4883516f-c00d-4fec-945c-d711d232ff34/3c401323-3d02-4f7c-854b-2eafe7a86ae3/290ca1cd-0c71-48f9-8b23-06df57309415) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:26:32.799491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:32.818028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 290ca1cd-0c71-48f9-8b23-06df57309415 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:26:32.922847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:32.987287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 4883516f-c00d-4fec-945c-d711d232ff34 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:26:33.004771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:26:33.020244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:26:33.039143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=290ca1cd-0c71-48f9-8b23-06df57309415,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:33.076651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:33.077280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:33.191705 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-7d5f070f-6487-44d5-9159-72007172045e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0085957 Mar 03 12:26:33.211440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Request body: {'port': {'device_id': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:33.289182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f9e3f481-af71-4b26-b152-86cf35624af1 None None] Provisioning for port 290ca1cd-0c71-48f9-8b23-06df57309415 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:26:33.295429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f9e3f481-af71-4b26-b152-86cf35624af1 None None] Provisioning complete for port 290ca1cd-0c71-48f9-8b23-06df57309415 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:26:33.295429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f481-af71-4b26-b152-86cf35624af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:33.319883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:33.354150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3f481-af71-4b26-b152-86cf35624af1 None None] Port 290ca1cd-0c71-48f9-8b23-06df57309415 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:26:33.660871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd0a6a-3f7f-414d-8e8e-9de9ea3f1db8 req-23db439f-53cc-4834-b4b7-945ab382324a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:33.661912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-44cd0a6a-3f7f-414d-8e8e-9de9ea3f1db8 req-23db439f-53cc-4834-b4b7-945ab382324a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:26:33.740272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290ca1cd-0c71-48f9-8b23-06df57309415 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:26:33.748065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:33.763651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Transition to ACTIVE for port object 290ca1cd-0c71-48f9-8b23-06df57309415 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:26:33.779133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-44cd0a6a-3f7f-414d-8e8e-9de9ea3f1db8 req-23db439f-53cc-4834-b4b7-945ab382324a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:26:33.779133 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44cd0a6a-3f7f-414d-8e8e-9de9ea3f1db8 req-23db439f-53cc-4834-b4b7-945ab382324a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 931 time: 0.2801483 Mar 03 12:26:33.819024 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44cd0a6a-3f7f-414d-8e8e-9de9ea3f1db8 req-d7fe8056-8c4c-45f4-a4a6-7a70b2051840 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386281 Mar 03 12:26:33.841677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:34.006401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Pushing event updated for resources: {'Port': ['ID=290ca1cd-0c71-48f9-8b23-06df57309415,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:34.217181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Attempting to bind port 290ca1cd-0c71-48f9-8b23-06df57309415 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:26:34.217181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Attempting to bind port 290ca1cd-0c71-48f9-8b23-06df57309415 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:26:34.217181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Attempting to bind port 290ca1cd-0c71-48f9-8b23-06df57309415 on network 4883516f-c00d-4fec-945c-d711d232ff34 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:26:34.217181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Port 290ca1cd-0c71-48f9-8b23-06df57309415 on network 4883516f-c00d-4fec-945c-d711d232ff34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:26:34.217181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Attempting to bind port 290ca1cd-0c71-48f9-8b23-06df57309415 on network 4883516f-c00d-4fec-945c-d711d232ff34 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:26:34.221337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:26:34.221664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Checking segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:26:34.222034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Bound using segment: {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:26:34.222443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Bound port: 290ca1cd-0c71-48f9-8b23-06df57309415, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:26:34.222773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:34.310110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] For port 290ca1cd-0c71-48f9-8b23-06df57309415, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:26:34.312660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] For port 290ca1cd-0c71-48f9-8b23-06df57309415, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=290ca1cd-0c71-48f9-8b23-06df57309415,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:26:34.356543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:34.417732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:34.418366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:34.419746 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] 10.222.0.26 "PUT /v2.0/ports/290ca1cd-0c71-48f9-8b23-06df57309415 HTTP/1.1" status: 200 len: 1093 time: 1.2189045 Mar 03 12:26:34.422468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:26:34.451760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c96774-d913-4e14-8f76-63885a2de506 service neutron] Pushing event updated for resources: {'Port': ['ID=290ca1cd-0c71-48f9-8b23-06df57309415,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:34.472761 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415', 'status': 'completed', 'code': 200} Mar 03 12:26:34.570090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458515c5-a825-45a1-8494-53f1c7cfc253 req-3aa89682-f204-4d0c-bc73-2800cf7ba39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:34.571648 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-458515c5-a825-45a1-8494-53f1c7cfc253 req-3aa89682-f204-4d0c-bc73-2800cf7ba39b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 1096 time: 0.0778222 Mar 03 12:26:34.728526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458515c5-a825-45a1-8494-53f1c7cfc253 req-34308641-a3ba-4b55-8800-b386bf600c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:34.729881 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-458515c5-a825-45a1-8494-53f1c7cfc253 req-34308641-a3ba-4b55-8800-b386bf600c56 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1510026 Mar 03 12:26:34.868814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458515c5-a825-45a1-8494-53f1c7cfc253 req-e23e7bfb-00f9-481b-8f6b-626e21a409f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:34.870278 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-458515c5-a825-45a1-8494-53f1c7cfc253 req-e23e7bfb-00f9-481b-8f6b-626e21a409f7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337712 Mar 03 12:26:35.043146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-a7adbcc8-cc3f-43e5-8d7a-cde58aec40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:35.045713 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-a7adbcc8-cc3f-43e5-8d7a-cde58aec40c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 1096 time: 0.1383762 Mar 03 12:26:35.060790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0489745-349a-4df9-bf53-7894d6c1157f req-b8cb80db-fff5-4501-b599-c28c24075235 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:35.062169 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0489745-349a-4df9-bf53-7894d6c1157f req-b8cb80db-fff5-4501-b599-c28c24075235 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 943 time: 0.1199715 Mar 03 12:26:35.138160 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-4d53cbae-95fe-45b9-a876-c883d3246b90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=290ca1cd-0c71-48f9-8b23-06df57309415 HTTP/1.1" status: 200 len: 217 time: 0.0843637 Mar 03 12:26:35.207061 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0489745-349a-4df9-bf53-7894d6c1157f req-5df730b6-106e-4282-8e69-d7d10111b7a4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957332 Mar 03 12:26:35.217495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-471239d8-5c5b-4a4d-b5e1-93cb12042c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:35.218905 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-471239d8-5c5b-4a4d-b5e1-93cb12042c8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c401323-3d02-4f7c-854b-2eafe7a86ae3 HTTP/1.1" status: 200 len: 834 time: 0.0755467 Mar 03 12:26:35.293448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-29c840da-2b49-4bce-8669-3c34119e7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:35.295314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-29c840da-2b49-4bce-8669-3c34119e7f48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4883516f-c00d-4fec-945c-d711d232ff34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709019 Mar 03 12:26:35.426243 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-fe28c877-a00a-4b82-9242-d01724ad0c4c service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244099 Mar 03 12:26:35.564948 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-61fb378f-06b0-44ba-8e93-befdad57a06e req-5fd546dc-1c65-4721-83e3-37304ec2c79e service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332560 Mar 03 12:26:36.404863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc603eb-792d-4c2f-a6ab-e751c6a27834 req-0743b7d2-3101-48f3-9ac5-8f34bb86a00f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:36.406411 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-efc603eb-792d-4c2f-a6ab-e751c6a27834 req-0743b7d2-3101-48f3-9ac5-8f34bb86a00f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 943 time: 0.0904016 Mar 03 12:26:36.449179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-efc603eb-792d-4c2f-a6ab-e751c6a27834 req-ae3ea43b-4089-452f-8a70-e8b3abbfc2f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:26:36.566979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-efc603eb-792d-4c2f-a6ab-e751c6a27834 req-ae3ea43b-4089-452f-8a70-e8b3abbfc2f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:26:36.571294 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-efc603eb-792d-4c2f-a6ab-e751c6a27834 req-ae3ea43b-4089-452f-8a70-e8b3abbfc2f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559997 Mar 03 12:26:37.755250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9043e48-bf0d-4b1a-8111-b9f2564834f7 req-8035f6e0-d2c3-4c59-b928-8db7565e6b61 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:37.756718 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a9043e48-bf0d-4b1a-8111-b9f2564834f7 req-8035f6e0-d2c3-4c59-b928-8db7565e6b61 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 943 time: 0.0845702 Mar 03 12:26:37.803765 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a9043e48-bf0d-4b1a-8111-b9f2564834f7 req-891503b0-2194-47ae-8803-9565f48e2275 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Mar 03 12:26:38.036510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:38.052485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-87b4845a-1acb-4e47-9a76-7fd0a82ae5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:38.250722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 290ca1cd-0c71-48f9-8b23-06df57309415 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:26:38.384718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 290ca1cd-0c71-48f9-8b23-06df57309415, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=290ca1cd-0c71-48f9-8b23-06df57309415,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:26:38.398172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '290ca1cd-0c71-48f9-8b23-06df57309415', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'port_id': '290ca1cd-0c71-48f9-8b23-06df57309415', 'mac_address': 'fa:16:3e:e3:9f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:26:38.452478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:38.469010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290ca1cd-0c71-48f9-8b23-06df57309415 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:26:38.484542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 290ca1cd-0c71-48f9-8b23-06df57309415, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=290ca1cd-0c71-48f9-8b23-06df57309415,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:26:38.582520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:38.651763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=290ca1cd-0c71-48f9-8b23-06df57309415,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:38.659213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.659568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.665471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:26:38.861205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['290ca1cd-0c71-48f9-8b23-06df57309415'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:26:38.996208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceedd2d-5faa-4172-9b95-cdec1725a30e req-6257d269-70ad-4b5b-b21b-f70fd98233b8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:38.997740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cceedd2d-5faa-4172-9b95-cdec1725a30e req-6257d269-70ad-4b5b-b21b-f70fd98233b8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 944 time: 0.0854292 Mar 03 12:26:39.042143 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cceedd2d-5faa-4172-9b95-cdec1725a30e req-5e63edca-ea77-49fb-904f-2b3442d1edd1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 Mar 03 12:26:40.172812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d842685-f403-4e86-9d76-37159e7bfe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:40.227037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1472f6-f8ae-45d8-962d-98fa163bb038 req-ea8c8c06-0783-40d0-9b28-880e02bb9d80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:40.228435 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b1472f6-f8ae-45d8-962d-98fa163bb038 req-ea8c8c06-0783-40d0-9b28-880e02bb9d80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 944 time: 0.0803645 Mar 03 12:26:40.269261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 290ca1cd-0c71-48f9-8b23-06df57309415 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:26:40.274450 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b1472f6-f8ae-45d8-962d-98fa163bb038 req-b8d8381c-5384-4dfe-bd4a-dde0242d3d56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398772 Mar 03 12:26:40.418216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 290ca1cd-0c71-48f9-8b23-06df57309415 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:26:40.423977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 290ca1cd-0c71-48f9-8b23-06df57309415 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:26:40.424377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:40.540289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:40.566499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:26:40.575957 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 290ca1cd-0c71-48f9-8b23-06df57309415, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=290ca1cd-0c71-48f9-8b23-06df57309415,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:26:40.611007 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415', 'code': 200} Mar 03 12:26:40.653077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:40.722032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=290ca1cd-0c71-48f9-8b23-06df57309415,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:26:40.998921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb11a80-e072-4a7e-b988-0bc740595a53 req-27435ac6-162e-488b-87a4-a6aab064573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:41.001406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7cb11a80-e072-4a7e-b988-0bc740595a53 req-27435ac6-162e-488b-87a4-a6aab064573c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 1098 time: 0.0781233 Mar 03 12:26:41.041760 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7cb11a80-e072-4a7e-b988-0bc740595a53 req-26969832-5ad5-4ab6-9428-0933dea3d6ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343103 Mar 03 12:26:41.138275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:41.453292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:41.462234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648edc5e-1499-44a3-a0cd-dc68ac033ec2 req-88201090-c972-43f7-8a5a-2daa8f9e8b47 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:41.463712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-648edc5e-1499-44a3-a0cd-dc68ac033ec2 req-88201090-c972-43f7-8a5a-2daa8f9e8b47 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 945 time: 0.0789957 Mar 03 12:26:41.507959 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-648edc5e-1499-44a3-a0cd-dc68ac033ec2 req-47260bf2-84e5-4035-bd56-42fefa9e571a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377960 Mar 03 12:26:42.699140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b28fd-1fe5-4a2a-840b-b5b679da8233 req-a8f4838e-7b30-45b9-a6fb-8fe6d7d62f70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:42.700618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e4b28fd-1fe5-4a2a-840b-b5b679da8233 req-a8f4838e-7b30-45b9-a6fb-8fe6d7d62f70 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 945 time: 0.0845850 Mar 03 12:26:42.747581 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3e4b28fd-1fe5-4a2a-840b-b5b679da8233 req-2e6f1a02-2b5d-4e0f-a4a5-7e27a1d51d41 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411122 Mar 03 12:26:42.774918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:43.036663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97242e8a-3403-439b-86d8-36d7144777c1 req-479d44eb-322d-4823-933f-61fc666b99db tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:43.038301 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97242e8a-3403-439b-86d8-36d7144777c1 req-479d44eb-322d-4823-933f-61fc666b99db tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 945 time: 0.1841335 Mar 03 12:26:43.083042 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97242e8a-3403-439b-86d8-36d7144777c1 req-afa9b1b6-630d-4d49-8e98-e16af5e3e7e8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390756 Mar 03 12:26:43.105012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39164) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:43.175763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f3180-1252-4c1f-99fd-5f547b730491 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:43.177241 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3d0f3180-1252-4c1f-99fd-5f547b730491 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 1093 time: 0.0712156 Mar 03 12:26:43.180137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39168) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:43.185667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'port_id': '290ca1cd-0c71-48f9-8b23-06df57309415'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:26:43.264586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:43.868459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:43.958280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:44.126953 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36 associated. External IP: 172.26.8.120, port: 290ca1cd-0c71-48f9-8b23-06df57309415. Mar 03 12:26:44.586881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 17535d65-7620-4471-ac28-25de56e7bdc0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:26:44.776374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:26:44.781211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:26:44.786910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] Sync routers for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:26:44.796228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:26:44.796977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:26:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:44.839406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2221aeea-ffeb-438f-aa01-e2e1f13696e7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 991 time: 1.6576340 Mar 03 12:26:44.839581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:26:44.841710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39172) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:44.885153 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415', 'status': 'completed', 'code': 200} Mar 03 12:26:44.989073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-b47ac305-5396-4878-acf6-f0b37c9d2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:44.990782 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-b47ac305-5396-4878-acf6-f0b37c9d2a31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 1098 time: 0.0800464 Mar 03 12:26:45.037612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:26:45.080095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bcc81736-ac5e-4fff-b212-f3539befaac2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 991 time: 0.2352681 Mar 03 12:26:45.131839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-40b86011-5c32-44c5-b8e7-298636452dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:45.133343 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-40b86011-5c32-44c5-b8e7-298636452dd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 898 time: 0.1369338 Mar 03 12:26:45.240307 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-5829eadc-d43a-423f-8d2a-ecc036db7700 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=290ca1cd-0c71-48f9-8b23-06df57309415 HTTP/1.1" status: 200 len: 999 time: 0.1012776 Mar 03 12:26:45.308054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-3bcbfdf1-87a9-49b1-8e55-5cc9467f8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:45.309599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-3bcbfdf1-87a9-49b1-8e55-5cc9467f8d18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c401323-3d02-4f7c-854b-2eafe7a86ae3 HTTP/1.1" status: 200 len: 834 time: 0.0640380 Mar 03 12:26:45.389716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-5f9bbe49-4e38-456f-951d-7ee942c1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:26:45.391200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-5f9bbe49-4e38-456f-951d-7ee942c1e0b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4883516f-c00d-4fec-945c-d711d232ff34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743644 Mar 03 12:26:45.396236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '989fe635-ddf5-4fc8-9d2e-8b8126c85d36', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.120', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'port_id': '290ca1cd-0c71-48f9-8b23-06df57309415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'mac_address': 'fa:16:3e:e3:9f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:25:44Z', 'updated_at': '2022-03-03T12:26:43Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:45.400218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] Checking router: 17535d65-7620-4471-ac28-25de56e7bdc0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:26:45.408990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:26:45.409608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:26:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:45.525552 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-f117684a-f309-4c29-afb0-9c1204c81df5 service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277385 Mar 03 12:26:45.594245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:26:45.659483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3bf92a0d-39ec-42c8-bbb5-d98c389dc9e5 req-fddf08be-c02d-4a51-a1e1-02bcff36c6b3 service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278617 Mar 03 12:26:45.945534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '989fe635-ddf5-4fc8-9d2e-8b8126c85d36', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.120', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'port_id': '290ca1cd-0c71-48f9-8b23-06df57309415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'mac_address': 'fa:16:3e:e3:9f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:25:44Z', 'updated_at': '2022-03-03T12:26:43Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:26:45.949491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed753f-66a1-4bd0-8809-3711ae0e0ddc None None] The sync data for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv is: [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '989fe635-ddf5-4fc8-9d2e-8b8126c85d36', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.120', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'port_id': '290ca1cd-0c71-48f9-8b23-06df57309415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'mac_address': 'fa:16:3e:e3:9f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:25:44Z', 'updated_at': '2022-03-03T12:26:43Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:26:46.081825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39178) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:46.193463 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-da659506-6c21-4d93-b016-3675ac7afd8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 991 time: 0.1104445 Mar 03 12:26:46.328519 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21fcfd-3c2c-4ce1-909f-fa18fba805ae None None] New status for floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:26:47.197218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39182) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:26:47.351163 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3a2ce486-1926-4454-bc6f-93fdd193225b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 200 len: 993 time: 0.1527534 Mar 03 12:27:04.771158 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:27:08.052168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:08.063590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb27f-a6aa-4fe3-b6d4-5aadf1f6b4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:10.152181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f8724713-421a-4df2-bd03-c9337d254abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:11.180942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:11.429344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:12.786556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:14.491124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694b17-2f3d-4d2c-9cc0-22f66a4b2299 req-1cf319df-a9a3-4bce-8172-9fa519801725 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:14.492609 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85694b17-2f3d-4d2c-9cc0-22f66a4b2299 req-1cf319df-a9a3-4bce-8172-9fa519801725 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 945 time: 0.0794389 Mar 03 12:27:14.535487 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85694b17-2f3d-4d2c-9cc0-22f66a4b2299 req-7f6f699c-8a30-4947-a78f-bb7fca1f72c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372169 Mar 03 12:27:15.726397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20437772-c18e-44dd-8f12-8c4c52be41bc req-c91cfaf1-1451-47f5-97f7-88478c0d4fec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:15.731869 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-20437772-c18e-44dd-8f12-8c4c52be41bc req-c91cfaf1-1451-47f5-97f7-88478c0d4fec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 945 time: 0.0810935 Mar 03 12:27:15.773252 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-20437772-c18e-44dd-8f12-8c4c52be41bc req-e6dad41e-af4d-4f0c-9c3c-da8a96ea4a3b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bf41409-a9d2-401d-be68-65441c8f06f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398276 Mar 03 12:27:15.863417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-87092c7a-5518-4c52-8072-caf52b56cd37 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:15.864897 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-87092c7a-5518-4c52-8072-caf52b56cd37 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 945 time: 0.0839789 Mar 03 12:27:15.935211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 290ca1cd-0c71-48f9-8b23-06df57309415 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:27:15.938495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:16.301541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 290ca1cd-0c71-48f9-8b23-06df57309415, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=290ca1cd-0c71-48f9-8b23-06df57309415,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:16.301893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:16.601670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:16.602169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:16.602475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36 disassociated. External IP: 172.26.8.120, port: 290ca1cd-0c71-48f9-8b23-06df57309415. Mar 03 12:27:16.602805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 290ca1cd-0c71-48f9-8b23-06df57309415 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:27:16.823723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:16.879336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=290ca1cd-0c71-48f9-8b23-06df57309415,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:16.983955 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a4902a4a-949b-40a7-b31f-e38300562406 req-a0f8c5f7-9947-4636-bb8c-a0838e191b1b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 210 time: 0.0975018 Mar 03 12:27:17.116066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 17535d65-7620-4471-ac28-25de56e7bdc0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:27:17.304951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:27:17.317526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] Sync routers for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:27:17.327280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:17.328033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:17.396041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 290ca1cd-0c71-48f9-8b23-06df57309415 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:27:17.399025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:17.403281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'name': 'network-vif-deleted', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:27:17.446769 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5', 'name': 'network-vif-deleted', 'tag': '290ca1cd-0c71-48f9-8b23-06df57309415', 'status': 'completed', 'code': 200} Mar 03 12:27:17.498463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-76663ae8-fd24-4ab6-8bd6-2f0379cce682 req-3a4aed5f-76bd-4612-8bb2-f2978c67254f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/290ca1cd-0c71-48f9-8b23-06df57309415 HTTP/1.1" status: 204 len: 173 time: 1.6280177 Mar 03 12:27:17.555139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:17.874709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:17.879428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] Checking router: 17535d65-7620-4471-ac28-25de56e7bdc0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:27:17.887717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:17.894349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:18.065013 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:18.147080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-1b8e68be-9d43-43a1-81ae-c836a46798ee req-628858bf-bce6-48b7-83f9-27ffe5c047fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:18.251811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-1b8e68be-9d43-43a1-81ae-c836a46798ee req-628858bf-bce6-48b7-83f9-27ffe5c047fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:18.253455 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1b8e68be-9d43-43a1-81ae-c836a46798ee req-628858bf-bce6-48b7-83f9-27ffe5c047fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcc4fbb6-4c4b-47db-8c26-4d3a9849bff5 HTTP/1.1" status: 200 len: 210 time: 0.1493573 Mar 03 12:27:18.388614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:18.393020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed4c3c-dc42-4bcb-8b0f-139797d114e4 None None] The sync data for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv is: [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7353986b-66e7-4d9d-972a-3eea1736414d', 'name': '', 'network_id': '4883516f-c00d-4fec-945c-d711d232ff34', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:3d:da:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:21Z', 'updated_at': '2022-03-03T12:25:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '3c401323-3d02-4f7c-854b-2eafe7a86ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:27:18.448240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 290ca1cd-0c71-48f9-8b23-06df57309415 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:27:18.484678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 290ca1cd-0c71-48f9-8b23-06df57309415 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:27:18.484960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 290ca1cd-0c71-48f9-8b23-06df57309415 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:27:18.622489 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01b47e-28b1-4626-a2a0-1d946af36d86 None None] New status for floating IP 989fe635-ddf5-4fc8-9d2e-8b8126c85d36: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:27:19.355975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39216) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:19.428242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2a11-8e54-408c-a421-7da78b145877 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:19.456817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2a11-8e54-408c-a421-7da78b145877 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:19.586779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2a11-8e54-408c-a421-7da78b145877 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:19.607405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2a11-8e54-408c-a421-7da78b145877 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf41409-a9d2-401d-be68-65441c8f06f3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:19.697097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2a11-8e54-408c-a421-7da78b145877 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:19.698246 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2a9a2a11-8e54-408c-a421-7da78b145877 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/3bf41409-a9d2-401d-be68-65441c8f06f3 HTTP/1.1" status: 204 len: 168 time: 0.3412743 Mar 03 12:27:19.766786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39222) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:19.919784 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-f6ae69e8-f48c-41a6-8fa7-6a0e86e53069 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779872 Mar 03 12:27:19.931801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 4062550f-2dd2-467d-86f4-1dcae7763180 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:27:19.932178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:20.012903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-856edf0b-c35f-4550-a674-97c5922ef961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:20.014432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-856edf0b-c35f-4550-a674-97c5922ef961 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 1099 time: 0.0745432 Mar 03 12:27:20.106772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:20.107097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:20.163960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-2461c32b-d9ce-42dd-91c0-d82dca3c39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:20.165453 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-2461c32b-d9ce-42dd-91c0-d82dca3c39c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 200 len: 898 time: 0.1315300 Mar 03 12:27:20.232807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 4062550f-2dd2-467d-86f4-1dcae7763180 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:27:20.353951 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-e1942d99-cb20-45de-a449-d51b346a6111 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854259a7-497a-4f6c-8a30-cdffead985ee HTTP/1.1" status: 200 len: 217 time: 0.1818655 Mar 03 12:27:20.419098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-6dbbbffa-f6b8-454e-ab57-5613110b120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:20.420661 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-6dbbbffa-f6b8-454e-ab57-5613110b120b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c401323-3d02-4f7c-854b-2eafe7a86ae3 HTTP/1.1" status: 200 len: 834 time: 0.0602353 Mar 03 12:27:20.511814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-582b56f6-28db-449d-ab42-912d75d3d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:20.513216 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-582b56f6-28db-449d-ab42-912d75d3d730 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4883516f-c00d-4fec-945c-d711d232ff34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863488 Mar 03 12:27:20.564123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:20.615986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=4062550f-2dd2-467d-86f4-1dcae7763180,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:20.649715 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-35f8ce8f-fc5b-40c9-9a74-0cadb183d41d service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301064 Mar 03 12:27:20.710775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:20.784709 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8890ba68-0117-425a-b50e-f3b47b2fd759 req-ebed0e2e-78c4-4acb-a833-a0aee5243c53 service neutron] 10.222.0.26 "GET /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281834 Mar 03 12:27:20.826570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:20.827714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c61ba82f-5f6f-461f-ad29-a66bd392d0fa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/989fe635-ddf5-4fc8-9d2e-8b8126c85d36 HTTP/1.1" status: 204 len: 168 time: 1.0599623 Mar 03 12:27:21.531366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e69833-300c-4466-a7ae-8eb69a41be0e req-45fb13f8-4d95-4e6f-b56e-0668538445ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:21.532862 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-53e69833-300c-4466-a7ae-8eb69a41be0e req-45fb13f8-4d95-4e6f-b56e-0668538445ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 946 time: 0.0809705 Mar 03 12:27:21.576844 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-53e69833-300c-4466-a7ae-8eb69a41be0e req-41b1f01b-9ec6-4a69-834d-7b1f83fed7d9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382476 Mar 03 12:27:22.772697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadedb9-73f9-46e0-9bff-4a7c6cdd17ef req-90a9defe-7717-4f33-bc35-c6c2f3c27a37 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:22.773302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-faadedb9-73f9-46e0-9bff-4a7c6cdd17ef req-90a9defe-7717-4f33-bc35-c6c2f3c27a37 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:22.841687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269f79c-7a24-41b5-b455-c488e299a44a req-77206b30-6815-498e-a41e-f44c0222c4e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:22.843961 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a269f79c-7a24-41b5-b455-c488e299a44a req-77206b30-6815-498e-a41e-f44c0222c4e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 946 time: 0.0876820 Mar 03 12:27:22.894994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-faadedb9-73f9-46e0-9bff-4a7c6cdd17ef req-90a9defe-7717-4f33-bc35-c6c2f3c27a37 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:22.898367 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-faadedb9-73f9-46e0-9bff-4a7c6cdd17ef req-90a9defe-7717-4f33-bc35-c6c2f3c27a37 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 946 time: 0.2031677 Mar 03 12:27:22.914820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 854259a7-497a-4f6c-8a30-cdffead985ee {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:27:22.915158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:22.945957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-faadedb9-73f9-46e0-9bff-4a7c6cdd17ef req-1b2a91dd-1561-49c9-92f4-93a14c45d735 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:23.050245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-faadedb9-73f9-46e0-9bff-4a7c6cdd17ef req-1b2a91dd-1561-49c9-92f4-93a14c45d735 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:23.051478 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-faadedb9-73f9-46e0-9bff-4a7c6cdd17ef req-1b2a91dd-1561-49c9-92f4-93a14c45d735 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6de993f2-401a-4e85-8413-f1c2484e63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494534 Mar 03 12:27:23.166395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 854259a7-497a-4f6c-8a30-cdffead985ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=854259a7-497a-4f6c-8a30-cdffead985ee,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:23.166756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:23.289292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 854259a7-497a-4f6c-8a30-cdffead985ee owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:27:23.480616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:23.569277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=854259a7-497a-4f6c-8a30-cdffead985ee,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:23.609525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 854259a7-497a-4f6c-8a30-cdffead985ee on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:27:23.612995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:23.614997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'name': 'network-vif-deleted', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:27:23.659880 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3c2829-5e41-455c-8f3c-1de722ab16d4', 'name': 'network-vif-deleted', 'tag': '854259a7-497a-4f6c-8a30-cdffead985ee', 'status': 'completed', 'code': 200} Mar 03 12:27:23.721797 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a269f79c-7a24-41b5-b455-c488e299a44a req-2552bb83-8c51-43f1-af4c-d5d9618c2de0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/854259a7-497a-4f6c-8a30-cdffead985ee HTTP/1.1" status: 204 len: 173 time: 0.8722787 Mar 03 12:27:24.221182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab1695d-b46d-46ee-978c-2d9a88c8a2f4 req-478ac43f-be42-4a4e-a51c-e6624dbf0f76 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c3c2829-5e41-455c-8f3c-1de722ab16d4 HTTP/1.1" status: 200 len: 210 time: 0.0489144 Mar 03 12:27:25.317588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39240) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:25.386300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0ec02ff-9491-403a-86eb-08f7e98bd272 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:25.416185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0ec02ff-9491-403a-86eb-08f7e98bd272 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:25.560827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0ec02ff-9491-403a-86eb-08f7e98bd272 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:25.685429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec02ff-9491-403a-86eb-08f7e98bd272 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de993f2-401a-4e85-8413-f1c2484e63a5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:25.754946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a0ec02ff-9491-403a-86eb-08f7e98bd272 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:25.756119 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a0ec02ff-9491-403a-86eb-08f7e98bd272 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/6de993f2-401a-4e85-8413-f1c2484e63a5 HTTP/1.1" status: 204 len: 168 time: 0.4375451 Mar 03 12:27:25.893139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39246) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:26.443085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:26.467960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 854259a7-497a-4f6c-8a30-cdffead985ee no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:27:26.502762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 854259a7-497a-4f6c-8a30-cdffead985ee {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:27:26.503054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 854259a7-497a-4f6c-8a30-cdffead985ee not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:27:26.796745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 7353986b-66e7-4d9d-972a-3eea1736414d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:27:26.797082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:26.992384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 7353986b-66e7-4d9d-972a-3eea1736414d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7353986b-66e7-4d9d-972a-3eea1736414d,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:26.992732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:27.113551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 7353986b-66e7-4d9d-972a-3eea1736414d owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:27:27.608751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:27.653020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=7353986b-66e7-4d9d-972a-3eea1736414d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:27.695769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.696370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.703795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:27.982305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:28.352821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 17535d65-7620-4471-ac28-25de56e7bdc0 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:27:28.530778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:27:28.542533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] Sync routers for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:27:28.548695 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4de60cbe-73c3-488b-83f2-d91dab752d43 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/17535d65-7620-4471-ac28-25de56e7bdc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6519363 Mar 03 12:27:28.549406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39252) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:28.550994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:28.551699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:28.616596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet 3c401323-3d02-4f7c-854b-2eafe7a86ae3 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:27:28.619682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:28.675085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:28.728502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:28.763785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:28.909640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:28.951076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=3c401323-3d02-4f7c-854b-2eafe7a86ae3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:28.953006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:28.962076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d5d8281f-9ee0-402a-bfc9-10b7273ec1d0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/3c401323-3d02-4f7c-854b-2eafe7a86ae3 HTTP/1.1" status: 204 len: 168 time: 0.4108467 Mar 03 12:27:28.965376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39256) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:28.965772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d79408-9ac3-41e6-9309-f7ab46aa711a None None] Network 4883516f-c00d-4fec-945c-d711d232ff34 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:27:29.234792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:27:27Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:29.242858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] Checking router: 17535d65-7620-4471-ac28-25de56e7bdc0 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:27:29.248238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] Routers {'17535d65-7620-4471-ac28-25de56e7bdc0'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:29.248863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['17535d65-7620-4471-ac28-25de56e7bdc0'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:29.273392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:29.322799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] DHCP port deletion for 4883516f-c00d-4fec-945c-d711d232ff34 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:27:29.335649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] Deleting port c2f28965-165d-4cd6-870d-ccc47cfe9def {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:27:29.336887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:29.459914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:29.529682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] Set router 17535d65-7620-4471-ac28-25de56e7bdc0 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:29.546479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port ba52fb2e-36bc-444e-acd8-c1982efdfd76 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:27:29.546836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:29.729004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port ba52fb2e-36bc-444e-acd8-c1982efdfd76, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ba52fb2e-36bc-444e-acd8-c1982efdfd76,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:29.729366 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:29.830282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] For port c2f28965-165d-4cd6-870d-ccc47cfe9def, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c2f28965-165d-4cd6-870d-ccc47cfe9def,segment=NetworkSegment(a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a),segment_id=a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:29.830984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:29.853954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for ba52fb2e-36bc-444e-acd8-c1982efdfd76 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:27:30.012155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] Calling delete_port for c2f28965-165d-4cd6-870d-ccc47cfe9def owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:27:30.103873 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.136396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:27:27Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:30.140483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb51b08-1837-47ab-bc93-0a45a4958a51 None None] The sync data for ids ['17535d65-7620-4471-ac28-25de56e7bdc0'] in dv-neutron-831730-1-hyperv is: [{'id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'name': 'tempest-TestNetworkBasicOps-router-1345719638', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:25:16Z', 'updated_at': '2022-03-03T12:27:27Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'ba52fb2e-36bc-444e-acd8-c1982efdfd76', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17535d65-7620-4471-ac28-25de56e7bdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:25:17Z', 'updated_at': '2022-03-03T12:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:27:30.153177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=ba52fb2e-36bc-444e-acd8-c1982efdfd76,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:30.183841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.189687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.190100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.194059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:30.231099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] Pushing event deleted for resources: {'Port': ['ID=c2f28965-165d-4cd6-870d-ccc47cfe9def,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:30.236308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f565d1a-da28-42de-bdac-84aa48f1bdd5 None None] No DVR routers for this DVR port c2f28965-165d-4cd6-870d-ccc47cfe9def on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:27:30.263240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.440941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.444143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.546449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.555154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router 17535d65-7620-4471-ac28-25de56e7bdc0 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:27:30.565146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.569184 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-13e3b96c-7f26-478f-8382-7fa53807d58a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/17535d65-7620-4471-ac28-25de56e7bdc0 HTTP/1.1" status: 204 len: 168 time: 1.6043661 Mar 03 12:27:30.571971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39260) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:30.615432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7353986b-66e7-4d9d-972a-3eea1736414d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:27:30.651632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7353986b-66e7-4d9d-972a-3eea1736414d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:27:30.652298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7353986b-66e7-4d9d-972a-3eea1736414d not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:27:30.652937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c2f28965-165d-4cd6-870d-ccc47cfe9def no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:27:30.695335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: c2f28965-165d-4cd6-870d-ccc47cfe9def {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:27:30.695637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c2f28965-165d-4cd6-870d-ccc47cfe9def not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:27:30.701761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.839780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.867004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4883516f-c00d-4fec-945c-d711d232ff34']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:30.879552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:30.880542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a2e20a-2e6e-4e5b-8978-6e9ae59fc35a') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:30.891011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.910070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.913988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:27:30.914388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:27:30.932022 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:27:31.198814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:31.213749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:31.225620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=4883516f-c00d-4fec-945c-d711d232ff34,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:31.338431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-99a74861-45c7-4697-aa1b-673252188e00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/4883516f-c00d-4fec-945c-d711d232ff34 HTTP/1.1" status: 204 len: 168 time: 0.7652001 Mar 03 12:27:31.362377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39264) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:31.370555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--1381082442', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:31.375861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:31.380107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:31.382907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:31.388601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:31.477656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:27:31.481254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:31.513497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:27:31.521107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:31.521584 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment db30a493-4d73-4234-a260-da23926229de of type vlan for network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 Mar 03 12:27:31.653398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:31.752270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:31.758116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:31.758705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:31.866833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:31.876225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:27:31.896102 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e002f0b4-2a26-4970-8d47-481464f70c67 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5328259 Mar 03 12:27:31.899034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39268) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:31.904150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-550662060', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:31.912463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:31.916620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:31.919435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:31.925527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:32.023825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:32.026340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:32.040127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:32.271058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ba52fb2e-36bc-444e-acd8-c1982efdfd76 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:27:32.311131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: ba52fb2e-36bc-444e-acd8-c1982efdfd76 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:27:32.311702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ba52fb2e-36bc-444e-acd8-c1982efdfd76 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:27:32.403344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:32.785267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:32.814376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:32.950932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.152 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/9384ca2b-6569-447e-97cf-8c9ec7da1eb4) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:27:33.099522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:33.187324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:33.248446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:27:33.255648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:27:33.259624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:27:33.293815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:33.849441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:34.207444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:34.477476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router b1e82469-6c18-4caf-ae7e-55be9ab7338b is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:27:34.657775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:27:34.669720 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Sync routers for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:27:34.680102 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:34.680705 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:34.760400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:34.764771 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2b3822af-c012-4b0e-8baa-3ab154c817f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8616760 Mar 03 12:27:34.764771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39272) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:34.855208 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:34.918318 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dc686c0a-44d2-45db-87d5-cc69650e3346 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1501970 Mar 03 12:27:34.918814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39278) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:35.051663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5134128-75e3-419d-9da6-d7db5b4d8078 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:35.053123 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f5134128-75e3-419d-9da6-d7db5b4d8078 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334443 Mar 03 12:27:35.055851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39282) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:35.102335 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-51ae6d32-6709-4486-8d07-aba8e4c21416 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431473 Mar 03 12:27:35.103855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39286) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:35.107706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102457555', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:35.150093 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:33Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:35.155560 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Checking router: b1e82469-6c18-4caf-ae7e-55be9ab7338b for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:27:35.155731 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Updating router b1e82469-6c18-4caf-ae7e-55be9ab7338b port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:27:35.213390 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.342105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:35.346004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:35.349555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:35.355293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:35.406018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:27:35.409590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.551788 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.563014 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Transition to ACTIVE for port object 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:27:35.700822 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.746771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.777719 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Attempting to bind port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:27:35.778083 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Attempting to bind port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:27:35.778434 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Attempting to bind port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:27:35.783935 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Pushing event updated for resources: {'Port': ['ID=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:35.789260 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:27:35.789622 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:27:35.790008 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.790391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:27:35.790838 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Bound port: 9384ca2b-6569-447e-97cf-8c9ec7da1eb4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:27:35.791197 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.827371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=041737c6-bfe4-4620-b818-6f707bc66795,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:35.830968 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833844 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.833844 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.834137 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.834902 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:35.837492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:27:35.837944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: c7ab2377-37ed-44ce-9e6d-6bf86c4d8719, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:27:35.877052 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] For port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:27:35.880678 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] For port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:27:35.906594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:27:35.961411 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:35.992122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c7ab2377-37ed-44ce-9e6d-6bf86c4d8719) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:27:35.994976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:35.995643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:36.003682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d25bf-e9a2-4261-b08d-5216fed098c8 None None] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:27:36.043869 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:36.044512 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:36.102532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39290) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:36.103051 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-11b60c82-4c7c-4645-af2a-229e8ca07d3a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9991603 Mar 03 12:27:36.113760 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae0234-d1b7-427d-9da3-cd091626e922 None None] Pushing event updated for resources: {'Port': ['ID=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:36.233034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:27:36.233559 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:36.233863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:36.407607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Allocated IP 172.20.0.2 (c7ab2377-37ed-44ce-9e6d-6bf86c4d8719/041737c6-bfe4-4620-b818-6f707bc66795/4934a587-dccc-4fba-9509-933350f0b99f) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:27:36.571488 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:33Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:36.575488 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254403f-b6e3-4648-b47a-63b6fa7b2122 None None] The sync data for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv is: [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:33Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:27:36.631515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:36.641927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Transition to ACTIVE for port object 4934a587-dccc-4fba-9509-933350f0b99f will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:27:36.665191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Transition to ACTIVE for port object 4934a587-dccc-4fba-9509-933350f0b99f will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:27:36.749856 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:36.832888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:27:36.838362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Pushing event updated for resources: {'Port': ['ID=4934a587-dccc-4fba-9509-933350f0b99f,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:36.838362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:27:36.840235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:27:36.865098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:36.945306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Attempting to bind port 4934a587-dccc-4fba-9509-933350f0b99f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:27:36.945675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Attempting to bind port 4934a587-dccc-4fba-9509-933350f0b99f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:27:36.946027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Attempting to bind port 4934a587-dccc-4fba-9509-933350f0b99f on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:27:36.951728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:27:36.952139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Checking segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:27:36.952705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:36.953092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Bound using segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:27:36.953582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Bound port: 4934a587-dccc-4fba-9509-933350f0b99f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:27:36.953951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:37.054257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] For port 4934a587-dccc-4fba-9509-933350f0b99f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:27:37.057507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] For port 4934a587-dccc-4fba-9509-933350f0b99f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4934a587-dccc-4fba-9509-933350f0b99f,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:27:37.141430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:37.234668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9726f68-0c68-4726-9040-2f85d9241ffe None None] Pushing event updated for resources: {'Port': ['ID=4934a587-dccc-4fba-9509-933350f0b99f,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:37.308962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (c7ab2377-37ed-44ce-9e6d-6bf86c4d8719/041737c6-bfe4-4620-b818-6f707bc66795/ea9d81a1-6b46-4860-86ea-2f9b82553f86) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:27:37.504291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:37.527634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object ea9d81a1-6b46-4860-86ea-2f9b82553f86 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:27:37.626750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:37.804136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:27:37.811126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:27:37.815390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:27:37.851048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=ea9d81a1-6b46-4860-86ea-2f9b82553f86,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:37.876145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.069335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.100116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4d93-20cb-47c2-8a34-958ade61eeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.251363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.403225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:27:38.554891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:27:38.560654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:38.561015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.703244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.705612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.722537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:38.776169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.805167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.813129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4934a587-dccc-4fba-9509-933350f0b99f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:27:38.889923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=ea9d81a1-6b46-4860-86ea-2f9b82553f86,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:38.897657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:38.920193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971c321-18df-47ed-b057-990b3b6905f1 None None] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:27:39.031989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:27:39.033134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:27:39.071247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:39.087398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.091698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:27:39.141155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f11e6f3d-d2dc-4b4a-86b5-1bc7653c55de None None] Provisioning for port 4934a587-dccc-4fba-9509-933350f0b99f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:27:39.161139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4934a587-dccc-4fba-9509-933350f0b99f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:27:39.169969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4934a587-dccc-4fba-9509-933350f0b99f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:39.170335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:39.221650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router b1e82469-6c18-4caf-ae7e-55be9ab7338b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:27:39.350500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:39.387097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4934a587-dccc-4fba-9509-933350f0b99f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4934a587-dccc-4fba-9509-933350f0b99f,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:39.459774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:39.539337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4934a587-dccc-4fba-9509-933350f0b99f,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:39.547597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:27:39.557911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Sync routers for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:27:39.565655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39294) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:39.566126 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bbc52b49-18b9-423e-b4ae-5bb6aa4c6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/b1e82469-6c18-4caf-ae7e-55be9ab7338b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4614618 Mar 03 12:27:39.568767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:39.569398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:39.734407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bcc54-5e0d-4e94-b01d-855208af019a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.734957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bcc54-5e0d-4e94-b01d-855208af019a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.735471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bcc54-5e0d-4e94-b01d-855208af019a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.735869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bcc54-5e0d-4e94-b01d-855208af019a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.736419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bcc54-5e0d-4e94-b01d-855208af019a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.736902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bcc54-5e0d-4e94-b01d-855208af019a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.738734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8b6bcc54-5e0d-4e94-b01d-855208af019a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1706815 Mar 03 12:27:39.741810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39298) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:39.745408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75d678a8-a6c6-4aba-97ba-c69b5b9435c7 None None] Provisioning for port ea9d81a1-6b46-4860-86ea-2f9b82553f86 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:27:39.764903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75d678a8-a6c6-4aba-97ba-c69b5b9435c7 None None] Provisioning complete for port ea9d81a1-6b46-4860-86ea-2f9b82553f86 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:39.765351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75d678a8-a6c6-4aba-97ba-c69b5b9435c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:39.809781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:39.818138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c57e48-5476-40f9-bcce-5ef2624dbe23 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.818636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c57e48-5476-40f9-bcce-5ef2624dbe23 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.819086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c57e48-5476-40f9-bcce-5ef2624dbe23 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.819632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c57e48-5476-40f9-bcce-5ef2624dbe23 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.820102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c57e48-5476-40f9-bcce-5ef2624dbe23 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.820552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c57e48-5476-40f9-bcce-5ef2624dbe23 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:39.822327 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d2c57e48-5476-40f9-bcce-5ef2624dbe23 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0795977 Mar 03 12:27:39.825107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39304) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:39.892677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-75d678a8-a6c6-4aba-97ba-c69b5b9435c7 None None] Port ea9d81a1-6b46-4860-86ea-2f9b82553f86 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:27:39.998322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75d678a8-a6c6-4aba-97ba-c69b5b9435c7 None None] Provisioning complete for port 4934a587-dccc-4fba-9509-933350f0b99f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:39.998694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75d678a8-a6c6-4aba-97ba-c69b5b9435c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.048593 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5d7e7665-b260-465a-bc6e-ca7abea2d8bf tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2222857 Mar 03 12:27:40.051404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39308) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:40.057388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-320275860', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:40.193976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:40.197987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:port and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:40.200899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:40.206336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:40.219701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2849a648-3f12-4930-bff8-8fbe2a14993d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.280199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:40.282048 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Checking router: b1e82469-6c18-4caf-ae7e-55be9ab7338b for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:27:40.282401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Updating router b1e82469-6c18-4caf-ae7e-55be9ab7338b port ea9d81a1-6b46-4860-86ea-2f9b82553f86 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:27:40.301628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:27:40.305821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.329947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:27:40.342970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] device_id is not set on port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:27:40.384266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.453894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e07e7ffc-86aa-4aed-ac53-9b10e36cb8f7 None None] Provisioning complete for port ea9d81a1-6b46-4860-86ea-2f9b82553f86 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:40.454195 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e07e7ffc-86aa-4aed-ac53-9b10e36cb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.490569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.7 (c7ab2377-37ed-44ce-9e6d-6bf86c4d8719/041737c6-bfe4-4620-b818-6f707bc66795/0b93872e-56fa-4dfc-976c-bdfa1057a6b6) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:27:40.625703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:40.626081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.661369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e07e7ffc-86aa-4aed-ac53-9b10e36cb8f7 None None] Port ea9d81a1-6b46-4860-86ea-2f9b82553f86 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:27:40.699055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.715340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:27:40.767646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4934a587-dccc-4fba-9509-933350f0b99f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:27:40.828148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.861863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4934a587-dccc-4fba-9509-933350f0b99f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:40.862240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:40.895899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:27:40.898945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:27:40.908475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:27:40.948583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:40.983278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:40.984671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.094475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-27d7702d-3f31-4589-927e-4cdef36f5fdf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0379829 Mar 03 12:27:41.180799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.195588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Transition to ACTIVE for port object ea9d81a1-6b46-4860-86ea-2f9b82553f86 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:27:41.236542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.277357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fd7d570d-df54-498e-9b48-b4793f2bb605 None None] Provisioning for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:27:41.281946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.319247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fd7d570d-df54-498e-9b48-b4793f2bb605 None None] Provisioning complete for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:41.319616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fd7d570d-df54-498e-9b48-b4793f2bb605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.469546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39314) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:41.476553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284665490', 'description': 'tempest-secgroup-smoke-1284665490 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:41.483518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:41.488476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:41.491506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:41.502237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:41.513384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d570d-df54-498e-9b48-b4793f2bb605 None None] Port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:27:41.514960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f48607-0af9-4d6c-a93a-646dfffd3a92 None None] Pushing event updated for resources: {'Port': ['ID=ea9d81a1-6b46-4860-86ea-2f9b82553f86,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:41.572692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Attempting to bind port ea9d81a1-6b46-4860-86ea-2f9b82553f86 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:27:41.573029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Attempting to bind port ea9d81a1-6b46-4860-86ea-2f9b82553f86 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:27:41.573409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Attempting to bind port ea9d81a1-6b46-4860-86ea-2f9b82553f86 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:27:41.576966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.579409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:27:41.579779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Checking segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:27:41.580200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.584445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Bound using segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:27:41.584445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Bound port: ea9d81a1-6b46-4860-86ea-2f9b82553f86, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:27:41.584445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.603597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.626717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:41.631435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:41.634626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:41.640998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:41.684287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] For port ea9d81a1-6b46-4860-86ea-2f9b82553f86, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:27:41.687884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] For port ea9d81a1-6b46-4860-86ea-2f9b82553f86, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ea9d81a1-6b46-4860-86ea-2f9b82553f86,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:27:41.711665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.757962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.769580 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:27:41.803600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.836158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:41.836784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:41.854858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e53d668-bc5c-417c-990d-fccac604e126,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:41.895919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f48607-0af9-4d6c-a93a-646dfffd3a92 None None] Pushing event updated for resources: {'Port': ['ID=ea9d81a1-6b46-4860-86ea-2f9b82553f86,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:41.924255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:41.929211 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2c5a968a-5204-443c-b42b-56023ccd60e1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4550183 Mar 03 12:27:41.930116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39318) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:41.935322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6e53d668-bc5c-417c-990d-fccac604e126', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:41.942470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:41.946573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:41.953926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:41.956636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:42.030360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.038156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:42.099589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.196482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.219160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f5d8b0-6162-46e2-ac28-d26fd3f90781,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:42.296180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.300167 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d50018f3-03d3-4ba5-8ba6-481269f8b8e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666275 Mar 03 12:27:42.307450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39322) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:42.307450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6e53d668-bc5c-417c-990d-fccac604e126', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:42.311600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:42.315538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:42.318682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:42.324608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:42.398178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:41Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:42.402095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54769d-4b9e-4d20-b021-3cacccf0cc37 None None] The sync data for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv is: [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:41Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:27:42.416537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.505168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.572852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.596973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c51a06-a5bd-4c02-8de7-108a1c5cb2d6,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:42.665259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.665259 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0d8dae3c-b66d-473a-b0de-560c3ff3728e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616500 Mar 03 12:27:42.665919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39326) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:42.671262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6e53d668-bc5c-417c-990d-fccac604e126', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:42.678200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:42.682240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:42.687419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:42.691314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:42.759702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.776512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.828779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.915447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:42.937515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b40853-2f3e-4b3a-a7f2-ee7529449be3,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:43.015153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.021537 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-280a1bcb-5e99-4d61-8566-e6faa7d7b2b3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500752 Mar 03 12:27:43.021537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39330) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:43.025486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6e53d668-bc5c-417c-990d-fccac604e126', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:43.031591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:43.036325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:43.045555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:43.045555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:43.122763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.196980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.258171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.280530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ed13c7-c18f-4972-8f73-064705950c9d,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:43.361143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.361143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-87ff4e9d-2f81-4644-a56c-e5a50009d31c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386893 Mar 03 12:27:43.362090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39334) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:43.368537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6e53d668-bc5c-417c-990d-fccac604e126', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:43.374834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:43.379761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:43.382690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:43.388783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:43.460354 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:27:43.467511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.532748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.619194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.645527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8eb214-00d5-4a81-978f-6613edbb0a31,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:43.712808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.713717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-69bd70dc-1be8-4147-b27a-4449425e6917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501604 Mar 03 12:27:43.716354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39338) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:43.721496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '6e53d668-bc5c-417c-990d-fccac604e126', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:43.728508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:43.732296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:43.735171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:43.741316 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:43.860332 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:27:43.867924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:43.935179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:44.004852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:44.028267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefe7f57-351b-4370-be2b-40e8fb1bc16c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:44.100401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:44.101587 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1240492f-6154-440e-8b2a-17c8ea210a48 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3841429 Mar 03 12:27:44.261992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-815481e1-e6e7-4682-9a62-a4ec3e232dd7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:44.345470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ea9d81a1-6b46-4860-86ea-2f9b82553f86 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:27:44.352601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-815481e1-e6e7-4682-9a62-a4ec3e232dd7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:44.353618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-815481e1-e6e7-4682-9a62-a4ec3e232dd7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284665490&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1312697 Mar 03 12:27:44.431970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-e9f96bc1-cca4-4a26-9211-57c2551b00cc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:44.432562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-e9f96bc1-cca4-4a26-9211-57c2551b00cc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:44.475123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port ea9d81a1-6b46-4860-86ea-2f9b82553f86 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:27:44.480168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ea9d81a1-6b46-4860-86ea-2f9b82553f86 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:44.484558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:44.510293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-e9f96bc1-cca4-4a26-9211-57c2551b00cc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:44.510293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-e9f96bc1-cca4-4a26-9211-57c2551b00cc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 929 time: 0.1439462 Mar 03 12:27:44.579773 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-da7acefe-c9b8-483c-850f-2e48b039a8fa service neutron] 10.222.0.35 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0618682 Mar 03 12:27:44.597335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:44.631124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port ea9d81a1-6b46-4860-86ea-2f9b82553f86, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ea9d81a1-6b46-4860-86ea-2f9b82553f86,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:44.711880 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-4ef0fbb6-e193-4a1e-a995-4005a357eb26 service neutron] 10.222.0.35 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256676 Mar 03 12:27:44.748943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:44.822835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=ea9d81a1-6b46-4860-86ea-2f9b82553f86,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:44.848625 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-1923a587-913e-4b26-ace6-6ee79237b694 service neutron] 10.222.0.35 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300600 Mar 03 12:27:45.148519 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-53f59114-def4-4f3c-86b3-f4bf7cf3cbdd req-4367ba08-22bc-4112-bb34-155a2b78163c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:45.160683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-53f59114-def4-4f3c-86b3-f4bf7cf3cbdd req-4367ba08-22bc-4112-bb34-155a2b78163c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:45.162059 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-53f59114-def4-4f3c-86b3-f4bf7cf3cbdd req-4367ba08-22bc-4112-bb34-155a2b78163c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 210 time: 0.0581751 Mar 03 12:27:46.329674 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bac480ff-c170-40e6-94a6-d1a405fcd7bf req-5f6ed390-ee23-4172-abc0-a53ccec386eb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 210 time: 0.0593920 Mar 03 12:27:46.339806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ea9d81a1-6b46-4860-86ea-2f9b82553f86 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:27:46.411085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ea9d81a1-6b46-4860-86ea-2f9b82553f86 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:46.411452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:47.236929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-aee28e89-a8dc-433d-a49f-8acd52dc8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:47.238188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-aee28e89-a8dc-433d-a49f-8acd52dc8f48 service neutron] 10.222.0.26 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1025 time: 0.0622640 Mar 03 12:27:47.398223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-4ba8e169-2c33-4f5e-80bf-f7462d3cd872 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:47.398962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-4ba8e169-2c33-4f5e-80bf-f7462d3cd872 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:47.477253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-4ba8e169-2c33-4f5e-80bf-f7462d3cd872 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:47.478432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-4ba8e169-2c33-4f5e-80bf-f7462d3cd872 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 HTTP/1.1" status: 200 len: 797 time: 0.2333739 Mar 03 12:27:47.484952 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-94f9044d-28e9-4485-93aa-0dfa77f7c6ad req-be8cc189-08c7-4099-ab98-e61ca26268f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 210 time: 0.0464697 Mar 03 12:27:47.527558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-47acbfe3-9d53-42d1-a203-273a00e069f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:27:47.539848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-47acbfe3-9d53-42d1-a203-273a00e069f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:27:47.541004 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-47acbfe3-9d53-42d1-a203-273a00e069f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 380 time: 0.0536113 Mar 03 12:27:47.551565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Request body: {'port': {'device_id': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:47.662695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:48.099568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:27:48.106626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:48.120859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Transition to ACTIVE for port object 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:27:48.181134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:48.394818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:48.441917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:27:48.442247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:27:48.442567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:27:48.448021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:27:48.448335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:27:48.453312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:27:48.453653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Checking segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:27:48.454013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Bound using segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:27:48.454418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Bound port: 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:27:48.454747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:48.551915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:27:48.556105 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:27:48.675404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:48.680122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b46cd-3ed0-4a42-b9f5-992f9e083f86 req-491c8404-f29e-4335-86a1-9983b57002d9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:48.680122 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-751b46cd-3ed0-4a42-b9f5-992f9e083f86 req-491c8404-f29e-4335-86a1-9983b57002d9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 980 time: 0.0859401 Mar 03 12:27:48.722971 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-751b46cd-3ed0-4a42-b9f5-992f9e083f86 req-b011a9f4-5e60-4c5c-b23e-e8d6f797d578 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Mar 03 12:27:48.731402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:48.732022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:48.733384 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1130 time: 1.1857982 Mar 03 12:27:48.733811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:27:48.762416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6205-2b1f-49a9-b927-70328f26cc42 service neutron] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:48.783188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'status': 'completed', 'code': 200} Mar 03 12:27:48.884551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884b3b9-5b54-4abc-9eb0-fa34f3ccb6f3 req-5535b83e-ba8d-476f-8ed4-f97a8b6f257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:48.886131 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8884b3b9-5b54-4abc-9eb0-fa34f3ccb6f3 req-5535b83e-ba8d-476f-8ed4-f97a8b6f257b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 1133 time: 0.0793886 Mar 03 12:27:49.042208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884b3b9-5b54-4abc-9eb0-fa34f3ccb6f3 req-bfee54ac-9ccf-4dc1-b0a0-fe1b9e9d7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:49.043611 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8884b3b9-5b54-4abc-9eb0-fa34f3ccb6f3 req-bfee54ac-9ccf-4dc1-b0a0-fe1b9e9d7849 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1490517 Mar 03 12:27:49.178904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884b3b9-5b54-4abc-9eb0-fa34f3ccb6f3 req-0eeaa68d-a73f-453e-8c1e-67e50d7dac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:49.181056 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8884b3b9-5b54-4abc-9eb0-fa34f3ccb6f3 req-0eeaa68d-a73f-453e-8c1e-67e50d7dac07 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305230 Mar 03 12:27:49.297062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-8a407ada-e645-40a9-b2c5-43a849c040b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:49.298511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-8a407ada-e645-40a9-b2c5-43a849c040b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 1133 time: 0.0776274 Mar 03 12:27:49.369565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-8573c318-1538-4e9a-9504-2da5b47258de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 217 time: 0.0629771 Mar 03 12:27:49.431596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-2dd88e05-1e2a-42a3-8268-9cfe15244259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:49.433020 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-2dd88e05-1e2a-42a3-8268-9cfe15244259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=041737c6-bfe4-4620-b818-6f707bc66795 HTTP/1.1" status: 200 len: 835 time: 0.0560462 Mar 03 12:27:49.511166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-7917812c-ce93-4b2e-af1b-411bfdfd9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:49.512567 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-7917812c-ce93-4b2e-af1b-411bfdfd9992 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719156 Mar 03 12:27:49.644394 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-0e2de994-b4a9-4e40-8bcd-2088b55d4cdf service neutron] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243284 Mar 03 12:27:49.775181 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d1def1e-e32a-4fb9-9fdf-e50c9014628b req-a59d7b12-15ba-4cde-b54e-aff89a5b0507 service neutron] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241238 Mar 03 12:27:49.906534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769f27a-0025-4805-86cd-2126bb932f28 req-1c637f3e-7004-4a89-b05f-365d9dee5a62 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:49.907882 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1769f27a-0025-4805-86cd-2126bb932f28 req-1c637f3e-7004-4a89-b05f-365d9dee5a62 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 980 time: 0.0796573 Mar 03 12:27:49.956534 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1769f27a-0025-4805-86cd-2126bb932f28 req-5dba61be-ba39-4ce6-86ed-880145a20f93 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Mar 03 12:27:50.643151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:27:50.774135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:50.786915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'port_id': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:27:50.844245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:50.859977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:27:50.875382 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:50.928623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:50.998832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:51.178017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0b93872e-56fa-4dfc-976c-bdfa1057a6b6'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:27:51.265766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906963e1-62e3-4076-8dd0-775c80426966 req-a2fcfe70-a2e2-4bc7-99e7-e010a3c054d3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:51.267966 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-906963e1-62e3-4076-8dd0-775c80426966 req-a2fcfe70-a2e2-4bc7-99e7-e010a3c054d3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 981 time: 0.1921327 Mar 03 12:27:51.335961 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-906963e1-62e3-4076-8dd0-775c80426966 req-7deab195-fd0f-43e4-a282-5923247c5587 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595465 Mar 03 12:27:52.529453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b434-b668-4115-b51c-d63c33568473 req-fb7cfacf-d6b0-46d3-bd1b-30f112321c18 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:52.531192 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5520b434-b668-4115-b51c-d63c33568473 req-fb7cfacf-d6b0-46d3-bd1b-30f112321c18 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 981 time: 0.0833783 Mar 03 12:27:52.576232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5520b434-b668-4115-b51c-d63c33568473 req-c7fcfa92-a60b-4034-af78-ded1688a5cbc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394530 Mar 03 12:27:52.654397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:27:52.802755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:27:52.807664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:27:52.808071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:52.922648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:52.949106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:27:52.962898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:27:52.998134 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'code': 200} Mar 03 12:27:53.043692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:53.113593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:53.397334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc098c-58ae-4fc3-b063-75b599a1d6f5 req-31b94be6-b90b-42ca-a596-665699b2df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:53.398771 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dcfc098c-58ae-4fc3-b063-75b599a1d6f5 req-31b94be6-b90b-42ca-a596-665699b2df6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 1135 time: 0.0730786 Mar 03 12:27:53.439446 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dcfc098c-58ae-4fc3-b063-75b599a1d6f5 req-1c2ebae2-23de-44f1-8acc-4ef7c24f877d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Mar 03 12:27:53.865470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-8b50-47a8-9066-8ecfd610eade req-89480835-df5e-4d6c-a750-b44fcfc0ac33 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:53.867992 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d1877304-8b50-47a8-9066-8ecfd610eade req-89480835-df5e-4d6c-a750-b44fcfc0ac33 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 982 time: 0.1833274 Mar 03 12:27:53.910861 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d1877304-8b50-47a8-9066-8ecfd610eade req-d33a9177-4b04-4129-b93a-16bf6a7f177b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Mar 03 12:27:55.102362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744ede0-8adf-4908-aec3-bd3d20ae1fa4 req-7e8bdfc3-296a-46da-8e5d-8795e34cfcbd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:55.105212 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6744ede0-8adf-4908-aec3-bd3d20ae1fa4 req-7e8bdfc3-296a-46da-8e5d-8795e34cfcbd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 982 time: 0.0809569 Mar 03 12:27:55.150990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6744ede0-8adf-4908-aec3-bd3d20ae1fa4 req-d122c808-eda7-403c-a694-d0c758dad8da tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Mar 03 12:27:55.341894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e51d53-fdd1-41b3-b924-c2fa3f0da81e req-ca326a8f-66db-47cb-82ce-74cb1e9fe03a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:55.345154 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-17e51d53-fdd1-41b3-b924-c2fa3f0da81e req-ca326a8f-66db-47cb-82ce-74cb1e9fe03a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 982 time: 0.0817313 Mar 03 12:27:55.392906 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-17e51d53-fdd1-41b3-b924-c2fa3f0da81e req-7ab879d5-bb64-46ea-a0af-66a7ec2759f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Mar 03 12:27:55.414997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39394) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:55.483686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a4553-d913-44c1-8251-aca223a7d7ee tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:55.485173 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-df9a4553-d913-44c1-8251-aca223a7d7ee tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 1130 time: 0.0692394 Mar 03 12:27:55.488167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39398) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:55.493181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:27:55.499635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:27:55.503729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:27:55.506563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:27:55.512879 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:27:55.562906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:55.702002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:55.841014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.75 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/3a99b076-28f9-463b-b5e0-04d95b2e77fc) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:27:55.993289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:56.097833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:56.159368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:27:56.166928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:27:56.168906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:27:56.206965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=3a99b076-28f9-463b-b5e0-04d95b2e77fc,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:56.582673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:56.707422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:56.927737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:56.988871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:57.103233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=3a99b076-28f9-463b-b5e0-04d95b2e77fc,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:27:57.117174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:57.393978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63 associated. External IP: 172.26.8.75, port: 0b93872e-56fa-4dfc-976c-bdfa1057a6b6. Mar 03 12:27:57.741895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router b1e82469-6c18-4caf-ae7e-55be9ab7338b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:27:57.919762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:27:57.929959 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] Sync routers for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:27:57.938843 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:57.943231 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:58.026233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:27:58.084952 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ff2b148a-eabf-458c-bc8f-0488d64eb6cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.5957510 Mar 03 12:27:58.085623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:27:58.087814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39402) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:27:58.117251 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:58.174637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97424827-4414-43a6-80d5-b0c3450e6274 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:58.178852 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-97424827-4414-43a6-80d5-b0c3450e6274 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b&network_id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 HTTP/1.1" status: 200 len: 1130 time: 0.0866239 Mar 03 12:27:58.227273 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'status': 'completed', 'code': 200} Mar 03 12:27:58.331382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-610e7e78-afc0-4103-953a-d18171c1544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:58.333088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-610e7e78-afc0-4103-953a-d18171c1544e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 1135 time: 0.0790493 Mar 03 12:27:58.469708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-da34b8b8-43b7-4e4b-ad1c-7fdaa3d24d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:58.471145 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-da34b8b8-43b7-4e4b-ad1c-7fdaa3d24d92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 HTTP/1.1" status: 200 len: 898 time: 0.1321507 Mar 03 12:27:58.480606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'port_id': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-320275860', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:27:56Z', 'updated_at': '2022-03-03T12:27:56Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:58.484333 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] Checking router: b1e82469-6c18-4caf-ae7e-55be9ab7338b for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:27:58.492705 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:27:58.493491 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:27:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:58.579613 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-a4b9e233-5126-45b0-9438-1fddbee23495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1035 time: 0.1019878 Mar 03 12:27:58.649278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-37280138-7bdb-4d67-aa0f-acc474d4d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:58.650744 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-37280138-7bdb-4d67-aa0f-acc474d4d610 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=041737c6-bfe4-4620-b818-6f707bc66795 HTTP/1.1" status: 200 len: 835 time: 0.0644948 Mar 03 12:27:58.672070 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:27:58.727216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-4ef066a8-22e9-43d2-8f67-d32eb70a47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:58.728728 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-4ef066a8-22e9-43d2-8f67-d32eb70a47b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711977 Mar 03 12:27:58.930049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc9734-1878-4ec7-84b0-12b63f4ddc92 req-a7f65517-f9c4-4a41-9399-aaf95cc7aa75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:27:58.931509 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-69cc9734-1878-4ec7-84b0-12b63f4ddc92 req-a7f65517-f9c4-4a41-9399-aaf95cc7aa75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 982 time: 0.1756885 Mar 03 12:27:58.933996 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-20364925-29be-430a-8dd5-4e775ce26f4f service neutron] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971662 Mar 03 12:27:59.065140 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-69cc9734-1878-4ec7-84b0-12b63f4ddc92 req-d76546ac-743d-4a50-955b-32da1f3b2d91 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270204 Mar 03 12:27:59.067579 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'port_id': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-320275860', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:27:56Z', 'updated_at': '2022-03-03T12:27:56Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:27:59.072225 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8774d-c537-4ffe-90b8-f17f31f9196f None None] The sync data for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv is: [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'port_id': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-320275860', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e1d721-23e8-412a-9f20-f531b1c5335b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:27:56Z', 'updated_at': '2022-03-03T12:27:56Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:27:59.100227 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3038f3f3-02ef-4550-ad52-24bd08e032c7 req-7384bf5e-c9a3-47e2-a918-7c0ef8432418 service neutron] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487596 Mar 03 12:27:59.266825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836da56-2dbe-49a4-ac31-594aaf51cd46 None None] New status for floating IP 0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:28:00.078812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-4632f020-82c6-4935-abbe-54eaca882842 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:00.080273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-4632f020-82c6-4935-abbe-54eaca882842 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 982 time: 0.0810063 Mar 03 12:28:00.154960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-53a353e7-2758-4ae3-aecd-85d8ccb8b3d9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:00.156363 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-53a353e7-2758-4ae3-aecd-85d8ccb8b3d9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0710108 Mar 03 12:28:00.262711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa7819-d749-428e-abd0-90890c6e2bcd req-db3e67d3-8543-4caf-9ca5-ed73e9320eb9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:00.265453 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e7aa7819-d749-428e-abd0-90890c6e2bcd req-db3e67d3-8543-4caf-9ca5-ed73e9320eb9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 982 time: 0.0812809 Mar 03 12:28:00.306324 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-cfb15645-fbc5-463f-a8c3-de89aec7e12e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1452949 Mar 03 12:28:00.313454 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e7aa7819-d749-428e-abd0-90890c6e2bcd req-11225482-8a6d-4747-b2b4-103eac21b4b4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 Mar 03 12:28:00.316868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:00.522340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:00.719108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:00.746721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:28:00.800849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] device_id is not set on port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:28:00.809233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:00.897631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:01.038042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=6']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:01.097800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] No DVR routers for this DVR port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:28:01.186804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0501dad0-c5fc-41dc-8dc5-fa0a735849ca None None] Provisioning complete for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:01.187354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0501dad0-c5fc-41dc-8dc5-fa0a735849ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:01.284164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0501dad0-c5fc-41dc-8dc5-fa0a735849ca None None] Port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:28:01.332258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] In _notify_port_updated(), no bound segment for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:28:01.333168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:01.333759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:01.335094 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-808d4757-31f8-498a-8939-5cbaa5f4a026 req-9b81d12e-d892-418c-9c8c-18ad1b7cb53c service neutron] 10.222.0.26 "PUT /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1025 time: 1.0224626 Mar 03 12:28:01.469916 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b1ce2766-8bf4-43b7-a98d-9a8a5b37e9be req-0f99cfe5-111e-492a-a3ae-4dc04972c8cc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=55e1d721-23e8-412a-9f20-f531b1c5335b HTTP/1.1" status: 200 len: 210 time: 0.0484538 Mar 03 12:28:02.566064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39420) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:02.639947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f7b3b-507d-4ccc-93f9-bb713e935b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:02.641300 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7e4f7b3b-507d-4ccc-93f9-bb713e935b75 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 924 time: 0.0742610 Mar 03 12:28:02.716738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:28:02.774564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:28:03.136266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39426) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:03.141710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616328788', 'description': 'tempest-secgroup-smoke-616328788 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:03.147644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:03.157284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:03.283161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.312664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:03.312664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:03.312664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:03.318122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:03.389101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.457840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.501841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63cfe9d-305c-4a0f-b20f-dc5d1210d7dd,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:03.552717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.554162 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-52a6b663-4d64-41c8-a565-4b28e5f721d5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4155936 Mar 03 12:28:03.555648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39430) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:03.560709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'd63cfe9d-305c-4a0f-b20f-dc5d1210d7dd', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:03.566445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:03.570225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:03.573198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:03.579758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:03.665207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.725754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.794506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.817472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbb58bc-9712-463a-9661-c55f9934e2d3,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:03.904735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:03.905551 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-89083f3b-30b1-4f6c-aeb8-46892c756f1c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483746 Mar 03 12:28:03.907683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39434) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:03.912667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'd63cfe9d-305c-4a0f-b20f-dc5d1210d7dd', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:03.918580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:03.922405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:03.925243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:03.930927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:04.061371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.120080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.196994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.221634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15341ea6-6d41-4226-aed5-31d7de84ed2b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:04.291528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.292775 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b2bfc15f-26d0-4566-8ab8-025b7464f716 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3841474 Mar 03 12:28:04.296261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39438) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:04.301378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'd63cfe9d-305c-4a0f-b20f-dc5d1210d7dd', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:04.307580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:04.312595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:04.315512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:04.321554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:04.410362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.475569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.558250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.582993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2253e3-f1ec-4d7c-bac2-c06367e4621c,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:04.671541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.672546 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-123123b4-1e8b-4d6f-86f4-7b7f000a46be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753710 Mar 03 12:28:04.675318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39442) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:04.680220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'd63cfe9d-305c-4a0f-b20f-dc5d1210d7dd', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:04.687284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:04.691064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:04.694046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:04.706759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:04.778616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.839505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.968369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:04.996098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8336bbb-e6b1-4de3-b8b8-bb1db497ba04,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:05.100739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.101651 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d02de82b-ddbd-4e2f-a80e-40bc2b45ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4254301 Mar 03 12:28:05.105106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39446) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:05.110268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'd63cfe9d-305c-4a0f-b20f-dc5d1210d7dd', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:05.116221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:05.119951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:05.122899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:05.129139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:05.222955 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:28:05.230055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.296791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.354416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.382894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca61ff6d-c8a4-4e5c-a91f-599559c4cbdb,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:05.478012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.479265 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a61fba95-74af-4ae1-803e-56e04ea407f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3724127 Mar 03 12:28:05.481817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39450) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:05.486759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'd63cfe9d-305c-4a0f-b20f-dc5d1210d7dd', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:05.492723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:05.496595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:05.499551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:05.511019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:05.568747 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:28:05.575259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.639840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.706133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.730779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdffb39-d41f-4bc7-8bdb-68a15464cee3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:05.815544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:05.816748 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-36b2d124-3d2b-4c79-9bb5-3a84ea2f9e80 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329542 Mar 03 12:28:06.046103 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-2a883e45-5775-4f2e-a22e-98a24be5091b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616328788&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.0395179 Mar 03 12:28:06.123034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-82985702-8061-42b3-ac77-93915893867b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:06.124356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-82985702-8061-42b3-ac77-93915893867b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 929 time: 0.0722985 Mar 03 12:28:06.196898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-f2c80ea4-5114-4d52-b8db-5a4646bfb24e service neutron] 10.222.0.35 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0606961 Mar 03 12:28:06.441079 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-b67f7c08-fdc5-45ab-898c-aef5762427d9 service neutron] 10.222.0.35 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378440 Mar 03 12:28:06.574466 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-65322b7d-11c0-4f7c-a72b-ee5a9ad72985 service neutron] 10.222.0.35 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276758 Mar 03 12:28:06.826709 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7782d77e-7d8b-4ced-9a41-ff30fecc277b req-06b1694e-5eef-4b40-8376-ea3dff9e8f29 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 210 time: 0.0454750 Mar 03 12:28:07.923130 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c65cdf8a-544e-4706-9c62-915baed93c64 req-8ddead41-6dfe-4013-914b-45c86d02ac10 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 210 time: 0.0447507 Mar 03 12:28:08.071217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-944f32b1-1d3c-45f4-8913-ef72a98d13a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:08.071217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:09.082708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1aae5329-e32a-4a6e-b2e1-2740745ef6db req-c6df5235-877f-4806-b6be-3e48bbf244ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 210 time: 0.0442624 Mar 03 12:28:09.241507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-d3887d2d-a706-4398-96a2-a7895fb471db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:09.243296 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-d3887d2d-a706-4398-96a2-a7895fb471db service neutron] 10.222.0.26 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1025 time: 0.0593870 Mar 03 12:28:09.397199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-268adfbe-7aee-4ca2-bb9c-3608aab8e1ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:09.398608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-268adfbe-7aee-4ca2-bb9c-3608aab8e1ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 HTTP/1.1" status: 200 len: 797 time: 0.1451044 Mar 03 12:28:09.453883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-cc982590-5f41-4674-ad6e-7d6471ae330a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:09.506571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-cc982590-5f41-4674-ad6e-7d6471ae330a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:09.508218 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-cc982590-5f41-4674-ad6e-7d6471ae330a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 472 time: 0.1000872 Mar 03 12:28:09.516929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Request body: {'port': {'device_id': '957e4c8a-2551-469c-a853-fa621cfd4e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:09.635975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:10.121296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:28:10.131737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:10.148354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Transition to ACTIVE for port object 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:10.155482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32ea60b9-0311-4241-8484-a5bc24e852aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:10.218773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:10.277059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cec8b-02ee-46ca-b208-c91007cfbbca req-c3a9826c-0373-483e-b977-be55597442bf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:10.277541 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f66cec8b-02ee-46ca-b208-c91007cfbbca req-c3a9826c-0373-483e-b977-be55597442bf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 980 time: 0.0832453 Mar 03 12:28:10.329094 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f66cec8b-02ee-46ca-b208-c91007cfbbca req-b85f2604-3437-4b74-a2a9-47dc64bf5901 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Mar 03 12:28:10.374311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=7']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:10.501545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:28:10.501867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:28:10.502183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:28:10.506628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:28:10.506931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Attempting to bind port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:28:10.511821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:28:10.512184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Checking segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:28:10.512558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Bound using segment: {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:28:10.512965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Bound port: 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db30a493-4d73-4234-a260-da23926229de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:28:10.513294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:10.602014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:28:10.604953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:28:10.674952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:10.729779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:10.730485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:10.731765 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1130 time: 1.2190075 Mar 03 12:28:10.732245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957e4c8a-2551-469c-a853-fa621cfd4e0d', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:10.757605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e97e3e-9426-49bf-b1ec-79e4b698eff8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=8']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:10.780957 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957e4c8a-2551-469c-a853-fa621cfd4e0d', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'status': 'completed', 'code': 200} Mar 03 12:28:10.872777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154292-ec25-41a3-8d63-087ed8627779 req-3180f412-0ded-4680-b5dd-6de74a6a91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:10.874818 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a5154292-ec25-41a3-8d63-087ed8627779 req-3180f412-0ded-4680-b5dd-6de74a6a91c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 1133 time: 0.0738499 Mar 03 12:28:11.036949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154292-ec25-41a3-8d63-087ed8627779 req-15fae9e2-24ef-47f2-83e1-ab32b01abce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:11.038280 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a5154292-ec25-41a3-8d63-087ed8627779 req-15fae9e2-24ef-47f2-83e1-ab32b01abce3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1566217 Mar 03 12:28:11.171411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154292-ec25-41a3-8d63-087ed8627779 req-087e7fd9-f470-4452-ad61-847ab3d5fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:11.172942 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a5154292-ec25-41a3-8d63-087ed8627779 req-087e7fd9-f470-4452-ad61-847ab3d5fc22 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286457 Mar 03 12:28:11.191223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:11.282628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-ffe52666-b385-49cd-9e4a-724aa69e0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:11.284030 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-ffe52666-b385-49cd-9e4a-724aa69e0c8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 1133 time: 0.0726583 Mar 03 12:28:11.390811 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-692550f4-409d-4d99-943d-a81287d83dcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1035 time: 0.1001525 Mar 03 12:28:11.437437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:11.455639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-09500cc2-aabf-42c4-98e2-1f8cdda9d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:11.457143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-09500cc2-aabf-42c4-98e2-1f8cdda9d834 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=041737c6-bfe4-4620-b818-6f707bc66795 HTTP/1.1" status: 200 len: 835 time: 0.0596454 Mar 03 12:28:11.517925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a885e-0d0b-478e-8b66-05c4d2d80068 req-9159035c-4d5b-420c-948e-0126c4e74621 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:11.519372 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-014a885e-0d0b-478e-8b66-05c4d2d80068 req-9159035c-4d5b-420c-948e-0126c4e74621 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 980 time: 0.0805125 Mar 03 12:28:11.536424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-8de2e3d7-6215-4292-a91f-636d3bfda33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:11.537785 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-8de2e3d7-6215-4292-a91f-636d3bfda33f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745783 Mar 03 12:28:11.564722 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-014a885e-0d0b-478e-8b66-05c4d2d80068 req-65df38a7-ab81-4ab9-b138-16767e6dcb18 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Mar 03 12:28:11.566454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-a1df21fb-6287-405b-824a-10b079a40982 req-06f30db1-58f9-48e6-b2af-2ee2e89a4bba service neutron] (88431) timed out ('10.222.0.26', 52448) {{(pid=88431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 12:28:11.668611 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-e4d0e205-3745-46e2-b44e-db819a1291d1 service neutron] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237090 Mar 03 12:28:11.899761 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d9b5429-ae14-4ea2-921a-4b9873da21a3 req-85ffdf6a-5619-454d-a229-4f0a515d2a65 service neutron] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076302 Mar 03 12:28:12.749830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac091840-1b77-4399-9430-21f9626669de req-4518c659-7e0a-4cc1-a709-e7655dcbbec3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:12.752322 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ac091840-1b77-4399-9430-21f9626669de req-4518c659-7e0a-4cc1-a709-e7655dcbbec3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 980 time: 0.0797281 Mar 03 12:28:12.762675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:28:12.795562 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ac091840-1b77-4399-9430-21f9626669de req-775896a0-7285-4465-8760-2fe488195d4d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 Mar 03 12:28:12.851373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:12.896474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:12.913182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'port_id': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'mac_address': 'fa:16:3e:99:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:28:12.967846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:12.984190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:28:12.999439 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:13.068652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:13.134092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=9']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:13.281966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0b93872e-56fa-4dfc-976c-bdfa1057a6b6'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:28:13.984367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e280852-1369-406a-8176-79ebbf715762 req-ca892804-2193-4bdd-be87-189e74e6a20a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:13.985853 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5e280852-1369-406a-8176-79ebbf715762 req-ca892804-2193-4bdd-be87-189e74e6a20a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 981 time: 0.0848534 Mar 03 12:28:14.030130 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5e280852-1369-406a-8176-79ebbf715762 req-b317eb9f-f25b-4182-8b46-a25a17c31762 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Mar 03 12:28:14.773964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:14.934066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:14.939882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:14.940276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:15.060118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:15.090421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957e4c8a-2551-469c-a853-fa621cfd4e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:15.100964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:15.137128 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957e4c8a-2551-469c-a853-fa621cfd4e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b93872e-56fa-4dfc-976c-bdfa1057a6b6', 'code': 200} Mar 03 12:28:15.177487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:15.219624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca21654-7e83-405c-a05a-9c7db2c4ffaf req-c44246ab-879e-4b7b-a196-8bd7cfa80913 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:15.221338 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4ca21654-7e83-405c-a05a-9c7db2c4ffaf req-c44246ab-879e-4b7b-a196-8bd7cfa80913 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 981 time: 0.0851133 Mar 03 12:28:15.247319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=10']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:15.267066 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4ca21654-7e83-405c-a05a-9c7db2c4ffaf req-531abcd4-4206-4a1b-b8a8-b674d04f3f73 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Mar 03 12:28:15.510403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3556cd-8847-468b-9bcd-541053e74a16 req-beffb5b2-2f98-432b-97ec-f7514811387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:15.511922 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9f3556cd-8847-468b-9bcd-541053e74a16 req-beffb5b2-2f98-432b-97ec-f7514811387e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 1136 time: 0.0687335 Mar 03 12:28:15.556520 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9f3556cd-8847-468b-9bcd-541053e74a16 req-2ab68f6f-8ac7-46df-887f-84aa4ec2086f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383692 Mar 03 12:28:16.456322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372a18e-469b-4ef1-b3af-5ea1eb57fe8a req-a0c0aa9d-f606-4e49-bde7-efa0fcb2711c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:16.457827 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a372a18e-469b-4ef1-b3af-5ea1eb57fe8a req-a0c0aa9d-f606-4e49-bde7-efa0fcb2711c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 983 time: 0.0849278 Mar 03 12:28:16.501942 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a372a18e-469b-4ef1-b3af-5ea1eb57fe8a req-ce7d8327-68de-410b-a7f7-fb6a97b60f3e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381222 Mar 03 12:28:17.687913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b538863-a4a5-4364-a83b-2675bb1270b1 req-8f8baa68-c061-4a68-b671-248c32510dfe tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:17.689401 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4b538863-a4a5-4364-a83b-2675bb1270b1 req-8f8baa68-c061-4a68-b671-248c32510dfe tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 983 time: 0.0804613 Mar 03 12:28:17.733825 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4b538863-a4a5-4364-a83b-2675bb1270b1 req-e2e38488-1076-4aaf-8bfa-cbedb1d7e354 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Mar 03 12:28:17.920527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4555c0-7bf3-4aa5-8596-139f121853b2 req-1302b14a-6689-4845-9072-28d62c71fbd1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:17.922063 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9a4555c0-7bf3-4aa5-8596-139f121853b2 req-1302b14a-6689-4845-9072-28d62c71fbd1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 983 time: 0.0846012 Mar 03 12:28:17.965272 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9a4555c0-7bf3-4aa5-8596-139f121853b2 req-b3d88120-1470-4bb4-9a79-12bd0bed69a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375648 Mar 03 12:28:17.988279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39504) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:18.061264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c626d-0dfb-4510-ab4d-f97333238e05 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:18.062725 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c75c626d-0dfb-4510-ab4d-f97333238e05 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d&network_id=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 HTTP/1.1" status: 200 len: 1131 time: 0.0734930 Mar 03 12:28:18.591321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183e40-28ad-4856-9401-2d3ea906c426 req-56886b4e-6924-4cb0-abb3-a418e08d2ad3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:18.593360 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-40183e40-28ad-4856-9401-2d3ea906c426 req-56886b4e-6924-4cb0-abb3-a418e08d2ad3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 983 time: 0.0802870 Mar 03 12:28:18.636447 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-40183e40-28ad-4856-9401-2d3ea906c426 req-dc85b5b3-c952-470e-9e30-a67db22a2012 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Mar 03 12:28:18.769072 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:28:19.934559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e66c10-e9b7-4073-8d79-1602d201ae73 req-adb3758a-f653-486d-80aa-84b6863d29d6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:19.935975 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-24e66c10-e9b7-4073-8d79-1602d201ae73 req-adb3758a-f653-486d-80aa-84b6863d29d6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 983 time: 0.1928439 Mar 03 12:28:19.947673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-a15664b1-adf9-4f2a-af9e-fda4a5e959c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:19.949060 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-a15664b1-adf9-4f2a-af9e-fda4a5e959c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 983 time: 0.1752505 Mar 03 12:28:20.035582 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-d5915e27-7f27-4a82-acac-27ee871f30dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1959200 Mar 03 12:28:20.055684 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-24e66c10-e9b7-4073-8d79-1602d201ae73 req-1a109945-b83c-41b1-b3f9-6fcca6dfa5f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051557 Mar 03 12:28:20.062831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-5fbba269-9a12-4e70-9807-4281783abb2f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:20.063015 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-5fbba269-9a12-4e70-9807-4281783abb2f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1043570 Mar 03 12:28:20.253716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31525cdc-b803-49f3-8e3e-855d277e933b req-5f7c3d40-655a-441e-8f05-e582cc8bef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:20.255175 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-5f7c3d40-655a-441e-8f05-e582cc8bef9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 1099 time: 0.1969707 Mar 03 12:28:20.259209 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-c7d016a3-19ea-4a80-b187-0114bdea130d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1642809 Mar 03 12:28:20.268753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:20.487288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:20.502194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31525cdc-b803-49f3-8e3e-855d277e933b req-ec9b7be7-ed04-4082-b4de-f027e7cff885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:20.503625 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-ec9b7be7-ed04-4082-b4de-f027e7cff885 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.2099793 Mar 03 12:28:20.664228 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-b8b4ee09-d175-4891-b6c7-124b9be05a80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ef7cc9-0516-43cc-af39-bbe68944631b HTTP/1.1" status: 200 len: 1002 time: 0.1337426 Mar 03 12:28:20.897225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31525cdc-b803-49f3-8e3e-855d277e933b req-5b165194-67f1-4a38-8b3c-b45dff687ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:20.898660 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-5b165194-67f1-4a38-8b3c-b45dff687ad7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.2240179 Mar 03 12:28:20.963883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:21.008444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] For port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:28:21.054834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31525cdc-b803-49f3-8e3e-855d277e933b req-1b74f9f1-a8e7-4901-a870-adfa05874456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:21.056336 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-1b74f9f1-a8e7-4901-a870-adfa05874456 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1509006 Mar 03 12:28:21.085450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] device_id is not set on port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 yet. {{(pid=88430) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 12:28:21.110171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:21.182702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:21.210187 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-50295ce5-d002-42f9-bc85-c1644f01be29 req-f092b5a1-315b-48e0-82a4-59a49a08a8a7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 210 time: 0.0473380 Mar 03 12:28:21.308165 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-96f99d93-57a9-447c-8a12-f92afec70e1a service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458081 Mar 03 12:28:21.377599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] Pushing event updated for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=11']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:21.459411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1cbf4f67-94f9-46d9-a381-decc4e5c96d3 None None] Provisioning complete for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:21.460035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4f67-94f9-46d9-a381-decc4e5c96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:21.492015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] No DVR routers for this DVR port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:28:21.511308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf4f67-94f9-46d9-a381-decc4e5c96d3 None None] Port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:28:21.654466 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31525cdc-b803-49f3-8e3e-855d277e933b req-14c3e020-da2a-4261-8c92-fa8056582a7f service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299000 Mar 03 12:28:21.741477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] In _notify_port_updated(), no bound segment for port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 on network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 {{(pid=88430) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 12:28:21.742364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:21.742917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:21.744208 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a8a607f-84dc-48e2-a1ee-2d7b277cd9ca req-63a08552-037a-4a43-bbef-1512de3de327 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 200 len: 1026 time: 1.4795539 Mar 03 12:28:22.377364 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-154f6482-2c87-4a85-84bb-ee03802da893 req-465cf63e-52e8-42a3-ba3c-97b64f5c379e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=957e4c8a-2551-469c-a853-fa621cfd4e0d HTTP/1.1" status: 200 len: 210 time: 0.0430603 Mar 03 12:28:22.837053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:28:22.896817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:28:23.470137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39520) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:23.542733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b0c06bbd-c51f-4115-be36-b9577cf254c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:23.576924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b0c06bbd-c51f-4115-be36-b9577cf254c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:23.731583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b0c06bbd-c51f-4115-be36-b9577cf254c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:23.751236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c06bbd-c51f-4115-be36-b9577cf254c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63cfe9d-305c-4a0f-b20f-dc5d1210d7dd,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:23.819277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b0c06bbd-c51f-4115-be36-b9577cf254c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:23.820447 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b0c06bbd-c51f-4115-be36-b9577cf254c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/d63cfe9d-305c-4a0f-b20f-dc5d1210d7dd HTTP/1.1" status: 204 len: 168 time: 0.3493009 Mar 03 12:28:23.911997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39526) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:24.110247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 3a99b076-28f9-463b-b5e0-04d95b2e77fc {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:24.110466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:24.381111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:24.381360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:24.500391 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 3a99b076-28f9-463b-b5e0-04d95b2e77fc owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:24.688244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:24.733128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=3a99b076-28f9-463b-b5e0-04d95b2e77fc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:24.823583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:24.823907 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63 disassociated (deleted). External IP: 172.26.8.75, port: 0b93872e-56fa-4dfc-976c-bdfa1057a6b6. Mar 03 12:28:25.167695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router b1e82469-6c18-4caf-ae7e-55be9ab7338b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:28:25.345195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:28:25.354729 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] Sync routers for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:28:25.363993 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:25.364997 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:25.416985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:25.481188 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1273a7b1-cf39-4468-9226-f328a19280f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63 HTTP/1.1" status: 204 len: 168 time: 1.5680892 Mar 03 12:28:25.543933 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:25.625635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39534) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:25.696566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-218a86ed-b9fc-4233-9fde-be444d8e631e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:25.725692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-218a86ed-b9fc-4233-9fde-be444d8e631e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:25.845860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-218a86ed-b9fc-4233-9fde-be444d8e631e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:25.854733 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:25.859290 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] Checking router: b1e82469-6c18-4caf-ae7e-55be9ab7338b for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:28:25.867029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a86ed-b9fc-4233-9fde-be444d8e631e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e53d668-bc5c-417c-990d-fccac604e126,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:25.867564 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:25.868901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:25.871517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-218a86ed-b9fc-4233-9fde-be444d8e631e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:25.872946 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-218a86ed-b9fc-4233-9fde-be444d8e631e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/6e53d668-bc5c-417c-990d-fccac604e126 HTTP/1.1" status: 204 len: 168 time: 0.2457304 Mar 03 12:28:25.960720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39540) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:26.029465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:26.029699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:26.051878 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:26.370166 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:26.374509 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658ebe2-cb69-49b4-a2de-3dc54c880722 None None] The sync data for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv is: [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'ea9d81a1-6b46-4860-86ea-2f9b82553f86', 'name': '', 'network_id': 'c7ab2377-37ed-44ce-9e6d-6bf86c4d8719', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:1d:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '041737c6-bfe4-4620-b818-6f707bc66795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:37Z', 'updated_at': '2022-03-03T12:27:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '041737c6-bfe4-4620-b818-6f707bc66795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:28:26.386815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:26.512244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 0b93872e-56fa-4dfc-976c-bdfa1057a6b6 owned by {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:26.577541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e3765-1894-4b77-9f46-ee2413bd6a03 None None] New status for floating IP 0b3fa9c2-e4bb-4dc9-b81f-efb4e4368b63: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:28:26.720015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:26.773646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=0b93872e-56fa-4dfc-976c-bdfa1057a6b6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:26.871997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:26.882387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5b72bfb5-48dd-43f0-98a0-2a3b7486fa56 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/ports/0b93872e-56fa-4dfc-976c-bdfa1057a6b6 HTTP/1.1" status: 204 len: 168 time: 0.9205279 Mar 03 12:28:26.885179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39544) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:27.440321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:27.890146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port ea9d81a1-6b46-4860-86ea-2f9b82553f86 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:27.890832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:28.073538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port ea9d81a1-6b46-4860-86ea-2f9b82553f86, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ea9d81a1-6b46-4860-86ea-2f9b82553f86,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:28.073887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:28.200990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for ea9d81a1-6b46-4860-86ea-2f9b82553f86 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:28.619972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:28.674636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=ea9d81a1-6b46-4860-86ea-2f9b82553f86,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:28.942563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:29.406570 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router b1e82469-6c18-4caf-ae7e-55be9ab7338b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:28:29.586739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:28:29.595963 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] Sync routers for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:28:29.600556 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4e20c6d3-516f-4398-b51a-a0dd587cc73f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/b1e82469-6c18-4caf-ae7e-55be9ab7338b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7143843 Mar 03 12:28:29.603222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39548) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:29.606061 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:29.606824 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:29.669041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet 041737c6-bfe4-4620-b818-6f707bc66795 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:28:29.671887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:29.730071 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:29.813023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:29.814092 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:29.954756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:29.999302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=041737c6-bfe4-4620-b818-6f707bc66795,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:30.001567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.007307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876b988-f52f-4828-8597-263603dcc9d6 None None] Network c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:28:30.009420 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-21b30618-663c-4100-8243-7b9b96c9eb05 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/041737c6-bfe4-4620-b818-6f707bc66795 HTTP/1.1" status: 204 len: 168 time: 0.4052300 Mar 03 12:28:30.012792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39552) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:30.108368 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:28:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:30.112229 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] Checking router: b1e82469-6c18-4caf-ae7e-55be9ab7338b for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:28:30.120869 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] Routers {'b1e82469-6c18-4caf-ae7e-55be9ab7338b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:30.121459 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:30.196583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.274836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23733438-04ab-4262-b614-911851a79830 None None] DHCP port deletion for c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:28:30.280588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23733438-04ab-4262-b614-911851a79830 None None] Deleting port 4934a587-dccc-4fba-9509-933350f0b99f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:30.280965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23733438-04ab-4262-b614-911851a79830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.306110 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] Set router b1e82469-6c18-4caf-ae7e-55be9ab7338b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:30.408524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.438293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4934a587-dccc-4fba-9509-933350f0b99f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:28:30.480205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:30.480719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.629108 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:28:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:30.634604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-23733438-04ab-4262-b614-911851a79830 None None] For port 4934a587-dccc-4fba-9509-933350f0b99f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4934a587-dccc-4fba-9509-933350f0b99f,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:30.634994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23733438-04ab-4262-b614-911851a79830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.635115 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5f9b3-bfad-4246-bfbb-66938fba957b None None] The sync data for ids ['b1e82469-6c18-4caf-ae7e-55be9ab7338b'] in dv-neutron-831730-1-hyperv is: [{'id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'name': 'tempest-TestNetworkBasicOps-router-550662060', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:28:28Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '9384ca2b-6569-447e-97cf-8c9ec7da1eb4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e82469-6c18-4caf-ae7e-55be9ab7338b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:27:32Z', 'updated_at': '2022-03-03T12:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:28:30.661620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.669090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 9384ca2b-6569-447e-97cf-8c9ec7da1eb4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:30.669090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.786550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23733438-04ab-4262-b614-911851a79830 None None] Calling delete_port for 4934a587-dccc-4fba-9509-933350f0b99f owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:30.794462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:30.847367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4934a587-dccc-4fba-9509-933350f0b99f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4934a587-dccc-4fba-9509-933350f0b99f,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:30.914902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:30.960474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-23733438-04ab-4262-b614-911851a79830 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:28:30.960822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-23733438-04ab-4262-b614-911851a79830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:28:30.988796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4934a587-dccc-4fba-9509-933350f0b99f,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:31.134044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.180720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=9384ca2b-6569-447e-97cf-8c9ec7da1eb4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:31.216884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.222525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:31.283057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.452273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.454437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.461728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23733438-04ab-4262-b614-911851a79830 None None] Deleting port 4934a587-dccc-4fba-9509-933350f0b99f {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:31.462223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23733438-04ab-4262-b614-911851a79830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.554279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.554936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router b1e82469-6c18-4caf-ae7e-55be9ab7338b {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:28:31.570456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.571547 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2652665e-d1ac-40ce-a4c8-b8bd97742821 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/b1e82469-6c18-4caf-ae7e-55be9ab7338b HTTP/1.1" status: 204 len: 168 time: 1.5578544 Mar 03 12:28:31.574553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39556) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:31.672617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-23733438-04ab-4262-b614-911851a79830 None None] For port 4934a587-dccc-4fba-9509-933350f0b99f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4934a587-dccc-4fba-9509-933350f0b99f,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:31.673012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23733438-04ab-4262-b614-911851a79830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.703212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.714134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 4934a587-dccc-4fba-9509-933350f0b99f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:31.714448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.797376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-23733438-04ab-4262-b614-911851a79830 None None] Calling delete_port for 4934a587-dccc-4fba-9509-933350f0b99f owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:31.929970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 4934a587-dccc-4fba-9509-933350f0b99f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4934a587-dccc-4fba-9509-933350f0b99f,segment=NetworkSegment(db30a493-4d73-4234-a260-da23926229de),segment_id=db30a493-4d73-4234-a260-da23926229de)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:31.930621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.937318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-23733438-04ab-4262-b614-911851a79830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:31.984173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23733438-04ab-4262-b614-911851a79830 None None] Pushing event deleted for resources: {'Port': ['ID=4934a587-dccc-4fba-9509-933350f0b99f,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:31.986118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23733438-04ab-4262-b614-911851a79830 None None] No DVR routers for this DVR port 4934a587-dccc-4fba-9509-933350f0b99f on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:28:32.057882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 4934a587-dccc-4fba-9509-933350f0b99f owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:32.129613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.db.api [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:28:32.129927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG oslo_db.api [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:28:32.347546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ea9d81a1-6b46-4860-86ea-2f9b82553f86 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:28:32.384889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: ea9d81a1-6b46-4860-86ea-2f9b82553f86 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:28:32.385232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ea9d81a1-6b46-4860-86ea-2f9b82553f86 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:28:32.385673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:28:32.417703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:28:32.419956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9384ca2b-6569-447e-97cf-8c9ec7da1eb4 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:28:32.631552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 4934a587-dccc-4fba-9509-933350f0b99f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:32.632185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:32.698441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] The port '4934a587-dccc-4fba-9509-933350f0b99f' was deleted {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:28:32.917367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:32.940253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ab2377-37ed-44ce-9e6d-6bf86c4d8719']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:32.951845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db30a493-4d73-4234-a260-da23926229de') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:32.952167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db30a493-4d73-4234-a260-da23926229de') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:32.962845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:32.978260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:32.984781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:28:32.985145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: util.warn( Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:28:32.999795 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:28:33.137122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.141700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.168180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=c7ab2377-37ed-44ce-9e6d-6bf86c4d8719,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:33.182408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.182748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.183076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.183401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.183718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.184060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.184379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.184773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.185214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.185527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.185839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.186147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:33.235008 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-edc16afe-6650-4243-95de-af2f9c7a68a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/c7ab2377-37ed-44ce-9e6d-6bf86c4d8719 HTTP/1.1" status: 204 len: 168 time: 1.6594207 Mar 03 12:28:33.249485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39560) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:33.260898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-78f97b1a-bb4f-4ef1-b91c-51a762830657 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104432 Mar 03 12:28:33.263865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39564) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:33.269306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--1226958654', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:33.274223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:33.278881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:33.282280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:33.287851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:33.371191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:28:33.374824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.401691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:28:33.410408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.410742 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment 863061ee-8b96-450d-894d-275c7df1af1c of type vlan for network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 Mar 03 12:28:33.436790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.521267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.529005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:33.529591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.637781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=9adcc682-f6a9-494e-ac9d-b4fde8097d77,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:33.648110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:28:33.689234 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bc0c42b6-72b2-4f8d-9247-37929d19e79d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4240694 Mar 03 12:28:33.691670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39568) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:33.696681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:33.703860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:33.707737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:33.710607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:33.716707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:33.802684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.803703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:33.819490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:34.154030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:34.496025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:34.524833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:34.658655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.79 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/8d389605-e00b-4131-9e19-1f5f219b38b2) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:28:34.800483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:34.894208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:34.955076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:28:34.957739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:28:34.965553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:28:35.136458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=8d389605-e00b-4131-9e19-1f5f219b38b2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:35.324051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39572) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:35.550765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Deleting port c97aacab-ea54-4a76-8d30-7c73b977b591 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:35.551097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:35.568446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:35.717100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:35.717422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:35.837179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Calling delete_port for c97aacab-ea54-4a76-8d30-7c73b977b591 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:35.905646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:36.051540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:36.102252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event deleted for resources: {'Port': ['ID=c97aacab-ea54-4a76-8d30-7c73b977b591,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:36.173621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router d6e67da5-053a-48bb-883e-b22b57329e00 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:28:36.191883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:36.192237 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Floating IP b04b9226-94dc-4b1f-8c14-7418e6c525a2 disassociated (deleted). External IP: 172.26.8.140, port: 07ef7cc9-0516-43cc-af39-bbe68944631b. Mar 03 12:28:36.349380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:28:36.358488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Sync routers for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:28:36.368483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:36.369116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:36.457586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:36.461855 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-876f9a6a-bbbf-445c-a8e9-3e7a2b58ada0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7663188 Mar 03 12:28:36.462238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39576) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:36.519035 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1a6c8457-e3c8-4cb5-b3ab-67dd389d063f tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532436 Mar 03 12:28:36.519254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39580) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:36.559285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:36.660428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:28:36.786151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d7e0c-fe05-40a5-b5fb-d4d410e44108 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:36.787612 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-898d7e0c-fe05-40a5-b5fb-d4d410e44108 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2675354 Mar 03 12:28:36.790743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39584) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:36.842545 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f570b772-658b-4ecc-a47e-d92d41a56325 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477493 Mar 03 12:28:36.842775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39588) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:36.848332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610218619', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:36.853546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:28:36.870871 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:28:36.882453 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:36.883065 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:36.904685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:35Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:36.909167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Checking router: d6e67da5-053a-48bb-883e-b22b57329e00 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:28:36.909732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Updating router d6e67da5-053a-48bb-883e-b22b57329e00 port 8d389605-e00b-4131-9e19-1f5f219b38b2 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:28:36.962639 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:36.970310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:36.972201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:36.976420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:36.979281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:36.986234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:37.032269 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e89893ca-d97a-4294-a86a-501078c33865 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "DELETE /v2.0/floatingips/b04b9226-94dc-4b1f-8c14-7418e6c525a2 HTTP/1.1" status: 204 len: 168 time: 1.7060192 Mar 03 12:28:37.033310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:37.069100 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:37.070603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:28:37.075624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.128632 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'status': 'completed', 'code': 200} Mar 03 12:28:37.329154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-b8b4c16a-be73-498f-9d0b-fa9b0955f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:37.333985 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-b8b4c16a-be73-498f-9d0b-fa9b0955f45c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 1099 time: 0.1335225 Mar 03 12:28:37.369111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.384300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Transition to ACTIVE for port object 8d389605-e00b-4131-9e19-1f5f219b38b2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:37.436715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.483803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-55bbfb80-3323-4f66-9074-cca6bd54d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:37.485565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-55bbfb80-3323-4f66-9074-cca6bd54d1f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.1453001 Mar 03 12:28:37.500375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.524757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=7b2de8c7-c764-46ca-a335-ac0318c585a2,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:37.531582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:28:37.531942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: 9adcc682-f6a9-494e-ac9d-b4fde8097d77, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:28:37.567547 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-d34f911f-6279-42e0-a31d-12c45574f9ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ef7cc9-0516-43cc-af39-bbe68944631b HTTP/1.1" status: 200 len: 217 time: 0.0749028 Mar 03 12:28:37.596785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Attempting to bind port 8d389605-e00b-4131-9e19-1f5f219b38b2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:28:37.597317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Attempting to bind port 8d389605-e00b-4131-9e19-1f5f219b38b2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:28:37.597773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Attempting to bind port 8d389605-e00b-4131-9e19-1f5f219b38b2 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:28:37.604935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:28:37.605432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:28:37.605925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.607121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:28:37.607917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Bound port: 8d389605-e00b-4131-9e19-1f5f219b38b2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:28:37.608419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.623851 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:42Z', 'revision_number': 1, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:37.628452 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:28:37.637131 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:37.637784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-f218379a-4a9f-45bb-b554-aa565650ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:37.637943 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:37.639361 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-f218379a-4a9f-45bb-b554-aa565650ac10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.0656865 Mar 03 12:28:37.651569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:28:37.693878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] For port 8d389605-e00b-4131-9e19-1f5f219b38b2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:28:37.698419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] For port 8d389605-e00b-4131-9e19-1f5f219b38b2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8d389605-e00b-4131-9e19-1f5f219b38b2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:28:37.713359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e7b23-cfab-4618-8b17-c7b69d957647 None None] Pushing event updated for resources: {'Port': ['ID=8d389605-e00b-4131-9e19-1f5f219b38b2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:37.738908 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-10be19f0-6fa1-4508-b51f-d5ce40c41240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:37.744335 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-10be19f0-6fa1-4508-b51f-d5ce40c41240 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933969 Mar 03 12:28:37.744449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 9adcc682-f6a9-494e-ac9d-b4fde8097d77) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:28:37.749886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:37.750470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.751481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce35a0-8c59-4f15-bdb5-c7e5ad3d2f91 None None] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:28:37.772399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87fad8-ac97-484b-9a53-46633bb812fe req-7872f8e4-1f15-4747-8fb3-730d62edd0a0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:37.773894 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0d87fad8-ac97-484b-9a53-46633bb812fe req-7872f8e4-1f15-4747-8fb3-730d62edd0a0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 946 time: 0.1065395 Mar 03 12:28:37.791201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:37.835161 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:37.845224 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0d87fad8-ac97-484b-9a53-46633bb812fe req-a56ea598-98d4-4e17-8afa-0ff86cb6717c tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619628 Mar 03 12:28:37.847004 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0f603e52-39db-4fb6-b77c-85f4cdb0a5ef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0032904 Mar 03 12:28:37.850059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39598) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:37.902465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e7b23-cfab-4618-8b17-c7b69d957647 None None] Pushing event updated for resources: {'Port': ['ID=8d389605-e00b-4131-9e19-1f5f219b38b2,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:37.908215 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-9b9a2df8-3f46-4540-8f19-7d39b4240cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604548 Mar 03 12:28:38.006887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:38.007490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:38.076038 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cec52cf4-1906-4049-8cbd-2c50cd98ff20 req-138cfbf1-970b-42a8-a05c-00e1664f8b71 service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602118 Mar 03 12:28:38.082277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5ee096d3-7027-49a5-a595-0c872682fe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:38.216321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:38.253564 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:42Z', 'revision_number': 1, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:38.257685 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e54eb-09b0-48b4-871d-f984f399e037 None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '55d5e207-3ed0-430c-a103-6fe2fbf5ccae', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'floating_ip_address': '172.26.8.117', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'port_id': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'mac_address': 'fa:16:3e:c6:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:22:39Z', 'updated_at': '2022-03-03T12:22:42Z', 'revision_number': 1, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:28:38.300293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:38.347018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:28:38.347834 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:38.554308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a064de96-a4fb-4e43-819a-390400b1b066 None None] New status for floating IP b04b9226-94dc-4b1f-8c14-7418e6c525a2: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:28:38.660943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:38.912443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Allocated IP 172.20.0.2 (9adcc682-f6a9-494e-ac9d-b4fde8097d77/7b2de8c7-c764-46ca-a335-ac0318c585a2/71cfe542-704f-4811-922a-5d65d394cecd) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:28:39.032859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:35Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:39.048301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc00d8e-1f91-4cd5-8a74-31135aa21af1 None None] The sync data for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv is: [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:35Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:28:39.146964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835f08-1618-4301-9448-068ec80cdd7d req-e7b08973-e12d-42cf-a068-306868ce9d12 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:39.148460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-52835f08-1618-4301-9448-068ec80cdd7d req-e7b08973-e12d-42cf-a068-306868ce9d12 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:39.173915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa036e50-573d-44de-9b5c-4eb931058add req-dbf00f77-e047-4ec8-9b1a-3dfcaee8d285 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:39.174651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fa036e50-573d-44de-9b5c-4eb931058add req-dbf00f77-e047-4ec8-9b1a-3dfcaee8d285 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:39.179896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.194899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Transition to ACTIVE for port object 71cfe542-704f-4811-922a-5d65d394cecd will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:39.213341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Transition to ACTIVE for port object 71cfe542-704f-4811-922a-5d65d394cecd will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:39.269438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-52835f08-1618-4301-9448-068ec80cdd7d req-e7b08973-e12d-42cf-a068-306868ce9d12 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:39.270747 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52835f08-1618-4301-9448-068ec80cdd7d req-e7b08973-e12d-42cf-a068-306868ce9d12 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 946 time: 0.3006084 Mar 03 12:28:39.271749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-fa036e50-573d-44de-9b5c-4eb931058add req-dbf00f77-e047-4ec8-9b1a-3dfcaee8d285 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:39.272756 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fa036e50-573d-44de-9b5c-4eb931058add req-dbf00f77-e047-4ec8-9b1a-3dfcaee8d285 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 946 time: 0.2219419 Mar 03 12:28:39.297558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.400656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:28:39.406028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:28:39.410322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (9adcc682-f6a9-494e-ac9d-b4fde8097d77/7b2de8c7-c764-46ca-a335-ac0318c585a2/4b196399-c536-4506-9054-ff4e27eb60e1) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:28:39.414893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:28:39.444799 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-52835f08-1618-4301-9448-068ec80cdd7d req-68366e20-fef1-4bf0-9cf3-ba85c1706fcf tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672468 Mar 03 12:28:39.464268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Deleting port 07ef7cc9-0516-43cc-af39-bbe68944631b {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:39.465075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.523493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Pushing event updated for resources: {'Port': ['ID=71cfe542-704f-4811-922a-5d65d394cecd,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:39.539755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.540037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.540544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.540882 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.541205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.541527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.541852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.542173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.542492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.542811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.543125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.543442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:39.557973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Attempting to bind port 71cfe542-704f-4811-922a-5d65d394cecd on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:28:39.558550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Attempting to bind port 71cfe542-704f-4811-922a-5d65d394cecd by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:28:39.558732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Attempting to bind port 71cfe542-704f-4811-922a-5d65d394cecd on network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:28:39.565325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:28:39.565695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Checking segment: {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:28:39.566091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.566475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Bound using segment: {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:28:39.567131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Bound port: 71cfe542-704f-4811-922a-5d65d394cecd, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:28:39.567500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.626202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.649515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 4b196399-c536-4506-9054-ff4e27eb60e1 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:39.674408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] For port 71cfe542-704f-4811-922a-5d65d394cecd, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:28:39.678967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] For port 71cfe542-704f-4811-922a-5d65d394cecd, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=71cfe542-704f-4811-922a-5d65d394cecd,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:28:39.744255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.780603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.811654 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:28:39.819674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:28:39.824351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:28:39.861370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:39.873878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc61a8-5db6-44ee-851f-254f834851c4 None None] Pushing event updated for resources: {'Port': ['ID=71cfe542-704f-4811-922a-5d65d394cecd,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:39.888144 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] For port 07ef7cc9-0516-43cc-af39-bbe68944631b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=07ef7cc9-0516-43cc-af39-bbe68944631b,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:39.888330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:39.912299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.021393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Calling delete_port for 07ef7cc9-0516-43cc-af39-bbe68944631b owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:40.151527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3b0a-1dc8-4583-b4f2-b5781bee1b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.291427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.343048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.343509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event deleted for resources: {'Port': ['ID=07ef7cc9-0516-43cc-af39-bbe68944631b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:40.446737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8d389605-e00b-4131-9e19-1f5f219b38b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:40.448650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] No DVR routers for this DVR port 07ef7cc9-0516-43cc-af39-bbe68944631b on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:28:40.451905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.454621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'name': 'network-vif-deleted', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:40.505633 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee09ae55-3811-4020-873c-46c88a62163c', 'name': 'network-vif-deleted', 'tag': '07ef7cc9-0516-43cc-af39-bbe68944631b', 'status': 'completed', 'code': 200} Mar 03 12:28:40.521127 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fa036e50-573d-44de-9b5c-4eb931058add req-c4acfc16-aee8-4a99-8ae2-f21a6dae5e7d tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "DELETE /v2.0/ports/07ef7cc9-0516-43cc-af39-bbe68944631b HTTP/1.1" status: 204 len: 173 time: 1.2278135 Mar 03 12:28:40.611063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 8d389605-e00b-4131-9e19-1f5f219b38b2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:40.616329 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8d389605-e00b-4131-9e19-1f5f219b38b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:40.616704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.621229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3e2e0f90-fa19-4efe-894f-6ae115523848 req-46f5bfb7-3bbd-4535-9ee8-586cb5168f83 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:40.717874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-3e2e0f90-fa19-4efe-894f-6ae115523848 req-46f5bfb7-3bbd-4535-9ee8-586cb5168f83 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:40.722243 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3e2e0f90-fa19-4efe-894f-6ae115523848 req-46f5bfb7-3bbd-4535-9ee8-586cb5168f83 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 210 time: 0.1480367 Mar 03 12:28:40.800437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.819917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 8d389605-e00b-4131-9e19-1f5f219b38b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8d389605-e00b-4131-9e19-1f5f219b38b2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:40.869951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.893855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:40.894642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71cfe542-704f-4811-922a-5d65d394cecd up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:40.945176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:41.022793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=8d389605-e00b-4131-9e19-1f5f219b38b2,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:41.070926 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:41.073419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:41.108351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 71cfe542-704f-4811-922a-5d65d394cecd completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:41.155435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:41.343377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:28:41.345012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:28:41.452074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:41.543932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router d6e67da5-053a-48bb-883e-b22b57329e00 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:28:41.585065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5843d-ca72-4a43-853b-261430896b19 None None] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:28:41.725852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:28:41.736980 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Sync routers for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:28:41.742422 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-97e899ff-4986-4707-b8ef-c500e8f8ced5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/d6e67da5-053a-48bb-883e-b22b57329e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8911829 Mar 03 12:28:41.744969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39608) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:41.746004 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:41.746607 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:41.755337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-41e75990-2a18-4f80-b61a-8ebb7f6f2fab None None] Provisioning for port 71cfe542-704f-4811-922a-5d65d394cecd completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:41.768840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-41e75990-2a18-4f80-b61a-8ebb7f6f2fab None None] Provisioning complete for port 71cfe542-704f-4811-922a-5d65d394cecd triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:41.768840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41e75990-2a18-4f80-b61a-8ebb7f6f2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:41.957289 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:41.963665 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb35856c-96a0-4ae9-a432-58a943ae1480 req-4d3db774-e03e-405b-a339-2b26961af03a tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee09ae55-3811-4020-873c-46c88a62163c HTTP/1.1" status: 200 len: 210 time: 0.0861933 Mar 03 12:28:41.985786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa073430-247d-4e8e-8716-5d26f70d8eaa tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:41.988113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa073430-247d-4e8e-8716-5d26f70d8eaa tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:41.988113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa073430-247d-4e8e-8716-5d26f70d8eaa tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:41.988113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa073430-247d-4e8e-8716-5d26f70d8eaa tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:41.988113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa073430-247d-4e8e-8716-5d26f70d8eaa tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:41.988113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa073430-247d-4e8e-8716-5d26f70d8eaa tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:41.990504 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fa073430-247d-4e8e-8716-5d26f70d8eaa tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2428815 Mar 03 12:28:41.992902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39614) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:42.027183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41e75990-2a18-4f80-b61a-8ebb7f6f2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.070573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-41e75990-2a18-4f80-b61a-8ebb7f6f2fab None None] For port 71cfe542-704f-4811-922a-5d65d394cecd, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=71cfe542-704f-4811-922a-5d65d394cecd,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:42.071901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bc22f-352b-4a04-9533-e6deda8c70a2 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:42.072384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bc22f-352b-4a04-9533-e6deda8c70a2 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:42.072838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bc22f-352b-4a04-9533-e6deda8c70a2 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:42.073418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bc22f-352b-4a04-9533-e6deda8c70a2 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:42.073867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bc22f-352b-4a04-9533-e6deda8c70a2 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:42.074339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bc22f-352b-4a04-9533-e6deda8c70a2 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:42.079392 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ce4bc22f-352b-4a04-9533-e6deda8c70a2 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0827763 Mar 03 12:28:42.079555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39618) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:42.156212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41e75990-2a18-4f80-b61a-8ebb7f6f2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.233716 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e75990-2a18-4f80-b61a-8ebb7f6f2fab None None] Pushing event updated for resources: {'Port': ['ID=71cfe542-704f-4811-922a-5d65d394cecd,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:42.319500 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0a4ff18c-0fa7-4975-8118-cc219124b549 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2386930 Mar 03 12:28:42.366316 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:42.371428 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Checking router: d6e67da5-053a-48bb-883e-b22b57329e00 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:28:42.372359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Updating router d6e67da5-053a-48bb-883e-b22b57329e00 port 4b196399-c536-4506-9054-ff4e27eb60e1 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:28:42.398771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8d389605-e00b-4131-9e19-1f5f219b38b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:42.446086 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.450390 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8742cc76-7c5d-4340-864e-fa7a7d5b6ea0 None None] Provisioning for port 4b196399-c536-4506-9054-ff4e27eb60e1 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:42.464686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8742cc76-7c5d-4340-864e-fa7a7d5b6ea0 None None] Provisioning complete for port 4b196399-c536-4506-9054-ff4e27eb60e1 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:42.465207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8742cc76-7c5d-4340-864e-fa7a7d5b6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.546431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8742cc76-7c5d-4340-864e-fa7a7d5b6ea0 None None] Port 4b196399-c536-4506-9054-ff4e27eb60e1 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:28:42.568408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8742cc76-7c5d-4340-864e-fa7a7d5b6ea0 None None] Provisioning complete for port 71cfe542-704f-4811-922a-5d65d394cecd triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:42.568935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8742cc76-7c5d-4340-864e-fa7a7d5b6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.619409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8d389605-e00b-4131-9e19-1f5f219b38b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:42.619996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.804065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39624) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:42.809221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800976440', 'description': 'tempest-secgroup-smoke-1800976440 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:42.815848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:42.820505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:42.828723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:42.837515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:42.865662 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.868925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71cfe542-704f-4811-922a-5d65d394cecd up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:42.881253 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Transition to ACTIVE for port object 4b196399-c536-4506-9054-ff4e27eb60e1 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:42.918060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 07ef7cc9-0516-43cc-af39-bbe68944631b no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:28:42.958239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.960853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 07ef7cc9-0516-43cc-af39-bbe68944631b {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:28:42.961196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 07ef7cc9-0516-43cc-af39-bbe68944631b not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:28:42.965418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.970089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.982539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 71cfe542-704f-4811-922a-5d65d394cecd triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:42.982915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:42.987430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:42.992447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:42.998782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:43.001382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:43.100479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.141123 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Pushing event updated for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:43.159994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.187946 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.188244 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.188594 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.188922 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.189889 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.190222 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.190545 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.190862 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.191182 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.191495 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.192508 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.192886 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:28:43.219553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:43.221468 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Attempting to bind port 4b196399-c536-4506-9054-ff4e27eb60e1 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:28:43.221839 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Attempting to bind port 4b196399-c536-4506-9054-ff4e27eb60e1 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:28:43.222202 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Attempting to bind port 4b196399-c536-4506-9054-ff4e27eb60e1 on network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:28:43.228125 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:28:43.233423 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Checking segment: {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:28:43.233423 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.233423 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Bound using segment: {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:28:43.233423 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Bound port: 4b196399-c536-4506-9054-ff4e27eb60e1, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:28:43.233423 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.291262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.292888 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e4fd3659-c8ac-4eec-bf70-f895deb889f9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4878206 Mar 03 12:28:43.296462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39632) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:43.301661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7cd35a81-3104-4e4c-82ab-2a0fd66bfef6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:43.308372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:43.313703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:43.318712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:43.326456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:43.329953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] For port 4b196399-c536-4506-9054-ff4e27eb60e1, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:28:43.332647 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] For port 4b196399-c536-4506-9054-ff4e27eb60e1, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b196399-c536-4506-9054-ff4e27eb60e1,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:28:43.406077 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.412777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.479748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.492633 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:43.493229 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:43.540549 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93c4b-29e0-4b40-8975-f6d488237de6 None None] Pushing event updated for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:43.553856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.592404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70606bf0-93f1-4c8d-aedb-ffbc99a37f09,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:43.663512 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.672087 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9e2b31d0-05e2-4ee3-8b0e-bd544e1ab5e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713410 Mar 03 12:28:43.679485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:43.679485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7cd35a81-3104-4e4c-82ab-2a0fd66bfef6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:43.684720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:43.688988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:43.689639 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:43.692612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:43.699579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:43.813513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.881422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.957138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:43.978977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1ddd15-1198-45de-91d8-e54f4c9e3f88,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:44.011413 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:28:43Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:44.016018 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09391148-791a-45b7-b3c8-aaea43a25055 None None] The sync data for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv is: [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:28:43Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:28:44.071488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.072382 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9080c2c6-18c7-4593-812a-31649dcf69ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3990450 Mar 03 12:28:44.076076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39642) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:44.085876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7cd35a81-3104-4e4c-82ab-2a0fd66bfef6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:44.096040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:44.100375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:44.103378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:44.113905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:44.195468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.279795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.348555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.385732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036fa073-e1c2-4c65-9b5f-9d6323a927b6,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:44.407620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b196399-c536-4506-9054-ff4e27eb60e1 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:44.477437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.479078 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-848354f0-f997-416e-856e-bd80c1937362 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012811 Mar 03 12:28:44.482938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39648) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:44.490767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7cd35a81-3104-4e4c-82ab-2a0fd66bfef6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:44.497196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:44.501738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:44.508969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:44.518897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:44.551060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4b196399-c536-4506-9054-ff4e27eb60e1 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:44.564216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4b196399-c536-4506-9054-ff4e27eb60e1 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:44.564608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.620846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.693170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.695484 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.733637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4b196399-c536-4506-9054-ff4e27eb60e1, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b196399-c536-4506-9054-ff4e27eb60e1,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:44.766003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.792922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c87031-859d-4b9d-8f92-c8f91b0199f3,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:44.795354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.867060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:44.890000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:44.893670 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-270fc239-9d75-44b0-99e5-4665e639a4b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4050505 Mar 03 12:28:44.893871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39652) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:44.898939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7cd35a81-3104-4e4c-82ab-2a0fd66bfef6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:44.906541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:44.910728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:44.913931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:44.920986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:45.059640 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:28:45.067801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.153978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.219403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.242713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deba3ff4-14ce-4583-b615-0b4b51e77fab,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:45.362641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.364200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e679de60-7bd1-446c-bb58-06a9ee577e1a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4690254 Mar 03 12:28:45.367098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39656) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:45.372744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7cd35a81-3104-4e4c-82ab-2a0fd66bfef6', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:45.378829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:45.382686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:28:45.385834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:28:45.392077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:45.459603 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:28:45.466335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.532188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.602131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.629351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14b6daa-08c2-4e55-af83-88a299ce3e4a,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:45.687991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:45.696049 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-97eae4b2-3adb-4be9-9eae-92b393a799c5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3214843 Mar 03 12:28:45.866369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-31f49587-57fa-4691-9b73-e55fde35cb83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:45.934124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-31f49587-57fa-4691-9b73-e55fde35cb83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:45.938001 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-31f49587-57fa-4691-9b73-e55fde35cb83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800976440&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1105282 Mar 03 12:28:46.104971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-4729a51f-d624-4295-9d03-eeccfa275492 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:46.106553 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-4729a51f-d624-4295-9d03-eeccfa275492 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=9adcc682-f6a9-494e-ac9d-b4fde8097d77 HTTP/1.1" status: 200 len: 797 time: 0.1640427 Mar 03 12:28:46.123433 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-3bfc9fce-37b1-4487-a5cb-46d1db2024cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0100324 Mar 03 12:28:46.212327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-f7726851-a69e-4da5-948d-14ccc9e09342 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:46.299583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-f7726851-a69e-4da5-948d-14ccc9e09342 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:46.300892 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-f7726851-a69e-4da5-948d-14ccc9e09342 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711957 Mar 03 12:28:46.373395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b196399-c536-4506-9054-ff4e27eb60e1 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:46.445696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4b196399-c536-4506-9054-ff4e27eb60e1 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:46.446313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:46.477484 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-d95d97bb-dd96-45ad-88b9-ec97e49d5379 service neutron] 10.222.0.35 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617534 Mar 03 12:28:46.610154 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-5aa635cf-94f9-4f5b-9171-607c49232cae service neutron] 10.222.0.35 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253927 Mar 03 12:28:46.909007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c5255850-0e53-4181-8ea6-88607327a1d1 req-6d35e7f7-af1a-4495-9b9e-eb6e9108bc55 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:46.920819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c5255850-0e53-4181-8ea6-88607327a1d1 req-6d35e7f7-af1a-4495-9b9e-eb6e9108bc55 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:46.921963 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c5255850-0e53-4181-8ea6-88607327a1d1 req-6d35e7f7-af1a-4495-9b9e-eb6e9108bc55 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 210 time: 0.0580907 Mar 03 12:28:47.922723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39692) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:48.142224 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5b979a9f-7550-4857-9d11-c84e15615cce req-3e35413b-8af1-4d80-a420-1fe7197d1e6c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 210 time: 0.0593216 Mar 03 12:28:48.265104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Deleting port cedbd228-cbc3-44eb-b54c-f1a3deccd559 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:48.265440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:48.433881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:48.434220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:48.565426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Calling delete_port for cedbd228-cbc3-44eb-b54c-f1a3deccd559 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:48.806691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:48.905597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event deleted for resources: {'Port': ['ID=cedbd228-cbc3-44eb-b54c-f1a3deccd559,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:49.039685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-cb72ad78-ce41-4039-85d7-a6aae0ac7ecc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:49.041150 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-cb72ad78-ce41-4039-85d7-a6aae0ac7ecc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=9adcc682-f6a9-494e-ac9d-b4fde8097d77 HTTP/1.1" status: 200 len: 797 time: 0.2673898 Mar 03 12:28:49.041863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:49.042186 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Floating IP 55d5e207-3ed0-430c-a103-6fe2fbf5ccae disassociated (deleted). External IP: 172.26.8.117, port: 4da77b9f-6f44-4261-8407-64ad4f4546e5. Mar 03 12:28:49.160065 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-0c312b80-de47-4946-a27e-713fd176f58c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 380 time: 0.0631783 Mar 03 12:28:49.218595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['7cd35a81-3104-4e4c-82ab-2a0fd66bfef6']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:49.350359 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-422f340b-4f3e-4384-9458-66204229f07f req-5463d88a-ae8b-451f-9aa8-daa7de0ebdfa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 210 time: 0.0977786 Mar 03 12:28:49.564176 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:28:49.632422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:28:49.666461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:28:49.726027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:28:49.729471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:49.925578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:28:49.935249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:28:49.944684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:49.950026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:49.994412 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.5 (9adcc682-f6a9-494e-ac9d-b4fde8097d77/7b2de8c7-c764-46ca-a335-ac0318c585a2/ea1532bb-b47f-43f7-9b25-1f077d515485) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:28:50.074917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:50.126457 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:50.201859 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9c902377-ab4c-4b06-a359-94603bbe46bd tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "DELETE /v2.0/floatingips/55d5e207-3ed0-430c-a103-6fe2fbf5ccae HTTP/1.1" status: 204 len: 168 time: 2.2753947 Mar 03 12:28:50.203798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:50.252622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:50.277326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object ea1532bb-b47f-43f7-9b25-1f077d515485 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:50.322574 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'status': 'completed', 'code': 200} Mar 03 12:28:50.390623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:50.482865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:28:50.492809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:28:50.505554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=ea1532bb-b47f-43f7-9b25-1f077d515485,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:50.508498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:50.513146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:28:50.517357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:28:50.522811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:28:50.523499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:50.564929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7ac65-b257-4f7a-9ec3-0b0ff0a1c76f req-50d0369c-65fd-4282-b03f-15d9198ac54f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:50.572810 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f4c7ac65-b257-4f7a-9ec3-0b0ff0a1c76f req-50d0369c-65fd-4282-b03f-15d9198ac54f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 931 time: 0.1037073 Mar 03 12:28:50.621099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769590e-019d-4364-8606-e48479ae09f6 req-3811dc39-8a42-4b99-a240-7de6b2ae706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:50.622823 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-3811dc39-8a42-4b99-a240-7de6b2ae706a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 1099 time: 0.2773380 Mar 03 12:28:50.623883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f4c7ac65-b257-4f7a-9ec3-0b0ff0a1c76f req-01f000b7-e198-4dc9-b069-2cc84e8e6531 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499606 Mar 03 12:28:50.629048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:50.629851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:50.746619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:28:50.760943 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-529bd7c2-6448-407b-94e2-74ab59bcd0ce tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5466056 Mar 03 12:28:50.784793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Request body: {'port': {'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:28:50.830621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769590e-019d-4364-8606-e48479ae09f6 req-fa70a656-864d-4016-b22c-1d6f54164435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:50.832131 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-fa70a656-864d-4016-b22c-1d6f54164435 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 200 len: 912 time: 0.1976187 Mar 03 12:28:50.864571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f74ff-7532-45df-a7f6-11eae54e3b8c req-55ca583d-e214-4ffb-88d1-01b856735d21 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:50.868460 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-671f74ff-7532-45df-a7f6-11eae54e3b8c req-55ca583d-e214-4ffb-88d1-01b856735d21 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 946 time: 0.0925713 Mar 03 12:28:50.919933 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-671f74ff-7532-45df-a7f6-11eae54e3b8c req-4a8ccbe4-c79e-41aa-8cbe-a941a434dcb0 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/security-groups?id=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Mar 03 12:28:50.931818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-77e15b96-741a-46f0-a26a-16f715c2dd41 None None] Provisioning for port ea1532bb-b47f-43f7-9b25-1f077d515485 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:50.939046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-77e15b96-741a-46f0-a26a-16f715c2dd41 None None] Provisioning complete for port ea1532bb-b47f-43f7-9b25-1f077d515485 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:50.944301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-77e15b96-741a-46f0-a26a-16f715c2dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:50.944408 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-96128b64-a154-45af-9da7-4a69c2bd4a94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 200 len: 217 time: 0.1012254 Mar 03 12:28:51.008787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:51.053595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-77e15b96-741a-46f0-a26a-16f715c2dd41 None None] Port ea1532bb-b47f-43f7-9b25-1f077d515485 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:28:51.079797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769590e-019d-4364-8606-e48479ae09f6 req-fabb6327-7fee-4caa-ac4e-2253bd956c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:51.081254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-fabb6327-7fee-4caa-ac4e-2253bd956c40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 200 len: 850 time: 0.1228690 Mar 03 12:28:51.138015 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:28:51.142095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4f3f8-41d9-4407-98a8-aafc20b657ce None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:17:13Z', 'revision_number': 4, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '1da7a974-b2ea-4992-9931-ac9bc2ee4113', 'name': '', 'network_id': 'd086bbd9-7e2a-4260-88fb-5113c3fee776', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'mac_address': 'fa:16:3e:0b:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:11Z', 'updated_at': '2022-03-03T12:17:37Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'subnets': [{'id': '38edfb95-5f57-439a-b8bb-36290ef359ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:28:51.196164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.26', 52593) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:51.272609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769590e-019d-4364-8606-e48479ae09f6 req-ae458620-bdbd-4755-9bae-103430a52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:51.274014 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-ae458620-bdbd-4755-9bae-103430a52be5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d086bbd9-7e2a-4260-88fb-5113c3fee776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1821852 Mar 03 12:28:51.287212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a098df-59f7-41bc-9c69-200c54368830 req-945fd20b-b293-46bb-b566-ee4ca164cd49 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:51.288781 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-93a098df-59f7-41bc-9c69-200c54368830 req-945fd20b-b293-46bb-b566-ee4ca164cd49 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 946 time: 0.0915401 Mar 03 12:28:51.368635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Deleting port 4da77b9f-6f44-4261-8407-64ad4f4546e5 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:51.369082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:51.435521 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c506ddb-918a-41b5-a0a2-b5350f244a40 None None] New status for floating IP 55d5e207-3ed0-430c-a103-6fe2fbf5ccae: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:28:51.626362 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-5f6bd2f5-68ef-422e-95cf-4ec9fe536a1c service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700430 Mar 03 12:28:51.734079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] For port 4da77b9f-6f44-4261-8407-64ad4f4546e5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4da77b9f-6f44-4261-8407-64ad4f4546e5,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:51.734689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:51.792857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1532bb-b47f-43f7-9b25-1f077d515485 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:28:51.804381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:51.864393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Calling delete_port for 4da77b9f-6f44-4261-8407-64ad4f4546e5 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:51.869852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Transition to ACTIVE for port object ea1532bb-b47f-43f7-9b25-1f077d515485 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:28:51.890046 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-63af463a-835d-4015-beed-108d865d884f service neutron] 10.222.0.26 "GET /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546873 Mar 03 12:28:51.927255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0914e-b7bf-4cee-ab68-969c7f529028 req-cbfc91e3-661a-4a5a-963b-53b301689341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:51.927954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-82f0914e-b7bf-4cee-ab68-969c7f529028 req-cbfc91e3-661a-4a5a-963b-53b301689341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:51.936103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:52.068201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-82f0914e-b7bf-4cee-ab68-969c7f529028 req-cbfc91e3-661a-4a5a-963b-53b301689341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:52.069276 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82f0914e-b7bf-4cee-ab68-969c7f529028 req-cbfc91e3-661a-4a5a-963b-53b301689341 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 931 time: 0.3014650 Mar 03 12:28:52.078747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1532bb-b47f-43f7-9b25-1f077d515485,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:52.091528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:52.140525 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8ca7feee-be45-4ae0-ab54-5d92d12ea092 req-365883ca-b95d-48cb-a0c7-7e86cd731a72 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 210 time: 0.0966730 Mar 03 12:28:52.152032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event deleted for resources: {'Port': ['ID=4da77b9f-6f44-4261-8407-64ad4f4546e5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:52.210428 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-82f0914e-b7bf-4cee-ab68-969c7f529028 req-7594bf85-ace1-4585-9367-2bb68663a729 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267912 Mar 03 12:28:52.238851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Attempting to bind port ea1532bb-b47f-43f7-9b25-1f077d515485 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:28:52.238851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Attempting to bind port ea1532bb-b47f-43f7-9b25-1f077d515485 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:28:52.238851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Attempting to bind port ea1532bb-b47f-43f7-9b25-1f077d515485 on network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:28:52.242514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Port ea1532bb-b47f-43f7-9b25-1f077d515485 on network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:28:52.242835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Attempting to bind port ea1532bb-b47f-43f7-9b25-1f077d515485 on network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:28:52.243401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] No DVR routers for this DVR port 4da77b9f-6f44-4261-8407-64ad4f4546e5 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:28:52.245917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:52.248627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'name': 'network-vif-deleted', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:52.249047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:28:52.249380 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Checking segment: {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:28:52.249763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Bound using segment: {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:28:52.250235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Bound port: ea1532bb-b47f-43f7-9b25-1f077d515485, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863061ee-8b96-450d-894d-275c7df1af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:28:52.250580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:52.260901 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-93a098df-59f7-41bc-9c69-200c54368830 req-78d47460-2015-4de1-9ad7-54e314f79050 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.26 "DELETE /v2.0/ports/4da77b9f-6f44-4261-8407-64ad4f4546e5 HTTP/1.1" status: 204 len: 173 time: 0.9671977 Mar 03 12:28:52.302590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39886496-393f-4bca-8f2d-6bc8a86c0f2a', 'name': 'network-vif-deleted', 'tag': '4da77b9f-6f44-4261-8407-64ad4f4546e5', 'status': 'completed', 'code': 200} Mar 03 12:28:52.353206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] For port ea1532bb-b47f-43f7-9b25-1f077d515485, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:28:52.356596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] For port ea1532bb-b47f-43f7-9b25-1f077d515485, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea1532bb-b47f-43f7-9b25-1f077d515485,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:28:52.405937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:52.461775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:52.462428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:52.463748 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] 10.222.0.26 "PUT /v2.0/ports/ea1532bb-b47f-43f7-9b25-1f077d515485 HTTP/1.1" status: 200 len: 1093 time: 1.6867893 Mar 03 12:28:52.464205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:52.490831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb509a-b679-4d6e-af30-aec6963c3cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1532bb-b47f-43f7-9b25-1f077d515485,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:52.524112 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'status': 'completed', 'code': 200} Mar 03 12:28:52.631042 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6544e21-7340-45a6-ae80-1585bc0518f2 req-fd596254-59eb-48c6-8688-77e5664d6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:52.632819 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6544e21-7340-45a6-ae80-1585bc0518f2 req-fd596254-59eb-48c6-8688-77e5664d6501 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 1096 time: 0.0865495 Mar 03 12:28:52.797122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6544e21-7340-45a6-ae80-1585bc0518f2 req-8526a261-24c3-44e9-aa1d-b00788f4ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:52.799089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6544e21-7340-45a6-ae80-1585bc0518f2 req-8526a261-24c3-44e9-aa1d-b00788f4ba34 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1590183 Mar 03 12:28:52.937244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6544e21-7340-45a6-ae80-1585bc0518f2 req-2d456c56-f2a0-4f36-9a1f-2f7c9da96e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:52.938611 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6544e21-7340-45a6-ae80-1585bc0518f2 req-2d456c56-f2a0-4f36-9a1f-2f7c9da96e9e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329153 Mar 03 12:28:53.044557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-6607e3b1-0b68-42da-bacf-247ba1e22043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:53.046045 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-6607e3b1-0b68-42da-bacf-247ba1e22043 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 1096 time: 0.0710909 Mar 03 12:28:53.116441 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-765234d7-b128-4dd4-869d-20b721bda12b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea1532bb-b47f-43f7-9b25-1f077d515485 HTTP/1.1" status: 200 len: 217 time: 0.0633945 Mar 03 12:28:53.177588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-99f46fcb-1f79-4991-9ba7-67a61f57fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:53.179149 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-99f46fcb-1f79-4991-9ba7-67a61f57fad1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b2de8c7-c764-46ca-a335-ac0318c585a2 HTTP/1.1" status: 200 len: 835 time: 0.0575426 Mar 03 12:28:53.266640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-f1fe0645-db33-4847-9c5d-8dfa1acee90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:53.269192 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-f1fe0645-db33-4847-9c5d-8dfa1acee90a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9adcc682-f6a9-494e-ac9d-b4fde8097d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834115 Mar 03 12:28:53.326263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-98dc8d28-73d7-482a-9376-5822e086fb62 req-50baf3d7-c1a4-4717-a336-b19a7525e950 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Synchronizing usage tracker for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:28:53.407779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-98dc8d28-73d7-482a-9376-5822e086fb62 req-50baf3d7-c1a4-4717-a336-b19a7525e950 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Unset dirty status for tenant:bc31158a5c8e4953ae82b3c61b4442ef on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:28:53.409094 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-98dc8d28-73d7-482a-9376-5822e086fb62 req-50baf3d7-c1a4-4717-a336-b19a7525e950 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "GET /v2.0/ports?device_id=39886496-393f-4bca-8f2d-6bc8a86c0f2a HTTP/1.1" status: 200 len: 210 time: 0.1349051 Mar 03 12:28:53.601035 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-0c3e2bbe-910b-4a05-8c64-0afa1373d0a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243623 Mar 03 12:28:53.609941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a723-9651-4752-b8be-a02d4abc6b55 req-3ace330b-81bc-4e43-b8b3-edb419082da4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:53.611379 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f999a723-9651-4752-b8be-a02d4abc6b55 req-3ace330b-81bc-4e43-b8b3-edb419082da4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 943 time: 0.2004042 Mar 03 12:28:53.759122 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f999a723-9651-4752-b8be-a02d4abc6b55 req-8775cd46-61ba-45b4-845c-b56e5766ef1b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250184 Mar 03 12:28:53.788518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-12f4307d-3e21-4770-9847-660f0a5ad139 req-6d241d89-4ac2-4fbe-9976-88f5ab168be2 service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760938 Mar 03 12:28:54.507919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39736) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:54.663010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Deleting port 6743cdad-de0c-4226-b29e-786e15b66e4a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:54.663341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:54.850005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:54.850523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:54.962927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea1532bb-b47f-43f7-9b25-1f077d515485 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:28:54.968411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 4da77b9f-6f44-4261-8407-64ad4f4546e5 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:28:54.992068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Calling delete_port for 6743cdad-de0c-4226-b29e-786e15b66e4a owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:28:54.993727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce36257-7fc9-4414-b164-1263b410ec5b req-ec954950-8379-475a-b3c2-8f160add54ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:54.995311 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dce36257-7fc9-4414-b164-1263b410ec5b req-ec954950-8379-475a-b3c2-8f160add54ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 943 time: 0.0869420 Mar 03 12:28:55.015683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 4da77b9f-6f44-4261-8407-64ad4f4546e5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:28:55.016058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 4da77b9f-6f44-4261-8407-64ad4f4546e5 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:28:55.044393 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dce36257-7fc9-4414-b164-1263b410ec5b req-7356a8e5-96dd-4396-b57f-0e7c32e8f354 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Mar 03 12:28:55.149122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port ea1532bb-b47f-43f7-9b25-1f077d515485, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea1532bb-b47f-43f7-9b25-1f077d515485,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:55.162630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'mac_address': 'fa:16:3e:39:5e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:28:55.196383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:55.217120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:55.234727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1532bb-b47f-43f7-9b25-1f077d515485 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:28:55.246235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event deleted for resources: {'Port': ['ID=6743cdad-de0c-4226-b29e-786e15b66e4a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:55.257908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port ea1532bb-b47f-43f7-9b25-1f077d515485, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea1532bb-b47f-43f7-9b25-1f077d515485,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:55.326426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:55.337495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:55.396909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=ea1532bb-b47f-43f7-9b25-1f077d515485,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:55.419265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:55.420463 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-131190ac-806d-4485-a06d-e115535c93fc tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "DELETE /v2.0/floatingips/2f4447a6-5e6e-409b-8afd-a7573358c11d HTTP/1.1" status: 204 len: 168 time: 0.9115157 Mar 03 12:28:55.539708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['ea1532bb-b47f-43f7-9b25-1f077d515485'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:28:55.767796 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:28:56.332481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f385dc3-4fd6-4ca5-982b-1d7cb2f4f31d req-93e111e2-8f91-43c2-968f-258657cf6722 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:56.333974 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3f385dc3-4fd6-4ca5-982b-1d7cb2f4f31d req-93e111e2-8f91-43c2-968f-258657cf6722 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 944 time: 0.1843984 Mar 03 12:28:56.379307 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3f385dc3-4fd6-4ca5-982b-1d7cb2f4f31d req-3fc4f71f-901b-4b49-ad48-38fe036c6e65 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391829 Mar 03 12:28:56.977393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea1532bb-b47f-43f7-9b25-1f077d515485 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:28:57.104875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port ea1532bb-b47f-43f7-9b25-1f077d515485 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:28:57.110697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port ea1532bb-b47f-43f7-9b25-1f077d515485 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:28:57.111071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:57.267045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:57.297495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:28:57.311673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port ea1532bb-b47f-43f7-9b25-1f077d515485, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea1532bb-b47f-43f7-9b25-1f077d515485,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:57.341236 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'code': 200} Mar 03 12:28:57.382775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:57.456490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=ea1532bb-b47f-43f7-9b25-1f077d515485,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:57.573471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f6a0-70e8-4e05-b83f-070bc0cd07a2 req-3ca317fc-b40c-4959-a97a-1f2157f495f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:57.574956 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9300f6a0-70e8-4e05-b83f-070bc0cd07a2 req-3ca317fc-b40c-4959-a97a-1f2157f495f2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 945 time: 0.0850065 Mar 03 12:28:57.628983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9300f6a0-70e8-4e05-b83f-070bc0cd07a2 req-34ffb26e-1554-40e1-9120-6a488fc8f04a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Mar 03 12:28:57.722315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf55094-3764-4c9b-9e86-562e3b68370a req-846c800a-4efc-496b-9a04-7f102471ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:57.723724 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-adf55094-3764-4c9b-9e86-562e3b68370a req-846c800a-4efc-496b-9a04-7f102471ff20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 1098 time: 0.1082578 Mar 03 12:28:57.767173 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-adf55094-3764-4c9b-9e86-562e3b68370a req-966f1b64-2728-4523-943d-943abbd8fe72 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372677 Mar 03 12:28:58.132853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39762) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:58.201170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7930fc9e-8bc9-4260-b128-a1e18c5ebb94 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:58.230260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7930fc9e-8bc9-4260-b128-a1e18c5ebb94 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:58.346063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7930fc9e-8bc9-4260-b128-a1e18c5ebb94 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:58.373134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930fc9e-8bc9-4260-b128-a1e18c5ebb94 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423c600-e7e7-4d4d-8c88-9fe1c37dbe27,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:28:58.427373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7930fc9e-8bc9-4260-b128-a1e18c5ebb94 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:58.428640 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7930fc9e-8bc9-4260-b128-a1e18c5ebb94 tempest-TestVolumeBootPattern-1833754396 tempest-TestVolumeBootPattern-1833754396-project] 10.222.0.35 "DELETE /v2.0/security-groups/6423c600-e7e7-4d4d-8c88-9fe1c37dbe27 HTTP/1.1" status: 204 len: 168 time: 0.2947032 Mar 03 12:28:58.539428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39768) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:28:58.988461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935a39-5d74-4f08-8da2-535cd64e9ebc req-cc67f987-395c-4ccf-af7f-9e41739300c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:28:58.989971 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a7935a39-5d74-4f08-8da2-535cd64e9ebc req-cc67f987-395c-4ccf-af7f-9e41739300c7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 945 time: 0.0896423 Mar 03 12:28:59.035600 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a7935a39-5d74-4f08-8da2-535cd64e9ebc req-aff6f9f9-ebf5-474d-8da4-ef6c32f94795 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397532 Mar 03 12:28:59.263151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:59.694237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Deleting port 1da7a974-b2ea-4992-9931-ac9bc2ee4113 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:28:59.694472 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:59.858567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] For port 1da7a974-b2ea-4992-9931-ac9bc2ee4113, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1da7a974-b2ea-4992-9931-ac9bc2ee4113,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:28:59.858921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:28:59.984786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Calling delete_port for 1da7a974-b2ea-4992-9931-ac9bc2ee4113 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:00.234555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c870e70-c8ca-4881-b688-de0837ac6f4a req-28cc2797-b993-472f-81e8-9ab63c09e736 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:00.236071 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0c870e70-c8ca-4881-b688-de0837ac6f4a req-28cc2797-b993-472f-81e8-9ab63c09e736 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 945 time: 0.0921464 Mar 03 12:29:00.256796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:00.320123 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Pushing event deleted for resources: {'Port': ['ID=1da7a974-b2ea-4992-9931-ac9bc2ee4113,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:00.396034 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0c870e70-c8ca-4881-b688-de0837ac6f4a req-0b3f0d7f-b03e-4eca-a0a4-7e2fec96f941 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543233 Mar 03 12:29:00.581835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1165295-1bc2-4181-9a43-70a4664b5ef4 req-69b7a5ff-d814-44ed-95df-f8e1dbabf537 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:00.583205 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1165295-1bc2-4181-9a43-70a4664b5ef4 req-69b7a5ff-d814-44ed-95df-f8e1dbabf537 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 945 time: 0.0802121 Mar 03 12:29:00.596400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:00.628856 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1165295-1bc2-4181-9a43-70a4664b5ef4 req-8f886710-5604-470d-873c-7ec71219037e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400295 Mar 03 12:29:00.651330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39780) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:00.723657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dec2af-c6b6-4848-a0e6-4e3da6b756bc tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:00.727748 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-35dec2af-c6b6-4848-a0e6-4e3da6b756bc tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 1093 time: 0.0728612 Mar 03 12:29:00.727925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39784) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:00.733299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:29:00.739207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:00.743064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:29:00.745918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:29:00.752516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:29:00.864847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:00.950512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:29:01.012402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:01.151459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.58 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/a20acee4-4a40-4007-b385-3cca20002f30) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:29:01.233907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:29:01.248463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] Sync routers for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:01.252881 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a311a64c-1a48-4f29-8819-3bfe5c86452e admin admin] 10.222.0.35 "PUT /v2.0/routers/fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122061 Mar 03 12:29:01.253262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39788) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:01.258943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:01.259565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:01.440892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:01.446907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:01.478063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:01.663490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:01.676639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:01.727105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '9d00aca8-d06d-439d-b153-b48074a71099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:29:00Z', 'revision_number': 5, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port': {'id': '9d00aca8-d06d-439d-b153-b48074a71099', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:16:59Z', 'updated_at': '2022-03-03T12:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:01.731602 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] Checking router: fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:01.736604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Deleting port 9d00aca8-d06d-439d-b153-b48074a71099 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:01.736943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:01.739962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] Routers {'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:01.740618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:01.782997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:29:01.788194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:29:01.791935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=a20acee4-4a40-4007-b385-3cca20002f30,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:01.794923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:29:01.895518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] Set router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:02.003189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:29:01Z', 'revision_number': 6, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:02.007151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764ecbc-a5f1-43ac-be7a-c44a7f0ed631 None None] The sync data for ids ['fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4'] in dv-neutron-831730-1-hyperv is: [{'id': 'fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4', 'name': 'tempest-TestVolumeBootPattern-379506687-router', 'tenant_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:16:56Z', 'updated_at': '2022-03-03T12:29:01Z', 'revision_number': 6, 'project_id': 'bc31158a5c8e4953ae82b3c61b4442ef', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:29:02.172583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] For port 9d00aca8-d06d-439d-b153-b48074a71099, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9d00aca8-d06d-439d-b153-b48074a71099,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:02.172940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:02.307504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Calling delete_port for 9d00aca8-d06d-439d-b153-b48074a71099 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:02.399938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1da7a974-b2ea-4992-9931-ac9bc2ee4113 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:02.434578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1da7a974-b2ea-4992-9931-ac9bc2ee4113 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:02.434983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1da7a974-b2ea-4992-9931-ac9bc2ee4113 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:02.809217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:02.879439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:02.960133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Pushing event deleted for resources: {'Port': ['ID=9d00aca8-d06d-439d-b153-b48074a71099,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:03.050692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.106268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.425841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.430153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.553236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.576476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.576969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:29:03.593411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.594532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4f816f1a-7f50-4cc3-8214-3bf0a662afac admin admin] 10.222.0.35 "DELETE /v2.0/routers/fdbd6ef8-87fc-44a4-b004-a036ef4fc9a4 HTTP/1.1" status: 204 len: 168 time: 2.3403547 Mar 03 12:29:03.597124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39792) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:03.635606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.768751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] Deleting subnet 38edfb95-5f57-439a-b8bb-36290ef359ac {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:29:03.777069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=a20acee4-4a40-4007-b385-3cca20002f30,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:03.779564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.827464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:03.904258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.060435 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 7cd8bfa8-6f1f-4894-99ef-d2326faa942a associated. External IP: 172.26.8.58, port: ea1532bb-b47f-43f7-9b25-1f077d515485. Mar 03 12:29:04.133493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.356261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.368027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9d00aca8-d06d-439d-b153-b48074a71099 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:04.402064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38edfb95-5f57-439a-b8bb-36290ef359ac,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:04.405101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 9d00aca8-d06d-439d-b153-b48074a71099 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:04.405654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9d00aca8-d06d-439d-b153-b48074a71099 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:04.406032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.408650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bc5c11-10f9-408e-8276-13662eea504d None None] Network d086bbd9-7e2a-4260-88fb-5113c3fee776 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:29:04.423722 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-68c2014f-008b-4d6b-aecc-cb289ea1cf72 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/38edfb95-5f57-439a-b8bb-36290ef359ac HTTP/1.1" status: 204 len: 168 time: 0.8256855 Mar 03 12:29:04.426396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39796) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:04.516688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router d6e67da5-053a-48bb-883e-b22b57329e00 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:29:04.533930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.544834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Deleting port 4c586b99-d970-4395-91f4-14785834f7cc {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:04.545277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.684586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] DHCP port deletion for d086bbd9-7e2a-4260-88fb-5113c3fee776 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:29:04.688996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Deleting port 4c586b99-d970-4395-91f4-14785834f7cc {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:04.689477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.699619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:29:04.711265 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] Sync routers for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:04.725540 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:04.733058 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:04.772283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] For port 4c586b99-d970-4395-91f4-14785834f7cc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4c586b99-d970-4395-91f4-14785834f7cc,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:04.772723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.779911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.914148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Calling delete_port for 4c586b99-d970-4395-91f4-14785834f7cc owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:04.938197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] For port 4c586b99-d970-4395-91f4-14785834f7cc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4c586b99-d970-4395-91f4-14785834f7cc,segment=NetworkSegment(f3e5576a-673e-4333-b3b2-c42c4ef11d73),segment_id=f3e5576a-673e-4333-b3b2-c42c4ef11d73)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:04.944366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:04.952324 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:05.010763 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f0c3dff4-a1bd-4c3a-8c3c-2278b1657151 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2817981 Mar 03 12:29:05.011540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:29:05.014602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39800) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:05.064365 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'status': 'completed', 'code': 200} Mar 03 12:29:05.096403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Calling delete_port for 4c586b99-d970-4395-91f4-14785834f7cc owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:05.134244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.176609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:29:05.176938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:29:05.196817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=4c586b99-d970-4395-91f4-14785834f7cc,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:05.211301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] No DVR routers for this DVR port 4c586b99-d970-4395-91f4-14785834f7cc on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:29:05.332347 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '7cd8bfa8-6f1f-4894-99ef-d2326faa942a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'mac_address': 'fa:16:3e:39:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:29:02Z', 'updated_at': '2022-03-03T12:29:02Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:28:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:05.336212 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] Checking router: d6e67da5-053a-48bb-883e-b22b57329e00 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:05.345766 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:05.346373 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:05.409227 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f146ca5b-6e20-4600-9f6c-efe04a649ff4 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers/d6e67da5-053a-48bb-883e-b22b57329e00 HTTP/1.1" status: 200 len: 922 time: 0.3933620 Mar 03 12:29:05.412053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39806) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:05.419310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.449342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134352c-7333-4835-8362-66b615ff6bf7 req-0a863802-adff-4ad0-b005-89848527ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:05.451298 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0134352c-7333-4835-8362-66b615ff6bf7 req-0a863802-adff-4ad0-b005-89848527ca6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 1098 time: 0.3549154 Mar 03 12:29:05.452737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d086bbd9-7e2a-4260-88fb-5113c3fee776']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:05.484101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e5576a-673e-4333-b3b2-c42c4ef11d73') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:05.484392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e5576a-673e-4333-b3b2-c42c4ef11d73') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:05.509504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.540941 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:05.542739 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-482982cb-b55d-44c4-bc02-bf97d4fa331e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 990 time: 0.1285872 Mar 03 12:29:05.678682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Deleting port 4c586b99-d970-4395-91f4-14785834f7cc {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:05.679255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.685133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.695398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:29:05.700609 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:29:05.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:29:05.753237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-dde115f4-b7fb-4f34-bfc5-fef3be1ff938 None None] The port '4c586b99-d970-4395-91f4-14785834f7cc' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:29:05.801245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134352c-7333-4835-8362-66b615ff6bf7 req-6393fccb-e01c-48ce-8a25-be391b21420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:05.802673 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0134352c-7333-4835-8362-66b615ff6bf7 req-6393fccb-e01c-48ce-8a25-be391b21420b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9adcc682-f6a9-494e-ac9d-b4fde8097d77 HTTP/1.1" status: 200 len: 898 time: 0.3431077 Mar 03 12:29:05.887111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.907510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:05.916130 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '7cd8bfa8-6f1f-4894-99ef-d2326faa942a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'mac_address': 'fa:16:3e:39:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:29:02Z', 'updated_at': '2022-03-03T12:29:02Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:28:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:05.921400 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dbf5e-59d8-48e5-a30e-9bb59d1e3804 None None] The sync data for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv is: [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '7cd8bfa8-6f1f-4894-99ef-d2326faa942a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'mac_address': 'fa:16:3e:39:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:29:02Z', 'updated_at': '2022-03-03T12:29:02Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:28:44Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:29:05.929187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d086bbd9-7e2a-4260-88fb-5113c3fee776,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:05.941394 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0134352c-7333-4835-8362-66b615ff6bf7 req-2a545892-e1d8-4ff8-9ae3-20898eb49163 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea1532bb-b47f-43f7-9b25-1f077d515485 HTTP/1.1" status: 200 len: 998 time: 0.1321743 Mar 03 12:29:06.006974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134352c-7333-4835-8362-66b615ff6bf7 req-bb081492-6c9d-4890-92ec-635c110cbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:06.009326 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0134352c-7333-4835-8362-66b615ff6bf7 req-bb081492-6c9d-4890-92ec-635c110cbb99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b2de8c7-c764-46ca-a335-ac0318c585a2 HTTP/1.1" status: 200 len: 835 time: 0.0617981 Mar 03 12:29:06.049799 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-83484a31-04de-483f-9c1d-e672e56e7b4a admin admin] 10.222.0.35 "DELETE /v2.0/networks/d086bbd9-7e2a-4260-88fb-5113c3fee776 HTTP/1.1" status: 204 len: 168 time: 1.6219695 Mar 03 12:29:06.052221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39810) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:06.092834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134352c-7333-4835-8362-66b615ff6bf7 req-72975f64-6667-4fb0-84c4-d909a15a195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:06.094516 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0134352c-7333-4835-8362-66b615ff6bf7 req-72975f64-6667-4fb0-84c4-d909a15a195b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9adcc682-f6a9-494e-ac9d-b4fde8097d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803771 Mar 03 12:29:06.135790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab5039-6907-45ac-b691-4a77a522a158 None None] New status for floating IP 7cd8bfa8-6f1f-4894-99ef-d2326faa942a: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:29:06.238951 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0134352c-7333-4835-8362-66b615ff6bf7 req-2cf4b157-8117-4120-97a6-bf3f2a6669f8 service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377957 Mar 03 12:29:06.379380 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0134352c-7333-4835-8362-66b615ff6bf7 req-cbeb9a06-9257-4605-aec4-4cc092c9296f service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347625 Mar 03 12:29:06.415940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c586b99-d970-4395-91f4-14785834f7cc no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:06.456501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 4c586b99-d970-4395-91f4-14785834f7cc {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:06.456845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c586b99-d970-4395-91f4-14785834f7cc not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:06.545832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39814) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:06.627791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:06.654449 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c1b7225c-94e2-474c-8580-2f41bbd27adc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 992 time: 0.1074879 Mar 03 12:29:06.971085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Deleting port 0f60362a-6d65-4721-b311-0f81290ba31f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:06.971421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:07.144202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] For port 0f60362a-6d65-4721-b311-0f81290ba31f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0f60362a-6d65-4721-b311-0f81290ba31f,segment=NetworkSegment(eeca6aec-2a21-4c1c-8480-7acab495c1b4),segment_id=eeca6aec-2a21-4c1c-8480-7acab495c1b4)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:07.144876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:07.390229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Calling delete_port for 0f60362a-6d65-4721-b311-0f81290ba31f owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:07.659060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:07.707150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f60362a-6d65-4721-b311-0f81290ba31f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:07.967284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:08.024569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-31190481-6562-4738-a6ec-bcb7c83336ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:08.058711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:08.320084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Router 279aae6f-1126-48b8-a9b5-5af72f579247 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:29:08.494324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:29:08.503338 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] Sync routers for ids ['279aae6f-1126-48b8-a9b5-5af72f579247'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:08.513046 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] Routers {'279aae6f-1126-48b8-a9b5-5af72f579247'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:08.513627 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['279aae6f-1126-48b8-a9b5-5af72f579247'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:08.563754 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-34b4ee35-a8ae-46a6-9d66-0521c8ee5a40 admin admin] 10.222.0.35 "PUT /v2.0/routers/279aae6f-1126-48b8-a9b5-5af72f579247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5104754 Mar 03 12:29:08.566384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39818) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:08.687371 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] Set router 279aae6f-1126-48b8-a9b5-5af72f579247 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:08.742664 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:08.921956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:08.995950 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a508038d-28b8-42af-882f-528295f10436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:29:07Z', 'revision_number': 5, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port': {'id': 'a508038d-28b8-42af-882f-528295f10436', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:17:28Z', 'updated_at': '2022-03-03T12:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:08.999727 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] Checking router: 279aae6f-1126-48b8-a9b5-5af72f579247 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:09.007943 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] Routers {'279aae6f-1126-48b8-a9b5-5af72f579247'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:09.008556 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:28:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['279aae6f-1126-48b8-a9b5-5af72f579247'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:09.011122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Deleting port a508038d-28b8-42af-882f-528295f10436 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:09.015520 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:09.159550 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] Set router 279aae6f-1126-48b8-a9b5-5af72f579247 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:09.185715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] For port a508038d-28b8-42af-882f-528295f10436, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a508038d-28b8-42af-882f-528295f10436,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:09.185969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:09.275177 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:29:08Z', 'revision_number': 6, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:09.280435 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea63da2-332c-4ebd-9b6c-723f30964171 None None] The sync data for ids ['279aae6f-1126-48b8-a9b5-5af72f579247'] in dv-neutron-831730-1-hyperv is: [{'id': '279aae6f-1126-48b8-a9b5-5af72f579247', 'name': 'tempest-TestVolumeBootPattern-597859696-router', 'tenant_id': '93a4760df9b54a79810c6982f44186a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:17:23Z', 'updated_at': '2022-03-03T12:29:08Z', 'revision_number': 6, 'project_id': '93a4760df9b54a79810c6982f44186a5', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:29:09.425468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Calling delete_port for a508038d-28b8-42af-882f-528295f10436 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:09.656826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:09.705731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a508038d-28b8-42af-882f-528295f10436,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:09.799312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:09.969151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:09.971259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.060564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.061205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 279aae6f-1126-48b8-a9b5-5af72f579247 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:29:10.074301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.076870 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5f994e0a-4ef4-4951-a609-869565de7f68 admin admin] 10.222.0.35 "DELETE /v2.0/routers/279aae6f-1126-48b8-a9b5-5af72f579247 HTTP/1.1" status: 204 len: 168 time: 1.5095031 Mar 03 12:29:10.079390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39822) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:10.142461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] Deleting subnet 1da411da-1cf7-4522-be33-4da3fe689f74 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:29:10.145729 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.164894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-241ea25e-39b5-4b8c-a76a-ce97ba5f7e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.197504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.279660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.374000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a508038d-28b8-42af-882f-528295f10436 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:10.408233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: a508038d-28b8-42af-882f-528295f10436 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:10.408598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a508038d-28b8-42af-882f-528295f10436 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:10.408990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0f60362a-6d65-4721-b311-0f81290ba31f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:10.413654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.443007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 0f60362a-6d65-4721-b311-0f81290ba31f {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:10.443377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0f60362a-6d65-4721-b311-0f81290ba31f not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:10.454247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da411da-1cf7-4522-be33-4da3fe689f74,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:10.460418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.466359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf8617-4997-49e9-9104-525ad5aff8d4 None None] Network cfc410dc-1f43-40f5-a6ce-7a939f3ac74e requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:29:10.469829 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ec9d756f-824a-4261-8084-5720ac40176c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1da411da-1cf7-4522-be33-4da3fe689f74 HTTP/1.1" status: 204 len: 168 time: 0.3871822 Mar 03 12:29:10.469963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39826) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:10.573094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.583476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Deleting port d76d6623-4c2d-4a28-b4a6-a79d83264373 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:10.583795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.699555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] DHCP port deletion for cfc410dc-1f43-40f5-a6ce-7a939f3ac74e request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:29:10.703728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Deleting port d76d6623-4c2d-4a28-b4a6-a79d83264373 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:10.704140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.789340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] For port d76d6623-4c2d-4a28-b4a6-a79d83264373, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d76d6623-4c2d-4a28-b4a6-a79d83264373,segment=NetworkSegment(eeca6aec-2a21-4c1c-8480-7acab495c1b4),segment_id=eeca6aec-2a21-4c1c-8480-7acab495c1b4)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:10.789912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.907695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] For port d76d6623-4c2d-4a28-b4a6-a79d83264373, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d76d6623-4c2d-4a28-b4a6-a79d83264373,segment=NetworkSegment(eeca6aec-2a21-4c1c-8480-7acab495c1b4),segment_id=eeca6aec-2a21-4c1c-8480-7acab495c1b4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:10.908111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:10.913830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Calling delete_port for d76d6623-4c2d-4a28-b4a6-a79d83264373 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:11.076244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Calling delete_port for d76d6623-4c2d-4a28-b4a6-a79d83264373 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:11.144752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.160779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:29:11.161132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:29:11.193456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] No DVR routers for this DVR port d76d6623-4c2d-4a28-b4a6-a79d83264373 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:29:11.221283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Pushing event deleted for resources: {'Port': ['ID=d76d6623-4c2d-4a28-b4a6-a79d83264373,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:11.224428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.312667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.341390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc410dc-1f43-40f5-a6ce-7a939f3ac74e']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:11.353824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeca6aec-2a21-4c1c-8480-7acab495c1b4') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:11.354116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeca6aec-2a21-4c1c-8480-7acab495c1b4') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:11.365626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.382049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.387919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:29:11.388608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:29:11.400846 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:29:11.436033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.538635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.554921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.564581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc410dc-1f43-40f5-a6ce-7a939f3ac74e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:11.571426 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-117e95a3-da2d-4265-a25d-8ad5aa5558de admin admin] 10.222.0.35 "DELETE /v2.0/networks/cfc410dc-1f43-40f5-a6ce-7a939f3ac74e HTTP/1.1" status: 204 len: 168 time: 1.1003377 Mar 03 12:29:11.662440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Deleting port d76d6623-4c2d-4a28-b4a6-a79d83264373 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:11.662826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:11.727909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5cf68f83-08c2-4c77-bc36-5c5f6afe0cb1 None None] The port 'd76d6623-4c2d-4a28-b4a6-a79d83264373' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:29:11.922966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39832) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:11.971048 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5cc653c2-53b5-4993-80c9-9c3523143bdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc31158a5c8e4953ae82b3c61b4442ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469573 Mar 03 12:29:11.973542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39836) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:12.029270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-617507aa-bb5a-4368-b288-852692888791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:12.053453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-617507aa-bb5a-4368-b288-852692888791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:12.190330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-617507aa-bb5a-4368-b288-852692888791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:12.208127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617507aa-bb5a-4368-b288-852692888791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2316e608-5fc5-4db9-b9a7-7a02788dd67c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:12.214097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-617507aa-bb5a-4368-b288-852692888791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:12.215299 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-617507aa-bb5a-4368-b288-852692888791 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2316e608-5fc5-4db9-b9a7-7a02788dd67c HTTP/1.1" status: 204 len: 168 time: 0.2408657 Mar 03 12:29:12.367263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d76d6623-4c2d-4a28-b4a6-a79d83264373 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:12.401849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: d76d6623-4c2d-4a28-b4a6-a79d83264373 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:12.402171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d76d6623-4c2d-4a28-b4a6-a79d83264373 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:12.836066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:12.935208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39844) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:12.985952 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fca0eb72-692f-422b-a3ca-d1053919b056 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93a4760df9b54a79810c6982f44186a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494442 Mar 03 12:29:12.988195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39848) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:13.045320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5166b360-91d4-47d2-9d3f-d3d09c24dd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:13.070094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5166b360-91d4-47d2-9d3f-d3d09c24dd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:13.187968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5166b360-91d4-47d2-9d3f-d3d09c24dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:13.201903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166b360-91d4-47d2-9d3f-d3d09c24dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1b8a6-e141-440e-a0a5-91f64926aedf,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:13.207938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5166b360-91d4-47d2-9d3f-d3d09c24dd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:13.209003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5166b360-91d4-47d2-9d3f-d3d09c24dd58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0db1b8a6-e141-440e-a0a5-91f64926aedf HTTP/1.1" status: 204 len: 168 time: 0.2199376 Mar 03 12:29:19.868730 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-b667d7df-9c5f-4dab-9466-b2b2231bdb35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704756 Mar 03 12:29:20.004400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-d2e9ec12-1dfc-417a-a570-514b5ba98064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:20.005849 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-d2e9ec12-1dfc-417a-a570-514b5ba98064 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 1098 time: 0.0690532 Mar 03 12:29:20.149388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-0b1e4c3f-e709-45e9-a066-3e1f86406f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:20.150750 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-0b1e4c3f-e709-45e9-a066-3e1f86406f72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9adcc682-f6a9-494e-ac9d-b4fde8097d77 HTTP/1.1" status: 200 len: 898 time: 0.1242006 Mar 03 12:29:20.250344 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-868d721f-525f-4a64-99af-b103ef6c007c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea1532bb-b47f-43f7-9b25-1f077d515485 HTTP/1.1" status: 200 len: 1000 time: 0.0934708 Mar 03 12:29:20.311986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-71b7fe19-bf96-4c5a-b592-021997642426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:20.313952 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-71b7fe19-bf96-4c5a-b592-021997642426 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b2de8c7-c764-46ca-a335-ac0318c585a2 HTTP/1.1" status: 200 len: 835 time: 0.0559185 Mar 03 12:29:20.391304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-6c38335a-87a8-4f18-9027-1d67a68a37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:20.392786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-6c38335a-87a8-4f18-9027-1d67a68a37d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9adcc682-f6a9-494e-ac9d-b4fde8097d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725894 Mar 03 12:29:20.526609 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-67f3bfe4-43af-4203-bf7e-8db513a3eded service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260643 Mar 03 12:29:20.653870 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e55dcbad-a17a-4b0b-bae8-8ecfc4eab83a req-881360b2-0b58-42a0-a76c-f12943f695af service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213915 Mar 03 12:29:29.214000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39862) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:29.494293 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9fafdab2-3478-4410-b7af-596815225367 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers/d6e67da5-053a-48bb-883e-b22b57329e00/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2790923 Mar 03 12:29:29.497586 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39866) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:29.750133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a654e0a-6d50-4978-b7ba-753053a86016 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Notify agent at dv-neutron-831730-1-hyperv the message router_removed_from_agent {{(pid=88430) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 03 12:29:29.753468 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2a654e0a-6d50-4978-b7ba-753053a86016 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "DELETE /v2.0/agents/5465e187-2545-4180-bae0-7105132dda84/l3-routers/d6e67da5-053a-48bb-883e-b22b57329e00 HTTP/1.1" status: 204 len: 168 time: 0.2549043 Mar 03 12:29:29.756061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39870) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:29.939388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fa5e549a-cb5e-4385-98a9-c96d31cd6b14 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers/d6e67da5-053a-48bb-883e-b22b57329e00/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1822200 Mar 03 12:29:29.941942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39874) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:30.045904 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4a4c9d34-4fdb-4aae-b85b-9f7141d049db tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 992 time: 0.1027689 Mar 03 12:29:30.517171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74944d8f-d52c-44d7-ae0d-432525c6beac None None] New status for floating IP 7cd8bfa8-6f1f-4894-99ef-d2326faa942a: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:29:30.567055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8d389605-e00b-4131-9e19-1f5f219b38b2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:30.849016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:30.865178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 8d389605-e00b-4131-9e19-1f5f219b38b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8d389605-e00b-4131-9e19-1f5f219b38b2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:30.959671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:30.960452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b196399-c536-4506-9054-ff4e27eb60e1 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:31.049616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39878) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:31.079858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=8d389605-e00b-4131-9e19-1f5f219b38b2,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:31.136738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:31.155472 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-21e7d5ae-d9cc-422c-a3ab-9647400500c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 990 time: 0.1047070 Mar 03 12:29:31.169784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4b196399-c536-4506-9054-ff4e27eb60e1, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b196399-c536-4506-9054-ff4e27eb60e1,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:31.250355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:31.319152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:32.295866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39884) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:32.664030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c266d96-23aa-43b3-a79e-b16fc93c77b5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Router d6e67da5-053a-48bb-883e-b22b57329e00 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:29:32.664392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c266d96-23aa-43b3-a79e-b16fc93c77b5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Notify agent at dv-neutron-831730-1-hyperv the message router_added_to_agent {{(pid=88431) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 03 12:29:32.684137 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0c266d96-23aa-43b3-a79e-b16fc93c77b5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "POST /v2.0/agents/5465e187-2545-4180-bae0-7105132dda84/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3847196 Mar 03 12:29:32.684891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39892) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:32.694094 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] Sync routers for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:32.704912 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:32.705518 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:32.777580 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:29:32.868667 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eccf9ebb-d400-4311-8eaf-59eb4601316a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers/d6e67da5-053a-48bb-883e-b22b57329e00/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1827145 Mar 03 12:29:32.871415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39896) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:32.889119 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:32.977660 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-aad5b4bd-ee99-4f97-80c0-f192474ce23f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 990 time: 0.1044204 Mar 03 12:29:33.240379 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '7cd8bfa8-6f1f-4894-99ef-d2326faa942a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'mac_address': 'fa:16:3e:39:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:29:02Z', 'updated_at': '2022-03-03T12:29:30Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:29:31Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:33.243931 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] Checking router: d6e67da5-053a-48bb-883e-b22b57329e00 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:33.252609 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:33.253187 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:33.425276 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:33.801404 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '7cd8bfa8-6f1f-4894-99ef-d2326faa942a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'mac_address': 'fa:16:3e:39:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:29:02Z', 'updated_at': '2022-03-03T12:29:30Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:29:31Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:33.805297 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2356cb-1ce2-4625-9373-5f22f9a106cb None None] The sync data for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv is: [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '7cd8bfa8-6f1f-4894-99ef-d2326faa942a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'port_id': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'mac_address': 'fa:16:3e:39:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757c989e-f280-470f-a5d3-eea7dea25437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:29:02Z', 'updated_at': '2022-03-03T12:29:30Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:29:31Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:29:33.983529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39900) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:34.097187 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89fe24fc-47d3-4f18-9669-9e0bd0fb9bb7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 990 time: 0.1112895 Mar 03 12:29:34.424588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b196399-c536-4506-9054-ff4e27eb60e1 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:29:34.497406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4b196399-c536-4506-9054-ff4e27eb60e1 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:34.498163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:34.618007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:34.651899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4b196399-c536-4506-9054-ff4e27eb60e1, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b196399-c536-4506-9054-ff4e27eb60e1,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:34.709950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:34.787701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:35.099327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39904) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:35.206442 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3caaf3f7-bb27-45e1-b0b8-58403f1eaa0b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 990 time: 0.1060338 Mar 03 12:29:35.441454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b9c81-79a1-48b9-a449-426642c0dec5 None None] New status for floating IP 7cd8bfa8-6f1f-4894-99ef-d2326faa942a: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:29:36.211191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39908) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:36.315959 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-15b131b8-f5a8-44eb-87ff-4699dd8a4252 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 200 len: 992 time: 0.1036365 Mar 03 12:29:36.452973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8d389605-e00b-4131-9e19-1f5f219b38b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:29:36.518752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8d389605-e00b-4131-9e19-1f5f219b38b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:36.519992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:36.631143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:36.646771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 8d389605-e00b-4131-9e19-1f5f219b38b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8d389605-e00b-4131-9e19-1f5f219b38b2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:36.686704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:36.687409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b196399-c536-4506-9054-ff4e27eb60e1 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:29:36.804684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=8d389605-e00b-4131-9e19-1f5f219b38b2,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:36.816623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4b196399-c536-4506-9054-ff4e27eb60e1 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:36.816990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:38.067582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-275f0b5f-3e68-4463-a237-3bba928f25e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:38.096089 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:38.385164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8d389605-e00b-4131-9e19-1f5f219b38b2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:29:38.468178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8d389605-e00b-4131-9e19-1f5f219b38b2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:38.468178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:38.601956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39916) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:38.797914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port a20acee4-4a40-4007-b385-3cca20002f30 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:38.798249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:38.965189 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:38.966065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:39.086724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for a20acee4-4a40-4007-b385-3cca20002f30 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:39.269820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:39.316464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=a20acee4-4a40-4007-b385-3cca20002f30,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:39.349072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.349417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.349752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.350082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.350401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.350721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.351038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.351362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.351681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.351994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.352329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.352642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:39.533284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:39.533529 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 7cd8bfa8-6f1f-4894-99ef-d2326faa942a disassociated (deleted). External IP: 172.26.8.58, port: ea1532bb-b47f-43f7-9b25-1f077d515485. Mar 03 12:29:39.881401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router d6e67da5-053a-48bb-883e-b22b57329e00 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:29:40.055287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:29:40.068102 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] Sync routers for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:40.077672 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:40.078260 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:40.170773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-26f00dd8-69a3-4343-895b-586d035769dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:40.189949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:40.244370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-edded8a7-ab85-490e-b4e2-2237a3af6329 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/7cd8bfa8-6f1f-4894-99ef-d2326faa942a HTTP/1.1" status: 204 len: 168 time: 1.6413674 Mar 03 12:29:40.244956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:29:40.254700 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:40.290655 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'status': 'completed', 'code': 200} Mar 03 12:29:40.415884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-3623ad39-cdd5-464f-b9db-5c08301f299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:40.420665 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-3623ad39-cdd5-464f-b9db-5c08301f299c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 1098 time: 0.1076283 Mar 03 12:29:40.567082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-c32386d4-5246-45c2-aa16-e268dc6110c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:40.568608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-c32386d4-5246-45c2-aa16-e268dc6110c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9adcc682-f6a9-494e-ac9d-b4fde8097d77 HTTP/1.1" status: 200 len: 898 time: 0.1423841 Mar 03 12:29:40.577391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:29:34Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:40.581160 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] Checking router: d6e67da5-053a-48bb-883e-b22b57329e00 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:40.589114 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:40.589694 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:40.644829 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-2a65404a-6c88-4da2-9c1a-cde3c117726a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea1532bb-b47f-43f7-9b25-1f077d515485 HTTP/1.1" status: 200 len: 217 time: 0.0699408 Mar 03 12:29:40.720655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-a11a73ee-c4aa-4580-808e-fb3d3f898f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:40.722074 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-a11a73ee-c4aa-4580-808e-fb3d3f898f90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b2de8c7-c764-46ca-a335-ac0318c585a2 HTTP/1.1" status: 200 len: 835 time: 0.0634789 Mar 03 12:29:40.765780 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:40.793148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174357c5-fb10-4a44-8b11-7647fdce86f2 req-4861f2ef-821f-43b6-9ff4-c73880c8bbda tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:40.794804 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-174357c5-fb10-4a44-8b11-7647fdce86f2 req-4861f2ef-821f-43b6-9ff4-c73880c8bbda tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 945 time: 0.0830700 Mar 03 12:29:40.799882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-37fc10eb-a479-48c3-b88d-65303ca07c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:40.801459 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-37fc10eb-a479-48c3-b88d-65303ca07c5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9adcc682-f6a9-494e-ac9d-b4fde8097d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723209 Mar 03 12:29:40.842696 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-174357c5-fb10-4a44-8b11-7647fdce86f2 req-8b306efa-ec4f-47f5-8dd2-edf2f78454c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Mar 03 12:29:40.935654 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-5a3f30e9-2622-4b81-9ecf-73cc8c363c6a service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256521 Mar 03 12:29:41.067627 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-84ec9412-5f76-428b-86da-6fb5ede339eb req-e0b1c984-625a-448f-bb69-a8361c9fdc03 service neutron] 10.222.0.26 "GET /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253538 Mar 03 12:29:41.073499 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:29:34Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:41.077995 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa35d8-035f-434d-be10-16d232bb95dc None None] The sync data for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv is: [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:28:40Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '4b196399-c536-4506-9054-ff4e27eb60e1', 'name': '', 'network_id': '9adcc682-f6a9-494e-ac9d-b4fde8097d77', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:20:3e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:39Z', 'updated_at': '2022-03-03T12:29:34Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '7b2de8c7-c764-46ca-a335-ac0318c585a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:29:41.210748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:41.439006 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:41.678483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08697ef-ce8e-475f-b77b-438b4d0433c0 None None] New status for floating IP 7cd8bfa8-6f1f-4894-99ef-d2326faa942a: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:29:42.204889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0c03-4586-4734-964b-b2252d9ca940 req-e491484b-5769-40e8-b450-e71ce7e503c0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:42.205540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2d5d0c03-4586-4734-964b-b2252d9ca940 req-e491484b-5769-40e8-b450-e71ce7e503c0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:29:42.216670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-869c4e16-68c7-459f-b5dd-e863b72c4a72 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:42.217382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-869c4e16-68c7-459f-b5dd-e863b72c4a72 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:29:42.304770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2d5d0c03-4586-4734-964b-b2252d9ca940 req-e491484b-5769-40e8-b450-e71ce7e503c0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:29:42.306021 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d5d0c03-4586-4734-964b-b2252d9ca940 req-e491484b-5769-40e8-b450-e71ce7e503c0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 945 time: 0.3528638 Mar 03 12:29:42.307017 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-869c4e16-68c7-459f-b5dd-e863b72c4a72 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:29:42.307958 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-869c4e16-68c7-459f-b5dd-e863b72c4a72 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 945 time: 0.2100058 Mar 03 12:29:42.405620 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d5d0c03-4586-4734-964b-b2252d9ca940 req-1f39825c-aeb5-4946-badb-e619281c02ca tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937872 Mar 03 12:29:42.411818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port ea1532bb-b47f-43f7-9b25-1f077d515485 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:42.411818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:42.653935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port ea1532bb-b47f-43f7-9b25-1f077d515485, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ea1532bb-b47f-43f7-9b25-1f077d515485,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:42.654276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:42.775544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for ea1532bb-b47f-43f7-9b25-1f077d515485 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:42.793404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:42.981757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:43.031123 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=ea1532bb-b47f-43f7-9b25-1f077d515485,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:43.105875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port ea1532bb-b47f-43f7-9b25-1f077d515485 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:29:43.108473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:43.111077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'name': 'network-vif-deleted', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:29:43.156687 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757c989e-f280-470f-a5d3-eea7dea25437', 'name': 'network-vif-deleted', 'tag': 'ea1532bb-b47f-43f7-9b25-1f077d515485', 'status': 'completed', 'code': 200} Mar 03 12:29:43.205556 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2726faf8-b636-46c1-8058-b8b0b0503b7a req-5a3e53e7-42a5-42f5-b6cb-a825a05acb5e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/ea1532bb-b47f-43f7-9b25-1f077d515485 HTTP/1.1" status: 204 len: 173 time: 0.8808451 Mar 03 12:29:43.576761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e06a04b2-6a95-4162-97d2-81f2e2de4934 req-04277781-6e17-414c-8afe-286ef5ebdbf0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:29:43.647111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e06a04b2-6a95-4162-97d2-81f2e2de4934 req-04277781-6e17-414c-8afe-286ef5ebdbf0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:29:43.648354 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e06a04b2-6a95-4162-97d2-81f2e2de4934 req-04277781-6e17-414c-8afe-286ef5ebdbf0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=757c989e-f280-470f-a5d3-eea7dea25437 HTTP/1.1" status: 200 len: 210 time: 0.1136076 Mar 03 12:29:44.745005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39934) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:44.815676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-279ae805-2fe8-4a9a-bdf8-10753512c0c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:44.845528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-279ae805-2fe8-4a9a-bdf8-10753512c0c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:44.972201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-279ae805-2fe8-4a9a-bdf8-10753512c0c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:44.990874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ae805-2fe8-4a9a-bdf8-10753512c0c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd35a81-3104-4e4c-82ab-2a0fd66bfef6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:45.092166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-279ae805-2fe8-4a9a-bdf8-10753512c0c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:45.093335 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-279ae805-2fe8-4a9a-bdf8-10753512c0c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/7cd35a81-3104-4e4c-82ab-2a0fd66bfef6 HTTP/1.1" status: 204 len: 168 time: 0.3473580 Mar 03 12:29:45.167290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39940) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:45.182317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea1532bb-b47f-43f7-9b25-1f077d515485 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:45.217801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: ea1532bb-b47f-43f7-9b25-1f077d515485 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:45.218125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device ea1532bb-b47f-43f7-9b25-1f077d515485 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:45.803494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:46.146626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 4b196399-c536-4506-9054-ff4e27eb60e1 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:46.146846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:46.328625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 4b196399-c536-4506-9054-ff4e27eb60e1, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b196399-c536-4506-9054-ff4e27eb60e1,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:46.328969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:46.452414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 4b196399-c536-4506-9054-ff4e27eb60e1 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:46.690494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:46.738973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=4b196399-c536-4506-9054-ff4e27eb60e1,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:47.006052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:47.452337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router d6e67da5-053a-48bb-883e-b22b57329e00 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:29:47.626262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:29:47.636225 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4651630-a180-423e-9885-933631d1f084 None None] Sync routers for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:47.645620 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:47.646203 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:47.682830 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-13582f09-592f-4924-806a-7f947963204c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/d6e67da5-053a-48bb-883e-b22b57329e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5138941 Mar 03 12:29:47.686092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39944) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:47.756195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet 7b2de8c7-c764-46ca-a335-ac0318c585a2 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:29:47.759389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:47.813736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:47.846916 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:47.898457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.045252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.084622 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2de8c7-c764-46ca-a335-ac0318c585a2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:48.089751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.097263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d43846-60f8-4b9b-93ee-49454f800e75 None None] Network 9adcc682-f6a9-494e-ac9d-b4fde8097d77 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:29:48.097850 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-499855e0-8532-4932-9899-8b66f6e23a7d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/7b2de8c7-c764-46ca-a335-ac0318c585a2 HTTP/1.1" status: 204 len: 168 time: 0.4103246 Mar 03 12:29:48.100374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39948) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:48.125824 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:29:46Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:48.129843 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4651630-a180-423e-9885-933631d1f084 None None] Checking router: d6e67da5-053a-48bb-883e-b22b57329e00 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:48.138882 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] Routers {'d6e67da5-053a-48bb-883e-b22b57329e00'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:48.139490 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['d6e67da5-053a-48bb-883e-b22b57329e00'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:48.286944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.316192 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] Set router d6e67da5-053a-48bb-883e-b22b57329e00 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:48.405476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] DHCP port deletion for 9adcc682-f6a9-494e-ac9d-b4fde8097d77 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:29:48.409866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Deleting port 71cfe542-704f-4811-922a-5d65d394cecd {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:48.410350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.497841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.601001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 8d389605-e00b-4131-9e19-1f5f219b38b2 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:29:48.601330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.615463 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a4651630-a180-423e-9885-933631d1f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:29:46Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:48.616123 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4651630-a180-423e-9885-933631d1f084 None None] The sync data for ids ['d6e67da5-053a-48bb-883e-b22b57329e00'] in dv-neutron-831730-1-hyperv is: [{'id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'name': 'tempest-TestNetworkBasicOps-router-1074550203', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:28:33Z', 'updated_at': '2022-03-03T12:29:46Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': '8d389605-e00b-4131-9e19-1f5f219b38b2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e67da5-053a-48bb-883e-b22b57329e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:28:34Z', 'updated_at': '2022-03-03T12:29:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:29:48.649221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] For port 71cfe542-704f-4811-922a-5d65d394cecd, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=71cfe542-704f-4811-922a-5d65d394cecd,segment=NetworkSegment(863061ee-8b96-450d-894d-275c7df1af1c),segment_id=863061ee-8b96-450d-894d-275c7df1af1c)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:48.649730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.771827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Calling delete_port for 71cfe542-704f-4811-922a-5d65d394cecd owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:48.902130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.911815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 8d389605-e00b-4131-9e19-1f5f219b38b2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8d389605-e00b-4131-9e19-1f5f219b38b2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:48.912198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:48.951025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Pushing event deleted for resources: {'Port': ['ID=71cfe542-704f-4811-922a-5d65d394cecd,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:48.955552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] No DVR routers for this DVR port 71cfe542-704f-4811-922a-5d65d394cecd on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:29:48.965121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.965711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.966063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.966403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.966740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.967076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.967407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.968630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.968630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.968630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.968879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:48.969030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0208c5-664e-449e-9ce7-54e0cadb3af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.041408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 8d389605-e00b-4131-9e19-1f5f219b38b2 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:29:49.286554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:49.335545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=8d389605-e00b-4131-9e19-1f5f219b38b2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:49.372673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.373017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.373351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.373681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.374007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.374328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.374653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.374970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.375292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.375602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.375915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.376249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:49.434486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:49.609830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:49.612146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:49.709893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:49.710319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router d6e67da5-053a-48bb-883e-b22b57329e00 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:29:49.725461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:49.726436 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-41c3e4ef-9dec-4131-af5e-22b6e44d8120 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/d6e67da5-053a-48bb-883e-b22b57329e00 HTTP/1.1" status: 204 len: 168 time: 1.6248171 Mar 03 12:29:49.729209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39952) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:49.850975 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:49.978497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.007184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adcc682-f6a9-494e-ac9d-b4fde8097d77']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:50.018707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863061ee-8b96-450d-894d-275c7df1af1c') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:50.018998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863061ee-8b96-450d-894d-275c7df1af1c') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:50.029900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.045489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.051347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:29:50.051724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:29:50.066367 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:29:50.229950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.252246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.264784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=9adcc682-f6a9-494e-ac9d-b4fde8097d77,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:50.267493 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-217a351a-da10-433a-8318-d2da5969a567 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/9adcc682-f6a9-494e-ac9d-b4fde8097d77 HTTP/1.1" status: 204 len: 168 time: 0.5373535 Mar 03 12:29:50.288290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39956) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:50.296053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--1081721450', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:29:50.301207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:50.305225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:29:50.308035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:29:50.314345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:29:50.372681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:29:50.376177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.388106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8d389605-e00b-4131-9e19-1f5f219b38b2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:50.403735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:29:50.413044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.413381 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment 513d9d20-a609-4888-8a62-df8000bf35a3 of type vlan for network cd9f151a-47d8-46fd-9009-7afb40073d0a Mar 03 12:29:50.424443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 8d389605-e00b-4131-9e19-1f5f219b38b2 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:50.424791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8d389605-e00b-4131-9e19-1f5f219b38b2 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:50.425211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71cfe542-704f-4811-922a-5d65d394cecd no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:50.442799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.457629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 71cfe542-704f-4811-922a-5d65d394cecd {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:50.457979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71cfe542-704f-4811-922a-5d65d394cecd not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:50.458395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b196399-c536-4506-9054-ff4e27eb60e1 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:29:50.493896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 4b196399-c536-4506-9054-ff4e27eb60e1 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:29:50.494168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b196399-c536-4506-9054-ff4e27eb60e1 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:29:50.515007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.520377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:50.526442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.626463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=cd9f151a-47d8-46fd-9009-7afb40073d0a,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:50.640923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network cd9f151a-47d8-46fd-9009-7afb40073d0a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:29:50.693026 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5af3d0c2-bd20-420b-8a92-ec8ce772b7e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4021199 Mar 03 12:29:50.695770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39960) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:50.702198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-37347184', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:29:50.709488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:50.713378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:29:50.716396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:29:50.722702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:29:50.827493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.828609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:50.843208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:51.279627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:51.672953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:51.704838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:51.839564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.39 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/fad1747a-1caa-4aed-9dd5-d7e3334943a2) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:29:51.985354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:52.068700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:52.132037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:29:52.134645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:29:52.142218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:29:52.177129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=fad1747a-1caa-4aed-9dd5-d7e3334943a2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:52.632855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:53.076311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:53.389507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 82bce1d4-3428-4214-9248-7522ee63c0dc is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:29:53.573985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:29:53.584150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Sync routers for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:53.593228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:53.593760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:53.661590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:53.662846 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f7488354-05cf-411a-9415-4065468ba89d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9660189 Mar 03 12:29:53.666045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39964) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:53.708358 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9682ef98-3ca7-4801-bd60-8d4d793fcd99 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388219 Mar 03 12:29:53.708619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39968) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:53.777532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:53.839200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9dd3c7-93b6-4073-9b12-d369ae765c3c tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:53.840866 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d9dd3c7-93b6-4073-9b12-d369ae765c3c tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313791 Mar 03 12:29:53.843905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39972) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:53.886252 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-57bc9354-800e-4ebe-9df0-0b8daad3cf01 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413375 Mar 03 12:29:53.889051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39976) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:53.894459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-656501948', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:29:54.002967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:54.006790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:29:54.009607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:29:54.015266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:29:54.058336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:52Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:54.062763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Checking router: 82bce1d4-3428-4214-9248-7522ee63c0dc for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:54.063114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Updating router 82bce1d4-3428-4214-9248-7522ee63c0dc port fad1747a-1caa-4aed-9dd5-d7e3334943a2 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:29:54.078873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:29:54.082448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.114615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.347998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.430635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:54.438428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:29:54.438676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: cd9f151a-47d8-46fd-9009-7afb40073d0a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:29:54.465636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.477292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Transition to ACTIVE for port object fad1747a-1caa-4aed-9dd5-d7e3334943a2 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:29:54.536221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network cd9f151a-47d8-46fd-9009-7afb40073d0a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:29:54.566958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.629795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, cd9f151a-47d8-46fd-9009-7afb40073d0a) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:29:54.634378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:54.634984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.643704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b80a6f-91b0-449f-920a-19f899fa6056 None None] Network cd9f151a-47d8-46fd-9009-7afb40073d0a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:29:54.673592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Attempting to bind port fad1747a-1caa-4aed-9dd5-d7e3334943a2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:29:54.673953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Attempting to bind port fad1747a-1caa-4aed-9dd5-d7e3334943a2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:29:54.674309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Attempting to bind port fad1747a-1caa-4aed-9dd5-d7e3334943a2 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:29:54.679650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb132e13-0484-4a5d-acfc-de6c4cff16fc None None] Pushing event updated for resources: {'Port': ['ID=fad1747a-1caa-4aed-9dd5-d7e3334943a2,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:54.687064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:29:54.687440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:29:54.687833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.688244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:29:54.688689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Bound port: fad1747a-1caa-4aed-9dd5-d7e3334943a2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:29:54.689049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.721761 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b222efc6-dccd-4e82-991a-ae344ae98f7f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8316779 Mar 03 12:29:54.724466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39980) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:54.865521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] For port fad1747a-1caa-4aed-9dd5-d7e3334943a2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:29:54.885518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] For port fad1747a-1caa-4aed-9dd5-d7e3334943a2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fad1747a-1caa-4aed-9dd5-d7e3334943a2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:29:54.940408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-cd9f151a-47d8-46fd-9009-7afb40073d0a', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:29:54.941242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:54.997688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:55.114637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:55.115417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:55.203257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb132e13-0484-4a5d-acfc-de6c4cff16fc None None] Pushing event updated for resources: {'Port': ['ID=fad1747a-1caa-4aed-9dd5-d7e3334943a2,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:55.257342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Allocated IP 172.20.0.2 (cd9f151a-47d8-46fd-9009-7afb40073d0a/8c92bb04-76da-44cc-81a2-56fdaa9eaa0a/ee4741b2-f53c-4e21-b16c-01183297c2ab) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:29:55.388983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:55.602613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:55.883610 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:55.903126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Transition to ACTIVE for port object ee4741b2-f53c-4e21-b16c-01183297c2ab will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:29:55.935212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Transition to ACTIVE for port object ee4741b2-f53c-4e21-b16c-01183297c2ab will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:29:55.950120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:52Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:55.956374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502702f-9f16-4313-8ea3-6b02d98175f0 None None] The sync data for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv is: [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:52Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:29:56.025005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.105128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (cd9f151a-47d8-46fd-9009-7afb40073d0a/8c92bb04-76da-44cc-81a2-56fdaa9eaa0a/580ad6eb-cc42-4cf7-b4bb-ff03dacd048d) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:29:56.106525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Network cd9f151a-47d8-46fd-9009-7afb40073d0a is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:29:56.109569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:29:56.114601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:29:56.297650 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Pushing event updated for resources: {'Port': ['ID=ee4741b2-f53c-4e21-b16c-01183297c2ab,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:56.312293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.325584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Attempting to bind port ee4741b2-f53c-4e21-b16c-01183297c2ab on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:29:56.325969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Attempting to bind port ee4741b2-f53c-4e21-b16c-01183297c2ab by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:29:56.326309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Attempting to bind port ee4741b2-f53c-4e21-b16c-01183297c2ab on network cd9f151a-47d8-46fd-9009-7afb40073d0a {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:29:56.332338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:29:56.332632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:29:56.332999 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Checking segment: {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:29:56.333429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.333888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Bound using segment: {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:29:56.334313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Bound port: ee4741b2-f53c-4e21-b16c-01183297c2ab, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:29:56.334681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.432581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fad1747a-1caa-4aed-9dd5-d7e3334943a2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:29:56.433894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.489244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] For port ee4741b2-f53c-4e21-b16c-01183297c2ab, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:29:56.506883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] For port ee4741b2-f53c-4e21-b16c-01183297c2ab, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ee4741b2-f53c-4e21-b16c-01183297c2ab,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:29:56.507560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network cd9f151a-47d8-46fd-9009-7afb40073d0a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:29:56.516426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:29:56.521230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:29:56.552448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:56.577038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.587105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.619556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port fad1747a-1caa-4aed-9dd5-d7e3334943a2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:29:56.648161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port fad1747a-1caa-4aed-9dd5-d7e3334943a2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:56.648533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.727244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c2bee-85b1-4671-aea6-e45eed858e5b None None] Pushing event updated for resources: {'Port': ['ID=ee4741b2-f53c-4e21-b16c-01183297c2ab,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:56.807796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:56.826600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port fad1747a-1caa-4aed-9dd5-d7e3334943a2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fad1747a-1caa-4aed-9dd5-d7e3334943a2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:56.904542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:57.009705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=fad1747a-1caa-4aed-9dd5-d7e3334943a2,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:57.078970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:57.488894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:57.549438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:57.663514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:57.665839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:57.797876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network cd9f151a-47d8-46fd-9009-7afb40073d0a is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:29:57.798928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:29:57.979616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 82bce1d4-3428-4214-9248-7522ee63c0dc has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:29:58.167451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:29:58.177816 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Sync routers for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:29:58.180125 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cbf50cc3-a63b-4f99-ada8-6fac92ed8462 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/82bce1d4-3428-4214-9248-7522ee63c0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546449 Mar 03 12:29:58.182917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39984) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:58.190544 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:58.191483 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:58.333320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1909e76-eeea-4eb4-ac8a-96daae10d2c6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.333786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1909e76-eeea-4eb4-ac8a-96daae10d2c6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.334236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1909e76-eeea-4eb4-ac8a-96daae10d2c6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.334681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1909e76-eeea-4eb4-ac8a-96daae10d2c6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.336304 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a1909e76-eeea-4eb4-ac8a-96daae10d2c6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1518130 Mar 03 12:29:58.339138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 39988) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:58.388842 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:29:58.412519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e104b9cc-806a-43ac-a7b1-d300a8425d46 None None] Network cd9f151a-47d8-46fd-9009-7afb40073d0a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:29:58.415288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d10722-79eb-487b-a303-61ea76538fd4 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.415749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d10722-79eb-487b-a303-61ea76538fd4 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.416220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d10722-79eb-487b-a303-61ea76538fd4 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.416665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d10722-79eb-487b-a303-61ea76538fd4 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:29:58.421852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39992) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:58.422007 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b7d10722-79eb-487b-a303-61ea76538fd4 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0812268 Mar 03 12:29:58.505840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ee4741b2-f53c-4e21-b16c-01183297c2ab up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:29:58.635160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-379164ad-8ce3-498a-b61c-bc330bca3166 None None] Provisioning for port ee4741b2-f53c-4e21-b16c-01183297c2ab completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:29:58.721913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port ee4741b2-f53c-4e21-b16c-01183297c2ab completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:29:58.729680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ee4741b2-f53c-4e21-b16c-01183297c2ab triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:58.730030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:58.770361 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:29:57Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:58.774352 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Checking router: 82bce1d4-3428-4214-9248-7522ee63c0dc for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:29:58.774748 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Updating router 82bce1d4-3428-4214-9248-7522ee63c0dc port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:29:58.788200 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5a94a93c-273c-4aed-b165-23b577eee186 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3624790 Mar 03 12:29:58.842824 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:58.860432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:58.897914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port ee4741b2-f53c-4e21-b16c-01183297c2ab, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ee4741b2-f53c-4e21-b16c-01183297c2ab,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:29:58.976176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:58.976979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fad1747a-1caa-4aed-9dd5-d7e3334943a2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:29:59.079082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 39998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:59.085556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084141983', 'description': 'tempest-secgroup-smoke-2084141983 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:29:59.092911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:59.098177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:29:59.101548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:29:59.107651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=ee4741b2-f53c-4e21-b16c-01183297c2ab,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:59.112400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:29:59.119057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port fad1747a-1caa-4aed-9dd5-d7e3334943a2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:59.119434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.225806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-105210ee-cdc0-4b2b-a162-b9e5f4323e9b None None] Provisioning for port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:29:59.233034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-105210ee-cdc0-4b2b-a162-b9e5f4323e9b None None] Provisioning complete for port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:59.233399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-105210ee-cdc0-4b2b-a162-b9e5f4323e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.239166 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.243319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.257450 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Transition to ACTIVE for port object 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:29:59.262966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:59.268116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:29:59.275331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:29:59.282842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:29:59.306334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-105210ee-cdc0-4b2b-a162-b9e5f4323e9b None None] Port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:29:59.315007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-105210ee-cdc0-4b2b-a162-b9e5f4323e9b None None] Provisioning complete for port ee4741b2-f53c-4e21-b16c-01183297c2ab triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:29:59.315377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-105210ee-cdc0-4b2b-a162-b9e5f4323e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.359211 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.390480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.492156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.504441 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Pushing event updated for resources: {'Port': ['ID=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:59.511778 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.512153 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.512577 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.512912 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.513242 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.513564 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.513884 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.514216 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.514525 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.514845 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.515151 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.516058 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:29:59.555372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4496eb-d7d8-4e8e-aff1-32afd988b516,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:59.604842 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Attempting to bind port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:29:59.605830 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Attempting to bind port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:29:59.606134 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Attempting to bind port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d on network cd9f151a-47d8-46fd-9009-7afb40073d0a {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:29:59.611922 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:29:59.616050 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Checking segment: {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:29:59.616050 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.616050 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Bound using segment: {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:29:59.616050 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Bound port: 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:29:59.616050 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.635042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.639553 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-af7624c4-48b9-46cf-923e-b879262a0ab4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5559199 Mar 03 12:29:59.639553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40002) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:59.644882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7f4496eb-d7d8-4e8e-aff1-32afd988b516', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:29:59.651818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:59.656356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:29:59.659240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:29:59.665014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:29:59.706702 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] For port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:29:59.709522 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] For port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:29:59.756530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.801090 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.818475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.874819 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:29:59.875252 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:29:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:29:59.892425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.917965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18b4759-78fd-4241-9e23-67809784f42a,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:59.941522 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a60848-9384-4374-9c6a-d14d4615539d None None] Pushing event updated for resources: {'Port': ['ID=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:29:59.978404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:29:59.983065 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f898faaa-9dac-4eb5-ae30-0dd3f5b7c909 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3396139 Mar 03 12:29:59.983359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40006) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:29:59.988786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7f4496eb-d7d8-4e8e-aff1-32afd988b516', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:29:59.995332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:29:59.999698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:30:00.003990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:30:00.010260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:30:00.060653 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:30:00.082643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.148663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.221661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.246276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862a5d0f-6740-43c6-a742-c5fa8efbe151,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:00.338237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.340047 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0fa8265d-2a69-419b-b1dd-06b1d8ed8ea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3556302 Mar 03 12:30:00.342830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40010) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:00.348128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7f4496eb-d7d8-4e8e-aff1-32afd988b516', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:30:00.354159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:30:00.358445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:30:00.361511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:30:00.367342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:30:00.403646 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-02462517-2abd-4061-9463-92290b0950a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:29:59Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:30:00.408302 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02462517-2abd-4061-9463-92290b0950a1 None None] The sync data for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv is: [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:29:59Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:30:00.410771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ee4741b2-f53c-4e21-b16c-01183297c2ab up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:30:00.469500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.492104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ee4741b2-f53c-4e21-b16c-01183297c2ab triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:30:00.492448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.553315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.616059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.644771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2168cf-7d94-4677-b856-df98ba00718c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:00.707373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.708641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3e5e9572-6174-4de3-b070-2ad7ce97046b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3646662 Mar 03 12:30:00.711447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40014) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:00.717397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7f4496eb-d7d8-4e8e-aff1-32afd988b516', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:30:00.723836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:30:00.727827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:30:00.731978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:30:00.738143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:30:00.814037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.883212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.950894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:00.975374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a60c37-32c8-404c-be8a-e5d363453cf5,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:01.045315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.046540 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-df29b042-f136-49ec-9a4d-9146ddec3eec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3340366 Mar 03 12:30:01.049388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40018) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:01.054726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7f4496eb-d7d8-4e8e-aff1-32afd988b516', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:30:01.061438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:30:01.065299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:30:01.068389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:30:01.074840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:30:01.153641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:30:01.160937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.233249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.311228 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.336482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760d854a-db25-437c-bc44-6e7d19c864ed,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:01.424223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.425430 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-94a9a649-da3e-4556-ade3-09145ba5c750 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3751030 Mar 03 12:30:01.428204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40022) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:01.433218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': '7f4496eb-d7d8-4e8e-aff1-32afd988b516', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:30:01.439918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:30:01.443703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:30:01.446573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:30:01.452500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:30:01.525058 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:30:01.532034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.599001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.673068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.695994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57a47d1-d582-46f6-a13c-96bc1f330d20,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:01.764448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:01.765573 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-140b3b08-eeff-4b92-8dec-31ea6114b508 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3363829 Mar 03 12:30:01.982677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-1414373c-b860-43dc-b346-d8dad36dc51c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:30:02.107347 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-1414373c-b860-43dc-b346-d8dad36dc51c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:30:02.108471 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-1414373c-b860-43dc-b346-d8dad36dc51c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084141983&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1653600 Mar 03 12:30:02.359358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-19a5e44e-4f88-46b0-ac6d-e430f0572d3b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:02.360168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-19a5e44e-4f88-46b0-ac6d-e430f0572d3b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:30:02.422119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:30:02.435525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-19a5e44e-4f88-46b0-ac6d-e430f0572d3b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:30:02.439023 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-19a5e44e-4f88-46b0-ac6d-e430f0572d3b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 200 len: 797 time: 0.3217535 Mar 03 12:30:02.452099 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-31502328-8aa6-455d-8937-c416a23dddf0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0097778 Mar 03 12:30:02.543607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-172b9b48-5e33-46a5-ac67-a9c746c43f8e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:30:02.627379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:30:02.632244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:30:02.636380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:02.661335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-172b9b48-5e33-46a5-ac67-a9c746c43f8e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:30:02.665094 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-172b9b48-5e33-46a5-ac67-a9c746c43f8e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048697 Mar 03 12:30:02.752958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:02.783688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:30:02.805710 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-d0c83d58-1ba7-490e-8285-cd9d805fa5b1 service neutron] 10.222.0.35 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303747 Mar 03 12:30:02.867304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:02.937560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:02.942038 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-93d7e4ed-ba5d-4ebe-8634-dc36b874f2da service neutron] 10.222.0.35 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297376 Mar 03 12:30:03.191858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-7edad51a-6619-44f7-8dfe-4bd97cc9aea2 req-bf7d9157-dea6-4b50-8ee1-2d377ccaedcf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:30:03.203657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-7edad51a-6619-44f7-8dfe-4bd97cc9aea2 req-bf7d9157-dea6-4b50-8ee1-2d377ccaedcf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:30:03.204803 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7edad51a-6619-44f7-8dfe-4bd97cc9aea2 req-bf7d9157-dea6-4b50-8ee1-2d377ccaedcf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 210 time: 0.0559514 Mar 03 12:30:04.351270 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-78d47659-7603-4e11-9040-297186ba0776 req-4b208269-0826-4f9d-85a6-a4526261b303 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 210 time: 0.0413380 Mar 03 12:30:04.400821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:30:04.469516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:30:04.469881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:05.354034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-9fda6dda-1ec3-4c74-90dd-792a1b19ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:05.355682 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-9fda6dda-1ec3-4c74-90dd-792a1b19ca14 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 200 len: 797 time: 0.1477864 Mar 03 12:30:05.408093 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-d3f90c12-36c1-42d1-b3ee-3ef287180ee8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 380 time: 0.0445437 Mar 03 12:30:05.416049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['7f4496eb-d7d8-4e8e-aff1-32afd988b516']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:30:05.511036 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f158b7d2-f8a0-48fe-8dc0-9c4701f2afe0 req-6471801e-ae1a-45f3-a490-6ea3d0334734 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 210 time: 0.0452960 Mar 03 12:30:05.559395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:30:05.572141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:30:05.629091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:30:05.632725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:05.794915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.10 (cd9f151a-47d8-46fd-9009-7afb40073d0a/8c92bb04-76da-44cc-81a2-56fdaa9eaa0a/24495be7-77dd-4327-86dc-5f5223ecf6a4) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:30:05.980139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:05.994937 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 24495be7-77dd-4327-86dc-5f5223ecf6a4 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:30:06.073229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:06.143898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network cd9f151a-47d8-46fd-9009-7afb40073d0a is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:30:06.151726 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:30:06.156049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:30:06.186219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=24495be7-77dd-4327-86dc-5f5223ecf6a4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:06.222612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:06.223220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:06.302178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fa7bcacc-588d-4f65-a163-d1f8aa44d7cf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8897786 Mar 03 12:30:06.316566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Request body: {'port': {'device_id': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:30:06.428934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:06.435126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-81db365d-9ffe-4a1c-b614-9b0b4ebb2b4a None None] Provisioning for port 24495be7-77dd-4327-86dc-5f5223ecf6a4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:30:06.440505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-81db365d-9ffe-4a1c-b614-9b0b4ebb2b4a None None] Provisioning complete for port 24495be7-77dd-4327-86dc-5f5223ecf6a4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:30:06.440881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-81db365d-9ffe-4a1c-b614-9b0b4ebb2b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:06.497771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-81db365d-9ffe-4a1c-b614-9b0b4ebb2b4a None None] Port 24495be7-77dd-4327-86dc-5f5223ecf6a4 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:30:06.868222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fe2da-78c8-46e9-ac71-5b2eec16a363 req-fac014a5-5770-4fda-a85e-ad54406d0d8c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:06.868817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-843fe2da-78c8-46e9-ac71-5b2eec16a363 req-fac014a5-5770-4fda-a85e-ad54406d0d8c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:30:06.929018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24495be7-77dd-4327-86dc-5f5223ecf6a4 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:30:06.936517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:06.950082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Transition to ACTIVE for port object 24495be7-77dd-4327-86dc-5f5223ecf6a4 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:30:07.004413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-843fe2da-78c8-46e9-ac71-5b2eec16a363 req-fac014a5-5770-4fda-a85e-ad54406d0d8c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:30:07.005604 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-843fe2da-78c8-46e9-ac71-5b2eec16a363 req-fac014a5-5770-4fda-a85e-ad54406d0d8c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 932 time: 0.3568997 Mar 03 12:30:07.026116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:07.174421 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-843fe2da-78c8-46e9-ac71-5b2eec16a363 req-71d2eb9b-cc91-4b10-b6a7-5c0a448a74af tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631234 Mar 03 12:30:07.182653 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Pushing event updated for resources: {'Port': ['ID=24495be7-77dd-4327-86dc-5f5223ecf6a4,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:07.287279 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Attempting to bind port 24495be7-77dd-4327-86dc-5f5223ecf6a4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:30:07.287614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Attempting to bind port 24495be7-77dd-4327-86dc-5f5223ecf6a4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:30:07.288049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Attempting to bind port 24495be7-77dd-4327-86dc-5f5223ecf6a4 on network cd9f151a-47d8-46fd-9009-7afb40073d0a {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:30:07.292507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Port 24495be7-77dd-4327-86dc-5f5223ecf6a4 on network cd9f151a-47d8-46fd-9009-7afb40073d0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:30:07.292855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Attempting to bind port 24495be7-77dd-4327-86dc-5f5223ecf6a4 on network cd9f151a-47d8-46fd-9009-7afb40073d0a {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:30:07.297840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:30:07.298184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Checking segment: {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:30:07.298556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Bound using segment: {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:30:07.298970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Bound port: 24495be7-77dd-4327-86dc-5f5223ecf6a4, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513d9d20-a609-4888-8a62-df8000bf35a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:30:07.299299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:07.389367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] For port 24495be7-77dd-4327-86dc-5f5223ecf6a4, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:30:07.392135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] For port 24495be7-77dd-4327-86dc-5f5223ecf6a4, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:30:07.484860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:07.541202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:07.541804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:07.544303 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] 10.222.0.26 "PUT /v2.0/ports/24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 200 len: 1094 time: 1.2340360 Mar 03 12:30:07.544735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:30:07.569414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c511f-8533-4c16-813a-c85301e7e04e service neutron] Pushing event updated for resources: {'Port': ['ID=24495be7-77dd-4327-86dc-5f5223ecf6a4,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:07.594531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'status': 'completed', 'code': 200} Mar 03 12:30:07.692882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f051f8-d038-4f8e-ac25-d20d8f815967 req-8b5c7526-5eea-45a0-88e4-5ae8b8165d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:07.694386 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59f051f8-d038-4f8e-ac25-d20d8f815967 req-8b5c7526-5eea-45a0-88e4-5ae8b8165d8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1097 time: 0.0794380 Mar 03 12:30:07.834610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f051f8-d038-4f8e-ac25-d20d8f815967 req-4cbffa67-8049-41e6-903f-f9e6d9d9f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:07.836029 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59f051f8-d038-4f8e-ac25-d20d8f815967 req-4cbffa67-8049-41e6-903f-f9e6d9d9f260 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1339304 Mar 03 12:30:07.967602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f051f8-d038-4f8e-ac25-d20d8f815967 req-90396eba-242a-4649-a7d5-b8fe61589b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:07.969057 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59f051f8-d038-4f8e-ac25-d20d8f815967 req-90396eba-242a-4649-a7d5-b8fe61589b72 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271362 Mar 03 12:30:08.041069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ebbf722d-a567-4b9b-a90c-4119165b3ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:08.069572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:08.072571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fec4da15-3b7e-4e9d-aa19-bdab937cde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:08.074148 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-fec4da15-3b7e-4e9d-aa19-bdab937cde0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1097 time: 0.0707586 Mar 03 12:30:08.144029 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-288db295-bfb4-4c7b-b851-5e7d8f4a3bd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 200 len: 217 time: 0.0637290 Mar 03 12:30:08.204614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-3138a9c9-fba9-46f1-b7cc-606493535841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:08.205898 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-3138a9c9-fba9-46f1-b7cc-606493535841 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 200 len: 843 time: 0.0564227 Mar 03 12:30:08.319121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-83dbd57f-3b69-43e7-8262-8cbc3ad4c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:08.320593 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-83dbd57f-3b69-43e7-8262-8cbc3ad4c1ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd9f151a-47d8-46fd-9009-7afb40073d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081247 Mar 03 12:30:08.462550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093dd57-9500-4a6d-8717-a82cc91d98b2 req-9f95a7a1-5e3e-4b36-ae39-cf36c38872cd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:08.463915 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f093dd57-9500-4a6d-8717-a82cc91d98b2 req-9f95a7a1-5e3e-4b36-ae39-cf36c38872cd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 944 time: 0.1850157 Mar 03 12:30:08.501186 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-e71d9072-a155-4c74-a013-7b0290d988d4 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728892 Mar 03 12:30:08.553632 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f093dd57-9500-4a6d-8717-a82cc91d98b2 req-9aa9f197-5b58-4a13-a7fe-7105ce723917 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838172 Mar 03 12:30:08.643482 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77dfa40c-ff77-47de-ab6f-5ce43a780931 req-4ddc67ff-77b2-4ee7-84f7-e3922cae72c0 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339402 Mar 03 12:30:09.747075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b88aa8-6f40-4969-8d32-a097232e3bfa req-9857f596-1213-4002-a9fb-d57000693544 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:09.748553 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-75b88aa8-6f40-4969-8d32-a097232e3bfa req-9857f596-1213-4002-a9fb-d57000693544 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 944 time: 0.0844486 Mar 03 12:30:09.766737 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:30:09.791002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-75b88aa8-6f40-4969-8d32-a097232e3bfa req-959b3f05-302c-4a20-9782-14ab8d8483ac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:30:09.802567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-75b88aa8-6f40-4969-8d32-a097232e3bfa req-959b3f05-302c-4a20-9782-14ab8d8483ac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:30:09.803631 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-75b88aa8-6f40-4969-8d32-a097232e3bfa req-959b3f05-302c-4a20-9782-14ab8d8483ac tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492046 Mar 03 12:30:10.109305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b4f85955-641f-49a6-8acc-9334be6ef26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:11.093973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8b9cd-19ad-451a-9047-9321fec8b14e req-995c5c49-4149-496c-bacb-5f2e3bcaabaa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:11.095310 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-41d8b9cd-19ad-451a-9047-9321fec8b14e req-995c5c49-4149-496c-bacb-5f2e3bcaabaa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 944 time: 0.1885579 Mar 03 12:30:11.139214 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-41d8b9cd-19ad-451a-9047-9321fec8b14e req-bf1ac1eb-e46e-49b6-a090-d833c60e2c21 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381689 Mar 03 12:30:11.169842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:11.296844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 24495be7-77dd-4327-86dc-5f5223ecf6a4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:30:11.436948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 24495be7-77dd-4327-86dc-5f5223ecf6a4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:30:11.449523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'port_id': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'mac_address': 'fa:16:3e:08:84:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:30:11.479599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:11.504745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:11.521228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24495be7-77dd-4327-86dc-5f5223ecf6a4 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:30:11.536739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 24495be7-77dd-4327-86dc-5f5223ecf6a4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:30:11.611822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:11.684508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=24495be7-77dd-4327-86dc-5f5223ecf6a4,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:11.819727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['24495be7-77dd-4327-86dc-5f5223ecf6a4'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:30:12.320685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d58f0-7ffc-4901-bc19-daf156750e31 req-49bb7750-d54c-4ade-ba38-d7df0992d608 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:12.322166 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-709d58f0-7ffc-4901-bc19-daf156750e31 req-49bb7750-d54c-4ade-ba38-d7df0992d608 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 945 time: 0.0810838 Mar 03 12:30:12.369608 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-709d58f0-7ffc-4901-bc19-daf156750e31 req-c186c663-16c7-40b1-bbd3-a18fe2e840ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396504 Mar 03 12:30:12.794617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:13.311050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 24495be7-77dd-4327-86dc-5f5223ecf6a4 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:30:13.440622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 24495be7-77dd-4327-86dc-5f5223ecf6a4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:30:13.445771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 24495be7-77dd-4327-86dc-5f5223ecf6a4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:30:13.446160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:13.557151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fa7f6-1c9a-4d43-8d45-11f624bc1e5b req-e632dc3a-ec28-417e-bbfb-5e0f5cb82280 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:13.558797 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f42fa7f6-1c9a-4d43-8d45-11f624bc1e5b req-e632dc3a-ec28-417e-bbfb-5e0f5cb82280 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 945 time: 0.0794003 Mar 03 12:30:13.565126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:13.592903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:30:13.603679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 24495be7-77dd-4327-86dc-5f5223ecf6a4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:30:13.605858 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f42fa7f6-1c9a-4d43-8d45-11f624bc1e5b req-88dffe76-0834-46e9-9307-257ae7d7bc5c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411577 Mar 03 12:30:13.678487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:13.748482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=24495be7-77dd-4327-86dc-5f5223ecf6a4,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:13.756716 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'code': 200} Mar 03 12:30:14.131925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9b8dd-4811-4591-85dc-2815ca153008 req-67bb6b8f-8998-4021-97f8-05449a1490d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:14.133413 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b6e9b8dd-4811-4591-85dc-2815ca153008 req-67bb6b8f-8998-4021-97f8-05449a1490d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1099 time: 0.0712590 Mar 03 12:30:14.173818 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b6e9b8dd-4811-4591-85dc-2815ca153008 req-a55b4d7b-550a-49dc-8a5b-b1b7de415f45 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336907 Mar 03 12:30:14.801840 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7869c3-bfd6-44d5-b16e-be855aff288f req-391cc477-b31e-4445-a119-14bbb30fc634 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:14.803265 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1a7869c3-bfd6-44d5-b16e-be855aff288f req-391cc477-b31e-4445-a119-14bbb30fc634 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 946 time: 0.0909359 Mar 03 12:30:14.847057 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1a7869c3-bfd6-44d5-b16e-be855aff288f req-f3e1f7b4-1dcc-49b7-85f0-0c04c5cf66a7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367761 Mar 03 12:30:16.032966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07e04f-c74d-479c-8a24-33dddd921938 req-a605f499-4c87-4485-bc29-cecdb435aaa3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:16.034446 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f07e04f-c74d-479c-8a24-33dddd921938 req-a605f499-4c87-4485-bc29-cecdb435aaa3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 946 time: 0.0831599 Mar 03 12:30:16.077924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f07e04f-c74d-479c-8a24-33dddd921938 req-eef69319-9de8-4635-8508-586dd23bd364 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379326 Mar 03 12:30:16.258346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ee46e-610b-471d-8128-36f935bf54a1 req-936f925a-5ee9-41ed-af55-586edd419768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:16.259782 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0e2ee46e-610b-471d-8128-36f935bf54a1 req-936f925a-5ee9-41ed-af55-586edd419768 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 946 time: 0.0815315 Mar 03 12:30:16.305213 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0e2ee46e-610b-471d-8128-36f935bf54a1 req-2ebe369b-c711-4b01-8442-db9925f699cb tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Mar 03 12:30:16.329209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40086) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:16.403852 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953dbc1a-5e23-4234-9c1a-44a51796e08b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:16.405368 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-953dbc1a-5e23-4234-9c1a-44a51796e08b tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1094 time: 0.0751526 Mar 03 12:30:16.408125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40090) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:16.412902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:30:16.419442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:30:16.423236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:30:16.426016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:30:16.431529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:30:16.508879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:16.643204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:16.775752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.245 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/a8a9aa8f-b4b6-4df2-a316-0e163de6239d) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:30:16.919792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:17.015977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:17.073673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:30:17.076206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:30:17.083675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:30:17.125777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=a8a9aa8f-b4b6-4df2-a316-0e163de6239d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:17.486490 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:17.621546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:17.931217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:18.005976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:18.121634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=a8a9aa8f-b4b6-4df2-a316-0e163de6239d,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:30:18.131634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:18.298112 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 1d519771-8b2e-4c16-8cd9-78181473081e associated. External IP: 172.26.8.245, port: 24495be7-77dd-4327-86dc-5f5223ecf6a4. Mar 03 12:30:18.642036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 82bce1d4-3428-4214-9248-7522ee63c0dc has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:30:18.820795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:30:18.831554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] Sync routers for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:30:18.841773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:30:18.842354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:30:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:30:18.918562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:18.973346 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8ce2017a-c70f-4cf2-8001-8beae0fac923 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5642273 Mar 03 12:30:18.973929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:30:18.976481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40094) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:19.018345 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'status': 'completed', 'code': 200} Mar 03 12:30:19.024768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:30:19.087934 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-45a5bf5f-ea28-4351-a370-c452295800e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/1d519771-8b2e-4c16-8cd9-78181473081e HTTP/1.1" status: 200 len: 992 time: 0.1092803 Mar 03 12:30:19.112040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-19c0d9cf-59c5-476d-bfe8-755685320719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:19.113548 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-19c0d9cf-59c5-476d-bfe8-755685320719 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1099 time: 0.0736783 Mar 03 12:30:19.246292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-286e35d1-e372-4e70-8080-9cd775dcd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:19.247756 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-286e35d1-e372-4e70-8080-9cd775dcd004 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 200 len: 898 time: 0.1279569 Mar 03 12:30:19.420470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '1d519771-8b2e-4c16-8cd9-78181473081e', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'port_id': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'mac_address': 'fa:16:3e:08:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:30:17Z', 'updated_at': '2022-03-03T12:30:17Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:30:02Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:30:19.424513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] Checking router: 82bce1d4-3428-4214-9248-7522ee63c0dc for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:30:19.434218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:30:19.434838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:30:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:30:19.460605 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-cccf0b3c-bf5d-4e74-92a0-277b04e1db40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 200 len: 1000 time: 0.2066443 Mar 03 12:30:19.523700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-94c63f2e-18d5-49ba-abbc-11bed870cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:19.524797 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-94c63f2e-18d5-49ba-abbc-11bed870cc18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 200 len: 843 time: 0.0576367 Mar 03 12:30:19.599342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-f12d546b-63ea-41ad-b812-44c868fbdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:19.600851 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-f12d546b-63ea-41ad-b812-44c868fbdf52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd9f151a-47d8-46fd-9009-7afb40073d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699456 Mar 03 12:30:19.616776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:30:19.737111 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-31343d48-c625-4247-9f43-c34376901c14 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295106 Mar 03 12:30:19.868590 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96eb6736-6418-4164-9c92-71aae3dfe962 req-598bd43e-719c-4da4-809b-d604e3ec59f4 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258166 Mar 03 12:30:19.967830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '1d519771-8b2e-4c16-8cd9-78181473081e', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'port_id': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'mac_address': 'fa:16:3e:08:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:30:17Z', 'updated_at': '2022-03-03T12:30:17Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:30:02Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:30:19.971814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b398e-1441-4169-a417-96ec73b1a314 None None] The sync data for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv is: [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '1d519771-8b2e-4c16-8cd9-78181473081e', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'port_id': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'mac_address': 'fa:16:3e:08:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:30:17Z', 'updated_at': '2022-03-03T12:30:17Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:30:02Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:30:20.090466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40100) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:20.153577 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe3e94-236d-498a-98b4-0286d411d4a2 None None] New status for floating IP 1d519771-8b2e-4c16-8cd9-78181473081e: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:30:20.202468 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1bb30053-9d79-4506-b68e-65620e532424 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/1d519771-8b2e-4c16-8cd9-78181473081e HTTP/1.1" status: 200 len: 992 time: 0.1108551 Mar 03 12:30:20.885068 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-b322710a-2c8a-4e89-b3be-921febf0d619 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699866 Mar 03 12:30:21.018932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-aeacae79-8aad-4e78-8e92-6028e1da5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:21.020409 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-aeacae79-8aad-4e78-8e92-6028e1da5344 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1099 time: 0.0695164 Mar 03 12:30:21.161900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-8f3d8b1f-71d4-4857-acd5-a343102e55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:21.163250 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-8f3d8b1f-71d4-4857-acd5-a343102e55be service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 200 len: 898 time: 0.1241448 Mar 03 12:30:21.205800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40104) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:30:21.266071 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-875ef7c4-4950-42ec-9d06-315a135a6cf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 200 len: 1002 time: 0.0957832 Mar 03 12:30:21.323060 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f2fff8ce-03ba-4446-b38f-df46f249fba3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/1d519771-8b2e-4c16-8cd9-78181473081e HTTP/1.1" status: 200 len: 994 time: 0.1094267 Mar 03 12:30:21.339662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-1591df24-9ee0-4a29-97ff-dffe0d21a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:21.341068 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-1591df24-9ee0-4a29-97ff-dffe0d21a306 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 200 len: 843 time: 0.0694573 Mar 03 12:30:21.414476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-f495b9dc-d20a-47b1-8944-d01ac3e1652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:30:21.415840 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-f495b9dc-d20a-47b1-8944-d01ac3e1652b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd9f151a-47d8-46fd-9009-7afb40073d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689852 Mar 03 12:30:21.547287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-a636730b-f425-4ec0-8198-c6b5d2d991fc service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252549 Mar 03 12:30:21.680664 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-818ef085-eb82-4fa9-8074-146aeeac0c45 req-32ed13f4-25f9-4b2a-af09-2251a59f3428 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274028 Mar 03 12:30:38.078098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3cfa-f93b-40dd-b980-7ddf72d38163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:38.131480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:40.117940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c4aff2ce-2e28-4e37-b461-e9f31b6b9f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:41.154191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:41.438237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:42.805389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:30:46.769548 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:31:08.079626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-99a198f0-7164-4be4-8fb2-61e4ac496277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:08.182393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:10.119465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9fda8890-3235-4761-80f4-daec63978d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:11.164103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:11.445164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:12.787740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:20.873101 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-9ccfe7d7-a23a-4500-b592-289e3b35f854 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684450 Mar 03 12:31:21.013504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-096c1bd5-01ba-4413-a077-741d4fbb1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:31:21.014923 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-096c1bd5-01ba-4413-a077-741d4fbb1b85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1099 time: 0.0726628 Mar 03 12:31:21.156907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-a043846d-4eef-40c7-8a4f-fbdac3564f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:31:21.158249 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-a043846d-4eef-40c7-8a4f-fbdac3564f68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 200 len: 898 time: 0.1264272 Mar 03 12:31:21.361143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-595044ef-8b97-4c76-87e8-f54c0dc1d84c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 200 len: 1002 time: 0.1968176 Mar 03 12:31:21.423401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-5bc88da7-106e-411d-b394-afe221da6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:31:21.426178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-5bc88da7-106e-411d-b394-afe221da6578 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 200 len: 843 time: 0.0591142 Mar 03 12:31:21.503754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-f6d06d6e-5f32-4eb3-802b-4503079e2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:31:21.505242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-f6d06d6e-5f32-4eb3-802b-4503079e2eaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd9f151a-47d8-46fd-9009-7afb40073d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729141 Mar 03 12:31:21.634488 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-9aee82dd-5a91-4658-9bec-c19ecb817f43 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233358 Mar 03 12:31:21.763786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b7e39b8-6ce8-47f2-8295-751f9cc5a0c2 req-4ac1eee1-ae02-4b2b-8660-81b1a05fa3be service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218750 Mar 03 12:31:23.769782 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:31:38.054549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a240cb43-9a94-45c4-bbdd-c9ec3606a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:38.134341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:40.125207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3482359-f609-48fb-8227-7ff6595ad59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:41.159210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:41.460226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:31:42.793272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:00.769414 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:32:08.026848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72e19af0-1f85-4ab1-8109-394873b79782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:08.134027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:10.095663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7a92a0a5-16de-4522-94c3-5f5f638d67c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:11.174102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:11.455677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:12.630811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40142) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:32:12.790346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:32:12.815467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:12.902256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16306064'] for subnet, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:13.174316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735754355429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16262532'] for subnet, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:13.225629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:13.226225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:13.227525 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/subnets/8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 200 len: 835 time: 0.5956876 Mar 03 12:32:13.233041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245624b-dd42-479a-b6e6-326167576db0 None None] Network cd9f151a-47d8-46fd-9009-7afb40073d0a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:32:13.246135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:32:13.254195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.254543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.254883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.255416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.255755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.256108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.256438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.256763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.257084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.257403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.257717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.258046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0a6f8-ef08-461a-b4b7-87706d175a04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:32:13.687292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aed418fa-d019-4f0f-8d16-005ab682eb58 None None] Provisioning complete for port 24495be7-77dd-4327-86dc-5f5223ecf6a4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:32:13.687664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aed418fa-d019-4f0f-8d16-005ab682eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:13.814708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aed418fa-d019-4f0f-8d16-005ab682eb58 None None] Provisioning complete for port ee4741b2-f53c-4e21-b16c-01183297c2ab triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:32:13.814959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aed418fa-d019-4f0f-8d16-005ab682eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:13.940178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aed418fa-d019-4f0f-8d16-005ab682eb58 None None] Provisioning complete for port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:32:13.940884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aed418fa-d019-4f0f-8d16-005ab682eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:21.899250 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-19246bd4-9571-427e-9c75-62fc12daf8bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674174 Mar 03 12:32:22.039325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-9fe6a4e6-546f-4024-b266-414dd3f59207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:22.040827 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-9fe6a4e6-546f-4024-b266-414dd3f59207 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1099 time: 0.0732691 Mar 03 12:32:22.187080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-9eb4bdab-cbfd-4abd-9c4d-51d11741a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:22.188482 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-9eb4bdab-cbfd-4abd-9c4d-51d11741a92e service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 200 len: 898 time: 0.1266019 Mar 03 12:32:22.290860 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-6c2c64ec-1bfe-4e5e-b479-6c9efd3b63dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 200 len: 1002 time: 0.0964725 Mar 03 12:32:22.355241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-1e77123a-4290-468a-8677-39f92e7cecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:22.356685 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-1e77123a-4290-468a-8677-39f92e7cecaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 200 len: 843 time: 0.0600953 Mar 03 12:32:22.430365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-ee2c4fd3-92e8-4355-91f5-244a07d7b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:22.431808 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-ee2c4fd3-92e8-4355-91f5-244a07d7b2e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd9f151a-47d8-46fd-9009-7afb40073d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697434 Mar 03 12:32:22.563984 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-0849b5a4-a4a9-4460-84a9-f1ca3642ef7a service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256030 Mar 03 12:32:22.695061 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b5e5c0f-45ef-4c3d-9243-bcc2166ce7f1 req-c51f2f4d-88a2-4fb8-8516-2fd7031e0ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256056 Mar 03 12:32:37.769424 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:32:38.049305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-542aedbf-15ee-4a7a-8398-d26305e1a946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:38.152183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:40.129855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4f428b81-91fb-4c96-8ef6-67b8610b8687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:41.238040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:41.437822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:42.819507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:56.066266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40170) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:32:56.381022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port a8a9aa8f-b4b6-4df2-a316-0e163de6239d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:32:56.381355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:56.548967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:56.549291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:56.673376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for a8a9aa8f-b4b6-4df2-a316-0e163de6239d owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:32:56.854588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:56.901420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=a8a9aa8f-b4b6-4df2-a316-0e163de6239d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:32:56.992068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:56.992401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 1d519771-8b2e-4c16-8cd9-78181473081e disassociated (deleted). External IP: 172.26.8.245, port: 24495be7-77dd-4327-86dc-5f5223ecf6a4. Mar 03 12:32:57.335175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 82bce1d4-3428-4214-9248-7522ee63c0dc has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:32:57.511032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:32:57.520705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] Sync routers for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:32:57.529898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:32:57.530495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:32:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:32:57.654236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:57.706493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:32:57.709691 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-94af42a9-f105-4e1c-ad1b-7f35fa87fff5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/1d519771-8b2e-4c16-8cd9-78181473081e HTTP/1.1" status: 204 len: 168 time: 1.6422403 Mar 03 12:32:57.710273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:32:57.815834 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'status': 'completed', 'code': 200} Mar 03 12:32:57.914499 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-f9d48653-f6ae-474b-92c9-a2ca2d19695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:57.915883 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-f9d48653-f6ae-474b-92c9-a2ca2d19695e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 1099 time: 0.0768695 Mar 03 12:32:58.028318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:30:02Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:32:58.032678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] Checking router: 82bce1d4-3428-4214-9248-7522ee63c0dc for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:32:58.049956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:32:58.050542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:32:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:32:58.063673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-06167a86-c949-4e41-a655-656a52341f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:58.065136 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-06167a86-c949-4e41-a655-656a52341f11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 200 len: 898 time: 0.1422954 Mar 03 12:32:58.135461 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-450eacce-98d5-415b-b87f-0adc92dab55d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 200 len: 217 time: 0.0640197 Mar 03 12:32:58.230854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:32:58.237721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-182e98d8-f953-409d-9010-12b9c1bce2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:58.239145 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-182e98d8-f953-409d-9010-12b9c1bce2fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 200 len: 843 time: 0.0973139 Mar 03 12:32:58.451518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5df34a-c66b-4368-9242-991a84f337b5 req-8bca47d4-c019-4778-a8d1-0ce4a88beb04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:58.453223 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6b5df34a-c66b-4368-9242-991a84f337b5 req-8bca47d4-c019-4778-a8d1-0ce4a88beb04 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 946 time: 0.2492967 Mar 03 12:32:58.455835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-9d1b262f-87c1-4741-8db6-67e23e6ac76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:58.457273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-9d1b262f-87c1-4741-8db6-67e23e6ac76f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd9f151a-47d8-46fd-9009-7afb40073d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2116094 Mar 03 12:32:58.477463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-160c5df8-59be-4c30-95d1-4edb72f6bc9c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:32:58.478382 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-160c5df8-59be-4c30-95d1-4edb72f6bc9c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061502 Mar 03 12:32:58.533842 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6b5df34a-c66b-4368-9242-991a84f337b5 req-68f13303-c502-4c42-80ed-857471dec677 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745835 Mar 03 12:32:58.593863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:30:02Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:32:58.598160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20cd05f-e808-4654-9463-6e4020e90745 None None] The sync data for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv is: [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '580ad6eb-cc42-4cf7-b4bb-ff03dacd048d', 'name': '', 'network_id': 'cd9f151a-47d8-46fd-9009-7afb40073d0a', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:c7:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:55Z', 'updated_at': '2022-03-03T12:30:02Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': '8c92bb04-76da-44cc-81a2-56fdaa9eaa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:32:58.630514 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-d73b4081-d541-4d1a-b8ab-78671c40d817 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371386 Mar 03 12:32:58.770076 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40dbb895-934e-4116-b905-2a7b534f5a52 req-de861ab8-b600-4178-a287-765aaa907989 service neutron] 10.222.0.26 "GET /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329992 Mar 03 12:32:58.811726 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ff50a-b463-449f-8325-eb81de6a7b39 None None] New status for floating IP 1d519771-8b2e-4c16-8cd9-78181473081e: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:32:59.549209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6209e-1c71-491b-890f-713ef7de950a req-b950dba0-a84b-4d38-b5ab-3bf2a52cbbf4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:59.550658 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-66c6209e-1c71-491b-890f-713ef7de950a req-b950dba0-a84b-4d38-b5ab-3bf2a52cbbf4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 946 time: 0.0818388 Mar 03 12:32:59.628276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 24495be7-77dd-4327-86dc-5f5223ecf6a4 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:32:59.628808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:32:59.758360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1d3cc-a44b-4624-a506-df3cc533710b req-67b81c9b-f47b-4cc1-b8db-5f04632ab9e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:32:59.759066 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c4a1d3cc-a44b-4624-a506-df3cc533710b req-67b81c9b-f47b-4cc1-b8db-5f04632ab9e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:32:59.831955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c4a1d3cc-a44b-4624-a506-df3cc533710b req-67b81c9b-f47b-4cc1-b8db-5f04632ab9e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:32:59.833196 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c4a1d3cc-a44b-4624-a506-df3cc533710b req-67b81c9b-f47b-4cc1-b8db-5f04632ab9e6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 946 time: 0.1695142 Mar 03 12:32:59.882931 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c4a1d3cc-a44b-4624-a506-df3cc533710b req-9ef1deb6-9fe4-4135-9a2a-e2198f260683 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f4496eb-d7d8-4e8e-aff1-32afd988b516&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 Mar 03 12:32:59.924674 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 24495be7-77dd-4327-86dc-5f5223ecf6a4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=24495be7-77dd-4327-86dc-5f5223ecf6a4,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:32:59.925030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:00.072812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 24495be7-77dd-4327-86dc-5f5223ecf6a4 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:33:00.352354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:00.410103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=24495be7-77dd-4327-86dc-5f5223ecf6a4,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:00.453578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.453916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.454248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.454574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.454895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.455212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.455528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.455841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.456181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.456495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.456924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.457236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:00.494672 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 24495be7-77dd-4327-86dc-5f5223ecf6a4 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:33:00.497040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:00.501210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'name': 'network-vif-deleted', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:33:00.546872 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa173b87-5689-46f7-bbfa-e6b613c50648', 'name': 'network-vif-deleted', 'tag': '24495be7-77dd-4327-86dc-5f5223ecf6a4', 'status': 'completed', 'code': 200} Mar 03 12:33:00.564035 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-66c6209e-1c71-491b-890f-713ef7de950a req-f577b6d0-3739-4d95-b209-01fce6596699 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/24495be7-77dd-4327-86dc-5f5223ecf6a4 HTTP/1.1" status: 204 len: 173 time: 1.0084388 Mar 03 12:33:01.052664 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3878abd0-2dbb-4aa3-9b3c-c36c74932e7a req-a5e177d8-5a2b-43fe-9339-d510ea81b144 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa173b87-5689-46f7-bbfa-e6b613c50648 HTTP/1.1" status: 200 len: 210 time: 0.0417981 Mar 03 12:33:02.113634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 24495be7-77dd-4327-86dc-5f5223ecf6a4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:33:02.148228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 24495be7-77dd-4327-86dc-5f5223ecf6a4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:33:02.148343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 24495be7-77dd-4327-86dc-5f5223ecf6a4 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:33:02.154258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40192) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:02.340263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68114655-46d2-4502-8d50-c8c7788cc8e8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:02.371529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68114655-46d2-4502-8d50-c8c7788cc8e8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:02.483997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68114655-46d2-4502-8d50-c8c7788cc8e8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:02.503712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68114655-46d2-4502-8d50-c8c7788cc8e8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4496eb-d7d8-4e8e-aff1-32afd988b516,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:02.568079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-68114655-46d2-4502-8d50-c8c7788cc8e8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:02.569202 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-68114655-46d2-4502-8d50-c8c7788cc8e8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/7f4496eb-d7d8-4e8e-aff1-32afd988b516 HTTP/1.1" status: 204 len: 168 time: 0.4139564 Mar 03 12:33:02.632331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40198) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:03.173569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:03.513291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:33:03.513624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:03.694541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:03.694883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:03.817937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:33:04.310942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:04.359045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=580ad6eb-cc42-4cf7-b4bb-ff03dacd048d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:04.633218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:04.982494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 82bce1d4-3428-4214-9248-7522ee63c0dc has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:33:05.155191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:33:05.165323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] Sync routers for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:33:05.169822 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-be5d6497-90dd-4d21-b439-29ce98ae969a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/82bce1d4-3428-4214-9248-7522ee63c0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364163 Mar 03 12:33:05.173357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40202) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:05.176872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:05.177482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:32:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:05.241439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet 8c92bb04-76da-44cc-81a2-56fdaa9eaa0a {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:33:05.244314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:05.298461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:05.356555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:05.380807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:05.620724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:05.646938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:33:04Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:05.650865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] Checking router: 82bce1d4-3428-4214-9248-7522ee63c0dc for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:33:05.660319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] Routers {'82bce1d4-3428-4214-9248-7522ee63c0dc'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:05.660918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:32:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['82bce1d4-3428-4214-9248-7522ee63c0dc'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:05.662032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:05.664712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=8c92bb04-76da-44cc-81a2-56fdaa9eaa0a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:05.672076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dc36b3d7-f397-42bf-a54e-f8b9528a5ef4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/8c92bb04-76da-44cc-81a2-56fdaa9eaa0a HTTP/1.1" status: 204 len: 168 time: 0.4977474 Mar 03 12:33:05.674678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40206) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:05.713963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e9f98-9cb1-43f0-9f94-551e3e09cca9 None None] Network cd9f151a-47d8-46fd-9009-7afb40073d0a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:33:05.853768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.003093 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] Set router 82bce1d4-3428-4214-9248-7522ee63c0dc gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:06.032894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.105216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port fad1747a-1caa-4aed-9dd5-d7e3334943a2 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:33:06.105877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.288139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port fad1747a-1caa-4aed-9dd5-d7e3334943a2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=fad1747a-1caa-4aed-9dd5-d7e3334943a2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:06.288491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.353490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] DHCP port deletion for cd9f151a-47d8-46fd-9009-7afb40073d0a request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:33:06.361009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Deleting port ee4741b2-f53c-4e21-b16c-01183297c2ab {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:33:06.361378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.392299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:33:04Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:06.404145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86dda2-dac9-4e1d-8f0b-89481b22047f None None] The sync data for ids ['82bce1d4-3428-4214-9248-7522ee63c0dc'] in dv-neutron-831730-1-hyperv is: [{'id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'name': 'tempest-TestNetworkBasicOps-router-37347184', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:29:50Z', 'updated_at': '2022-03-03T12:33:04Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'fad1747a-1caa-4aed-9dd5-d7e3334943a2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bce1d4-3428-4214-9248-7522ee63c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:29:51Z', 'updated_at': '2022-03-03T12:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:33:06.414740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for fad1747a-1caa-4aed-9dd5-d7e3334943a2 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:33:06.574385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] For port ee4741b2-f53c-4e21-b16c-01183297c2ab, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ee4741b2-f53c-4e21-b16c-01183297c2ab,segment=NetworkSegment(513d9d20-a609-4888-8a62-df8000bf35a3),segment_id=513d9d20-a609-4888-8a62-df8000bf35a3)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:06.574659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.642040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.696497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Calling delete_port for ee4741b2-f53c-4e21-b16c-01183297c2ab owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:33:06.717134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=fad1747a-1caa-4aed-9dd5-d7e3334943a2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:06.785352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.788508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ee4741b2-f53c-4e21-b16c-01183297c2ab no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:33:06.846344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.900200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Pushing event deleted for resources: {'Port': ['ID=ee4741b2-f53c-4e21-b16c-01183297c2ab,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:06.907642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] No DVR routers for this DVR port ee4741b2-f53c-4e21-b16c-01183297c2ab on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:33:06.910187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.910635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.911057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.911456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.911797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.912157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.912516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.912858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.913152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.913476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.913800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.914118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce7576-f009-4bbb-ae93-58f5cee60101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:06.917563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No active binding found for port ee4741b2-f53c-4e21-b16c-01183297c2ab {{(pid=88432) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 12:33:06.917969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ee4741b2-f53c-4e21-b16c-01183297c2ab not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:33:06.963414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:06.965619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.066282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.066832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router 82bce1d4-3428-4214-9248-7522ee63c0dc {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:33:07.082478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.086117 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-095430a7-b653-424a-accf-ce3b460b65ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/82bce1d4-3428-4214-9248-7522ee63c0dc HTTP/1.1" status: 204 len: 168 time: 1.4079280 Mar 03 12:33:07.086296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40210) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:07.304680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.440433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.516432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9f151a-47d8-46fd-9009-7afb40073d0a']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:07.516432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513d9d20-a609-4888-8a62-df8000bf35a3') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:07.516432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513d9d20-a609-4888-8a62-df8000bf35a3') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:07.516432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.516432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.522609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:33:07.522989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:33:07.572658 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:33:07.682235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.700151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.716874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=cd9f151a-47d8-46fd-9009-7afb40073d0a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:07.797951 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b82c9dcf-eea4-44b1-a166-1f8acfe9a5a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/cd9f151a-47d8-46fd-9009-7afb40073d0a HTTP/1.1" status: 204 len: 168 time: 0.7106085 Mar 03 12:33:07.809580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40214) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:07.815084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--1216165847', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:07.820071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:07.824108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:07.826912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:07.833027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:07.899914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:33:07.903302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.931364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:33:07.944039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:07.944039 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment 6184b7a7-b8d4-47e4-9579-6b897e57cfb2 of type vlan for network 42813989-da39-4dcf-81aa-ce6dcbeba186 Mar 03 12:33:07.965306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.048826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2f21ff94-615e-490e-ac00-6d65f6f23390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.076439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.082604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:08.086132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.105128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.194333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=42813989-da39-4dcf-81aa-ce6dcbeba186,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:08.206232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:33:08.249689 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb5e000f-c419-44a2-ac49-0810e6643f34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4390445 Mar 03 12:33:08.252942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40218) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:08.258337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:08.265454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:08.270967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:08.273151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:08.279496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:08.373630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.374671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.390181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:08.478790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fad1747a-1caa-4aed-9dd5-d7e3334943a2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:33:08.513303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: fad1747a-1caa-4aed-9dd5-d7e3334943a2 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:33:08.513645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device fad1747a-1caa-4aed-9dd5-d7e3334943a2 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:33:08.514070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:33:08.549392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:33:08.549731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 580ad6eb-cc42-4cf7-b4bb-ff03dacd048d not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:33:08.731481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:09.079268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:09.107494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:09.237627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.38 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/c46f3f3f-69d9-4c02-b044-b5240e773ea2) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:33:09.482248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:09.615020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:09.675152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:09.681938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:09.685925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:33:09.715116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=c46f3f3f-69d9-4c02-b044-b5240e773ea2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:10.145086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-43464bb0-1dd3-43a5-9c61-7e347ac21351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:10.154102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:10.498679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:10.763171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 48491cad-3057-4a5b-abe9-3dd29ddc310c is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:33:11.046906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:33:11.056455 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Sync routers for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:33:11.066676 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:11.067264 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:11.140884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:11.142796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5245d958-9e10-4575-8071-1b37523f07ba tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8881440 Mar 03 12:33:11.146315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40222) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:11.169137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:11.244629 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:11.330167 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2d943a35-068c-4b83-a941-e95f344f1b10 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1820982 Mar 03 12:33:11.332397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40228) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:11.463861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ab766-42f5-4b71-a4b2-33acd25df1c5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:11.466353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:11.468393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40232) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:11.469638 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-462ab766-42f5-4b71-a4b2-33acd25df1c5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350472 Mar 03 12:33:11.511124 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a35995f4-2eb7-473e-93e5-63211fc7b948 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407298 Mar 03 12:33:11.513591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40236) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:11.519308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793926866', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:11.565640 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:09Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:11.569362 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Checking router: 48491cad-3057-4a5b-abe9-3dd29ddc310c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:33:11.569702 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Updating router 48491cad-3057-4a5b-abe9-3dd29ddc310c port c46f3f3f-69d9-4c02-b044-b5240e773ea2 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:33:11.622217 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:11.627362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:11.631604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:11.634461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:11.640097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:11.717720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:33:11.721560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:11.950553 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:11.961930 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Transition to ACTIVE for port object c46f3f3f-69d9-4c02-b044-b5240e773ea2 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:11.974965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.014296 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.096335 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Attempting to bind port c46f3f3f-69d9-4c02-b044-b5240e773ea2 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:33:12.097041 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Attempting to bind port c46f3f3f-69d9-4c02-b044-b5240e773ea2 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:33:12.097041 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Attempting to bind port c46f3f3f-69d9-4c02-b044-b5240e773ea2 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:33:12.099313 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Pushing event updated for resources: {'Port': ['ID=c46f3f3f-69d9-4c02-b044-b5240e773ea2,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:12.108300 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:33:12.108664 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:33:12.109054 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.109487 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:33:12.110467 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Bound port: c46f3f3f-69d9-4c02-b044-b5240e773ea2, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:33:12.110822 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.135282 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.135625 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.135950 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.136292 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.136610 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.136929 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.137242 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.137553 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.137864 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.138169 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.138475 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.138782 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:12.164711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=cd7c6562-4ff1-4820-8224-dbed577850ee,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:12.173995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:33:12.174357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: 42813989-da39-4dcf-81aa-ce6dcbeba186, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:33:12.196114 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] For port c46f3f3f-69d9-4c02-b044-b5240e773ea2, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:33:12.199046 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] For port c46f3f3f-69d9-4c02-b044-b5240e773ea2, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c46f3f3f-69d9-4c02-b044-b5240e773ea2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:33:12.249004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:33:12.267207 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.334637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 42813989-da39-4dcf-81aa-ce6dcbeba186) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:12.339648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:12.344928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.346023 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:12.346023 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:12.347143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43897b94-aa91-4fdc-9da7-f5024a014d32 None None] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:33:12.415300 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66c26c-6cf6-41fa-baef-fda42861fae0 None None] Pushing event updated for resources: {'Port': ['ID=c46f3f3f-69d9-4c02-b044-b5240e773ea2,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:12.461046 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8b90573d-b0c8-4e39-af59-e1d3abd2a4a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9464507 Mar 03 12:33:12.463736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40240) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:12.530573 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:12.568107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-42813989-da39-4dcf-81aa-ce6dcbeba186', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:33:12.569467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.735774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Allocated IP 172.20.0.2 (42813989-da39-4dcf-81aa-ce6dcbeba186/cd7c6562-4ff1-4820-8224-dbed577850ee/94e07488-6b45-444e-aac0-2bbd1bc9cd62) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:33:12.824060 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:09Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:12.827716 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f441b-b738-4f28-8742-f3da924cc3ce None None] The sync data for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv is: [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:09Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:33:12.871474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.966787 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:12.978558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Transition to ACTIVE for port object 94e07488-6b45-444e-aac0-2bbd1bc9cd62 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:13.000743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Transition to ACTIVE for port object 94e07488-6b45-444e-aac0-2bbd1bc9cd62 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:13.055306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:13.119533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:13.127127 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:13.130001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:33:13.224924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:13.277041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Attempting to bind port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:33:13.277413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Attempting to bind port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:33:13.277774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Attempting to bind port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 on network 42813989-da39-4dcf-81aa-ce6dcbeba186 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:33:13.284711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Pushing event updated for resources: {'Port': ['ID=94e07488-6b45-444e-aac0-2bbd1bc9cd62,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:13.290187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:33:13.290816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Checking segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:33:13.291955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:13.291955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Bound using segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:33:13.292459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Bound port: 94e07488-6b45-444e-aac0-2bbd1bc9cd62, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:33:13.292837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:13.405596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] For port 94e07488-6b45-444e-aac0-2bbd1bc9cd62, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:33:13.409211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] For port 94e07488-6b45-444e-aac0-2bbd1bc9cd62, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=94e07488-6b45-444e-aac0-2bbd1bc9cd62,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:33:13.478002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:13.566216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f265f-09c3-489d-994c-8f6a51d010c6 None None] Pushing event updated for resources: {'Port': ['ID=94e07488-6b45-444e-aac0-2bbd1bc9cd62,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:13.656127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (42813989-da39-4dcf-81aa-ce6dcbeba186/cd7c6562-4ff1-4820-8224-dbed577850ee/78f1cb11-5564-4e74-9653-7ecd0a909a91) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:33:13.839435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:13.858728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 78f1cb11-5564-4e74-9653-7ecd0a909a91 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:13.945891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:14.007560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:14.010492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:14.018983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:33:14.057263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=78f1cb11-5564-4e74-9653-7ecd0a909a91,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:14.203070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:14.538139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c46f3f3f-69d9-4c02-b044-b5240e773ea2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:14.540736 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:14.659286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port c46f3f3f-69d9-4c02-b044-b5240e773ea2 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:14.666375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c46f3f3f-69d9-4c02-b044-b5240e773ea2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:14.667018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:14.769694 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:33:14.810176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:14.828872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port c46f3f3f-69d9-4c02-b044-b5240e773ea2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c46f3f3f-69d9-4c02-b044-b5240e773ea2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:14.904794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:14.906406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 94e07488-6b45-444e-aac0-2bbd1bc9cd62 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:14.976486 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf16cac-ecaa-4b5d-b972-477049caebf5 None None] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:33:14.978924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:15.036136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:15.133880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=c46f3f3f-69d9-4c02-b044-b5240e773ea2,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:15.150978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=78f1cb11-5564-4e74-9653-7ecd0a909a91,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:15.153463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:15.192986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-46d794f4-c1ed-4a49-9b2e-acfb0c40dcfc None None] Provisioning for port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:15.243950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:15.254902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:15.255273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:15.292459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:15.293985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:15.400475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:15.440136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 94e07488-6b45-444e-aac0-2bbd1bc9cd62, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=94e07488-6b45-444e-aac0-2bbd1bc9cd62,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:15.511057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:15.516415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 48491cad-3057-4a5b-abe9-3dd29ddc310c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:33:15.588059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=94e07488-6b45-444e-aac0-2bbd1bc9cd62,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:15.702296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:33:15.706342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-82c74b44-5673-4dfa-aa9e-44b30bd558cf None None] Provisioning for port 78f1cb11-5564-4e74-9653-7ecd0a909a91 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:15.715439 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-418de594-cd6f-463e-ac9c-8e7a16105713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/48491cad-3057-4a5b-abe9-3dd29ddc310c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2504821 Mar 03 12:33:15.716998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Sync routers for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:33:15.718168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40244) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:15.721523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-82c74b44-5673-4dfa-aa9e-44b30bd558cf None None] Provisioning complete for port 78f1cb11-5564-4e74-9653-7ecd0a909a91 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:15.721951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-82c74b44-5673-4dfa-aa9e-44b30bd558cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:15.776643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:15.777268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:15.860206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-82c74b44-5673-4dfa-aa9e-44b30bd558cf None None] Port 78f1cb11-5564-4e74-9653-7ecd0a909a91 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:33:15.985793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de255250-fbf6-4c10-bb94-0c92f0e1da9e tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:15.986159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de255250-fbf6-4c10-bb94-0c92f0e1da9e tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:15.986617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de255250-fbf6-4c10-bb94-0c92f0e1da9e tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:15.987080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de255250-fbf6-4c10-bb94-0c92f0e1da9e tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:15.988763 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-de255250-fbf6-4c10-bb94-0c92f0e1da9e tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2685468 Mar 03 12:33:15.991438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40248) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:16.032867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-82c74b44-5673-4dfa-aa9e-44b30bd558cf None None] Provisioning complete for port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:16.033230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-82c74b44-5673-4dfa-aa9e-44b30bd558cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.068453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d3987-b2b6-4091-a9d2-24521ce37866 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:16.068920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d3987-b2b6-4091-a9d2-24521ce37866 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:16.069377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d3987-b2b6-4091-a9d2-24521ce37866 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:16.069845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d3987-b2b6-4091-a9d2-24521ce37866 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:16.071459 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b76d3987-b2b6-4091-a9d2-24521ce37866 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0791414 Mar 03 12:33:16.074171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40252) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:16.099812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:16.284772 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0f039c9d-8b0f-41ef-b1cc-bc7690f538d6 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2063475 Mar 03 12:33:16.523538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c46f3f3f-69d9-4c02-b044-b5240e773ea2 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:16.596419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40258) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:16.601590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399243674', 'description': 'tempest-secgroup-smoke-399243674 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:16.607513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:16.612851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:16.615731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:16.621462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:16.650480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c490b068-9294-45d4-905a-d166da55d6c0 None None] Provisioning complete for port 78f1cb11-5564-4e74-9653-7ecd0a909a91 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:16.651057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c490b068-9294-45d4-905a-d166da55d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.689373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.710128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:16.713975 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:16.716930 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:16.723700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:16.740711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c490b068-9294-45d4-905a-d166da55d6c0 None None] Port 78f1cb11-5564-4e74-9653-7ecd0a909a91 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:33:16.744053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port c46f3f3f-69d9-4c02-b044-b5240e773ea2 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:16.744053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.796801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.807036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:16.815064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Checking router: 48491cad-3057-4a5b-abe9-3dd29ddc310c for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:33:16.815412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Updating router 48491cad-3057-4a5b-abe9-3dd29ddc310c port 78f1cb11-5564-4e74-9653-7ecd0a909a91 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:33:16.853166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.897336 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97fc25d-6640-4a11-acc8-5d1573619662,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:16.912749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.956401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:16.957647 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d62f390b-4a09-4106-9df9-3f32d8a96099 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3602386 Mar 03 12:33:16.965989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40262) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:16.972143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'c97fc25d-6640-4a11-acc8-5d1573619662', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:16.974743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 94e07488-6b45-444e-aac0-2bbd1bc9cd62 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:16.978242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:16.982018 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:16.984974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:16.990599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:17.077081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.132056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:17.132351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.136072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.207756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.234986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb9a2a6-435d-4686-bae8-4d8cc65f61d2,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:17.300313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.304084 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1606d6b3-2644-4379-8439-07302cd7c7ec tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345418 Mar 03 12:33:17.304531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40266) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:17.309774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'c97fc25d-6640-4a11-acc8-5d1573619662', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:17.316313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:17.320168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:17.323129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:17.329894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:17.418500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.420826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.429723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Transition to ACTIVE for port object 78f1cb11-5564-4e74-9653-7ecd0a909a91 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:17.480137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.488691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.580333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.605956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f7dfa2-0dae-4e16-a637-ef638d95c841,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:17.649053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44f3c9-c82b-4e05-936e-574dd89ca21a None None] Pushing event updated for resources: {'Port': ['ID=78f1cb11-5564-4e74-9653-7ecd0a909a91,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:17.683251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.687197 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0ecdc69d-3921-4345-8b9d-70b626888171 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3792627 Mar 03 12:33:17.687633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40270) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:17.693240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'c97fc25d-6640-4a11-acc8-5d1573619662', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:17.699343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:17.703960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:17.707172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:17.709292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Attempting to bind port 78f1cb11-5564-4e74-9653-7ecd0a909a91 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:33:17.709774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Attempting to bind port 78f1cb11-5564-4e74-9653-7ecd0a909a91 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:33:17.710180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Attempting to bind port 78f1cb11-5564-4e74-9653-7ecd0a909a91 on network 42813989-da39-4dcf-81aa-ce6dcbeba186 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:33:17.713100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:17.716580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:33:17.716580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Checking segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:33:17.717226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.717802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Bound using segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:33:17.718151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Bound port: 78f1cb11-5564-4e74-9653-7ecd0a909a91, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:33:17.718523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.792939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.859985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.880408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] For port 78f1cb11-5564-4e74-9653-7ecd0a909a91, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:33:17.889527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] For port 78f1cb11-5564-4e74-9653-7ecd0a909a91, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=78f1cb11-5564-4e74-9653-7ecd0a909a91,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:33:17.928968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.946804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:17.952318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe67b1cc-36c7-4421-8079-745ea439061b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:18.003878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.008092 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ea1f31e8-8c48-4d5e-8c34-287a6317c06d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166330 Mar 03 12:33:18.008481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40274) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:18.013812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'c97fc25d-6640-4a11-acc8-5d1573619662', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:18.020951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:18.024359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:18.025008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:18.025434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:18.028895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:18.034998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:18.092588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44f3c9-c82b-4e05-936e-574dd89ca21a None None] Pushing event updated for resources: {'Port': ['ID=78f1cb11-5564-4e74-9653-7ecd0a909a91,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:18.118401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.198361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.228877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:18.254751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.280115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e4325b-bb27-46ce-855e-9ed4e032f0a1,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:18.334699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.338580 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4c1adbfb-1f46-4a56-9324-ddf007aa372f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3264430 Mar 03 12:33:18.339042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40278) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:18.344688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'c97fc25d-6640-4a11-acc8-5d1573619662', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:18.350663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:18.354716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:18.357513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:18.364277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:18.408977 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:33:18.415704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.479336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.540022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.548649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:17Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:18.552767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4fbbe-58ff-41f9-8311-2ac54b2e6fb8 None None] The sync data for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv is: [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:17Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:33:18.568728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b485ab3-5a0d-46eb-9920-79c6361c45f7,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:18.576714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.577088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.577407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.577691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.578565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.578903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.579269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.579590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.579908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.580250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.580550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.580900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:33:18.626739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.628038 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-11714300-f921-4f2e-8145-2846b03f7a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2878883 Mar 03 12:33:18.630964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40282) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:18.635807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'c97fc25d-6640-4a11-acc8-5d1573619662', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:18.645158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:18.649581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:18.652614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:18.659509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:18.712101 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:33:18.724190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.796620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.871749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.897291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f16a10d-ff47-4304-9664-7a1b010355d6,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:18.957493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:18.958683 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c74ce503-ffbc-4bd3-99ba-e7957a890713 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3268192 Mar 03 12:33:19.150630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-391a66ff-5f09-478b-869a-f724193e6161 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:19.214425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-391a66ff-5f09-478b-869a-f724193e6161 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:19.215594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-391a66ff-5f09-478b-869a-f724193e6161 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399243674&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1062093 Mar 03 12:33:19.375309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-24f4e382-0c12-4be6-90a3-829f5d9220bf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:19.376782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-24f4e382-0c12-4be6-90a3-829f5d9220bf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:19.425980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-24f4e382-0c12-4be6-90a3-829f5d9220bf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:19.427179 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-24f4e382-0c12-4be6-90a3-829f5d9220bf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 797 time: 0.2047095 Mar 03 12:33:19.444602 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-b41da9be-184a-47e4-b8db-60b329cd4726 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0118539 Mar 03 12:33:19.529236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f5c888f6-94fd-444d-b1be-062ff2151e74 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:19.580197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f5c888f6-94fd-444d-b1be-062ff2151e74 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:19.581601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f5c888f6-94fd-444d-b1be-062ff2151e74 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324637 Mar 03 12:33:19.639830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-6bac84cd-792c-4a8c-812b-2554307a6b52 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:33:19.641444 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-6bac84cd-792c-4a8c-812b-2554307a6b52 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483360 Mar 03 12:33:19.772738 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-89c5ea84-016c-4b2e-9840-2c96f77f709a service neutron] 10.222.0.35 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252739 Mar 03 12:33:19.903302 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-969c60b6-05b8-40e2-bcb8-a81316cb951b service neutron] 10.222.0.35 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249225 Mar 03 12:33:20.168986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9e88dbfe-aff8-4706-9939-aa048b2ddb2c req-eec648b7-b2cc-43cb-986d-8c36a3c7512b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:20.181334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-9e88dbfe-aff8-4706-9939-aa048b2ddb2c req-eec648b7-b2cc-43cb-986d-8c36a3c7512b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:20.182472 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9e88dbfe-aff8-4706-9939-aa048b2ddb2c req-eec648b7-b2cc-43cb-986d-8c36a3c7512b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 210 time: 0.0595121 Mar 03 12:33:20.504529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 78f1cb11-5564-4e74-9653-7ecd0a909a91 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:20.619769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 78f1cb11-5564-4e74-9653-7ecd0a909a91 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:20.624616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 78f1cb11-5564-4e74-9653-7ecd0a909a91 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:20.625125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:20.740755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:20.772259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 78f1cb11-5564-4e74-9653-7ecd0a909a91, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=78f1cb11-5564-4e74-9653-7ecd0a909a91,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:20.836873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:20.903967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=78f1cb11-5564-4e74-9653-7ecd0a909a91,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:21.282668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe7e3ef3-0634-4dc7-90b2-ebe181db6b56 req-7ae148ef-934b-4be3-b243-0d9b09cb7350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 210 time: 0.0462191 Mar 03 12:33:22.432962 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4aacb953-961c-4abf-bd1b-f15ee4e48040 req-25d49dfd-c416-4afe-b60b-062325e7ed7a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 210 time: 0.0436385 Mar 03 12:33:22.491668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 78f1cb11-5564-4e74-9653-7ecd0a909a91 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:22.563731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 78f1cb11-5564-4e74-9653-7ecd0a909a91 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:22.564134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:23.115219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-e464a443-d9c1-4afe-8cbb-ef6183318f62 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:23.116753 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-e464a443-d9c1-4afe-8cbb-ef6183318f62 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 797 time: 0.1478887 Mar 03 12:33:23.168290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-9120d563-48bc-495e-8028-59c72e11a5e2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:23.180362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-9120d563-48bc-495e-8028-59c72e11a5e2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:23.181471 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-9120d563-48bc-495e-8028-59c72e11a5e2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 379 time: 0.0559707 Mar 03 12:33:23.189925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['c97fc25d-6640-4a11-acc8-5d1573619662']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:23.325631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:23.336304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:23.407848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:33:23.411385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:23.573247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.12 (42813989-da39-4dcf-81aa-ce6dcbeba186/cd7c6562-4ff1-4820-8224-dbed577850ee/1cf422ea-e808-462a-8f96-372089b1cd15) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:33:23.584117 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe3cc7db-ee8c-45de-a9d3-e4912d1ff025 req-5a9552a6-68a5-4a73-9614-ab3c9ad2ac46 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 210 time: 0.0433061 Mar 03 12:33:23.758154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:23.773897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 1cf422ea-e808-462a-8f96-372089b1cd15 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:23.859409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:23.920959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:23.923943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:23.933990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:33:23.973886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:24.111277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:24.111876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:24.186523 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-18365b70-27fb-4140-8392-ee271b4a431e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0003369 Mar 03 12:33:24.197867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Request body: {'port': {'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:24.265940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b1f81542-0295-4fbc-b248-666c08d558cd None None] Provisioning for port 1cf422ea-e808-462a-8f96-372089b1cd15 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:24.270851 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b1f81542-0295-4fbc-b248-666c08d558cd None None] Provisioning complete for port 1cf422ea-e808-462a-8f96-372089b1cd15 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:24.271267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b1f81542-0295-4fbc-b248-666c08d558cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:24.307950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:24.328387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b1f81542-0295-4fbc-b248-666c08d558cd None None] Port 1cf422ea-e808-462a-8f96-372089b1cd15 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:33:24.650569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf422ea-e808-462a-8f96-372089b1cd15 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:33:24.658194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:24.672343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Transition to ACTIVE for port object 1cf422ea-e808-462a-8f96-372089b1cd15 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:24.744444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:24.917160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a42213-5fd5-479c-b1da-7a3b4a858557 req-f18317a5-da36-4959-bc2a-fe15939d8a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:24.917851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-97a42213-5fd5-479c-b1da-7a3b4a858557 req-f18317a5-da36-4959-bc2a-fe15939d8a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:24.929095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Pushing event updated for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:25.010002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Attempting to bind port 1cf422ea-e808-462a-8f96-372089b1cd15 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:33:25.010327 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Attempting to bind port 1cf422ea-e808-462a-8f96-372089b1cd15 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:33:25.010641 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Attempting to bind port 1cf422ea-e808-462a-8f96-372089b1cd15 on network 42813989-da39-4dcf-81aa-ce6dcbeba186 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:33:25.016432 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Port 1cf422ea-e808-462a-8f96-372089b1cd15 on network 42813989-da39-4dcf-81aa-ce6dcbeba186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:33:25.016775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Attempting to bind port 1cf422ea-e808-462a-8f96-372089b1cd15 on network 42813989-da39-4dcf-81aa-ce6dcbeba186 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:33:25.022006 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:33:25.022334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Checking segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:33:25.022712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Bound using segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:33:25.023129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Bound port: 1cf422ea-e808-462a-8f96-372089b1cd15, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:33:25.023459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:25.036988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-97a42213-5fd5-479c-b1da-7a3b4a858557 req-f18317a5-da36-4959-bc2a-fe15939d8a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:25.039458 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97a42213-5fd5-479c-b1da-7a3b4a858557 req-f18317a5-da36-4959-bc2a-fe15939d8a4a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 932 time: 0.3484535 Mar 03 12:33:25.140786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97a42213-5fd5-479c-b1da-7a3b4a858557 req-18ddca66-8687-4abb-abef-b91acc3022b2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701437 Mar 03 12:33:25.150779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:33:25.153785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1cf422ea-e808-462a-8f96-372089b1cd15,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:33:25.215056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:25.276045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:25.276654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:25.277998 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] 10.222.0.26 "PUT /v2.0/ports/1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 1094 time: 1.0845101 Mar 03 12:33:25.278428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:33:25.307501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afcf54-2be1-4e06-bdb3-afc2ce23bb8b service neutron] Pushing event updated for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:25.333628 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15', 'status': 'completed', 'code': 200} Mar 03 12:33:25.425446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc7a3-385d-4c9e-87a3-faa40012573e req-cc3bc7be-b62d-4f44-b824-7c6611e66e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:25.426844 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bfdcc7a3-385d-4c9e-87a3-faa40012573e req-cc3bc7be-b62d-4f44-b824-7c6611e66e19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0731571 Mar 03 12:33:25.568375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc7a3-385d-4c9e-87a3-faa40012573e req-384a260b-6a0b-4633-b39e-21b128e3c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:25.569728 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bfdcc7a3-385d-4c9e-87a3-faa40012573e req-384a260b-6a0b-4633-b39e-21b128e3c0b1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1363535 Mar 03 12:33:25.701942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc7a3-385d-4c9e-87a3-faa40012573e req-99d73139-e422-470c-91bf-53795e014d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:25.704197 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bfdcc7a3-385d-4c9e-87a3-faa40012573e req-99d73139-e422-470c-91bf-53795e014d5a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289790 Mar 03 12:33:25.820195 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-ee7f7248-2989-4a04-99aa-166578208985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:25.821563 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-ee7f7248-2989-4a04-99aa-166578208985 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1097 time: 0.0848153 Mar 03 12:33:25.888273 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-c861f25e-55cc-4d45-9743-f6aa2eac55a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 217 time: 0.0594819 Mar 03 12:33:26.037605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-fbf9c3f3-1b03-472c-ba7b-b2a55e14eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:26.039011 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-fbf9c3f3-1b03-472c-ba7b-b2a55e14eb99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.1453402 Mar 03 12:33:26.114384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-ec75c761-e90b-4e8e-8540-92f78ef20ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:26.115754 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-ec75c761-e90b-4e8e-8540-92f78ef20ae6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705957 Mar 03 12:33:26.245882 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-64465b6c-d282-48f7-a7bc-2ef2651ba927 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229651 Mar 03 12:33:26.437697 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2c2823f4-19ac-4877-8ed6-a67a8f368223 req-306beb86-a134-4e0b-aeda-6ce3156c4e9b service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850259 Mar 03 12:33:26.445297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf0e70-09c5-4757-8fa9-5141a7a39ca7 req-fe7c9277-47bf-4d32-836d-ff0fc25602a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:26.446646 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0bf0e70-09c5-4757-8fa9-5141a7a39ca7 req-fe7c9277-47bf-4d32-836d-ff0fc25602a3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 944 time: 0.1767168 Mar 03 12:33:26.490286 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0bf0e70-09c5-4757-8fa9-5141a7a39ca7 req-90660adb-67fb-4249-8ba9-380d271516e5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Mar 03 12:33:27.685317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d0609-d4d6-489a-9ecc-317f8f92b2d2 req-894a6dd0-2c1c-4dc3-9544-b1b58f9aaeca tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:27.686867 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d5d0609-d4d6-489a-9ecc-317f8f92b2d2 req-894a6dd0-2c1c-4dc3-9544-b1b58f9aaeca tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 944 time: 0.0853477 Mar 03 12:33:27.731925 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d5d0609-d4d6-489a-9ecc-317f8f92b2d2 req-26cfaa87-302d-42a6-a5fb-f966750ce4be tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392210 Mar 03 12:33:28.914944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aee52-0175-4cc8-aceb-fd0baa490a98 req-f22c770a-5760-4ac5-8c72-92061f821f6b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:28.916334 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-479aee52-0175-4cc8-aceb-fd0baa490a98 req-f22c770a-5760-4ac5-8c72-92061f821f6b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 944 time: 0.0781133 Mar 03 12:33:28.960066 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-479aee52-0175-4cc8-aceb-fd0baa490a98 req-7cfd7f6f-4555-4a8b-8e0d-2d4cfcb14ee4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Mar 03 12:33:30.142919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b36590-2dd1-4c24-ae6c-78b928e952ac req-c6d11380-37c6-4955-a36f-6efc9786d0bc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:30.144611 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-48b36590-2dd1-4c24-ae6c-78b928e952ac req-c6d11380-37c6-4955-a36f-6efc9786d0bc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 944 time: 0.0822532 Mar 03 12:33:30.188128 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-48b36590-2dd1-4c24-ae6c-78b928e952ac req-d679ec6c-b498-4ed4-b14d-0724c7349e19 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379200 Mar 03 12:33:30.222625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1cf422ea-e808-462a-8f96-372089b1cd15 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:33:30.358954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1cf422ea-e808-462a-8f96-372089b1cd15,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:30.371664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '1cf422ea-e808-462a-8f96-372089b1cd15', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:33:30.429555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:30.445833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf422ea-e808-462a-8f96-372089b1cd15 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:33:30.461191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1cf422ea-e808-462a-8f96-372089b1cd15,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:30.517466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:30.583115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:30.748769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['1cf422ea-e808-462a-8f96-372089b1cd15'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:33:31.372807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a60f6a-dbc6-4fb5-bbbf-dfa8abbad473 req-3269e659-a38e-420f-b703-9b7840c6a5ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:31.374262 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-18a60f6a-dbc6-4fb5-bbbf-dfa8abbad473 req-3269e659-a38e-420f-b703-9b7840c6a5ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 945 time: 0.0828178 Mar 03 12:33:31.426255 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-18a60f6a-dbc6-4fb5-bbbf-dfa8abbad473 req-c0eac8c3-cf23-459b-8b54-9814e04ece9f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Mar 03 12:33:32.237375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1cf422ea-e808-462a-8f96-372089b1cd15 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:32.345949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 1cf422ea-e808-462a-8f96-372089b1cd15 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:32.351144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 1cf422ea-e808-462a-8f96-372089b1cd15 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:32.351516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:32.467494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:32.494823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:33:32.505967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1cf422ea-e808-462a-8f96-372089b1cd15,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:32.539272 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15', 'code': 200} Mar 03 12:33:32.557207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:32.616759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be3ecc-e192-4e3f-bae3-379dcbcbf6a0 req-f57f8389-8dbe-40a6-a2f4-439e330977d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:32.618113 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9be3ecc-e192-4e3f-bae3-379dcbcbf6a0 req-f57f8389-8dbe-40a6-a2f4-439e330977d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 946 time: 0.0853534 Mar 03 12:33:32.629837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:32.664056 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9be3ecc-e192-4e3f-bae3-379dcbcbf6a0 req-782c7b8e-651e-4c6a-b461-05bec0b02092 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394003 Mar 03 12:33:32.895986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76ec4-f55d-426e-9a24-c56d36b3e910 req-0840b07b-d5a0-46cd-b81d-cbb671c7db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:32.897388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5db76ec4-f55d-426e-9a24-c56d36b3e910 req-0840b07b-d5a0-46cd-b81d-cbb671c7db42 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1099 time: 0.0684230 Mar 03 12:33:32.939563 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5db76ec4-f55d-426e-9a24-c56d36b3e910 req-ccdf5861-2e28-4677-8a11-910690a80294 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365925 Mar 03 12:33:33.853773 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34c2cd-e946-4ee8-90fe-a5520094b34a req-1f7db515-eef6-49ee-917f-293795e614c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:33.855217 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4f34c2cd-e946-4ee8-90fe-a5520094b34a req-1f7db515-eef6-49ee-917f-293795e614c6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 946 time: 0.0805118 Mar 03 12:33:33.900225 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4f34c2cd-e946-4ee8-90fe-a5520094b34a req-38b99526-6cc0-4d1a-b9e7-b2e68fdad8c0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Mar 03 12:33:35.084420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e56ff-8336-46dc-8f7b-bf491b2696fe req-dd34cd07-d49b-4318-9771-4515dd8d4a51 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:35.085874 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-629e56ff-8336-46dc-8f7b-bf491b2696fe req-dd34cd07-d49b-4318-9771-4515dd8d4a51 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 946 time: 0.0793593 Mar 03 12:33:35.133557 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-629e56ff-8336-46dc-8f7b-bf491b2696fe req-be23a9ab-0b7f-40f8-9366-6d24680672e2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419905 Mar 03 12:33:35.317821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a52ac-9dde-4f9b-b430-65d6d8a2c735 req-f8fbb59b-9b59-419b-a2e5-90a5a11ff4d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:35.319266 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e30a52ac-9dde-4f9b-b430-65d6d8a2c735 req-f8fbb59b-9b59-419b-a2e5-90a5a11ff4d7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 946 time: 0.0830591 Mar 03 12:33:35.362987 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e30a52ac-9dde-4f9b-b430-65d6d8a2c735 req-27202c6e-086a-465e-acc4-7b2d9b54bdf9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381050 Mar 03 12:33:35.386183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40346) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:35.453893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e291e56-147f-4846-afa4-782424c201a8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:35.455333 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5e291e56-147f-4846-afa4-782424c201a8 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1094 time: 0.0682099 Mar 03 12:33:35.458171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40350) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:35.462838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:35.468528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:35.472301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:35.475036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:35.480582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:35.522443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:35.653718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:35.785062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.50 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/d65c4342-d012-4d26-b7a0-60274868479e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:33:35.927057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:36.003322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:36.063855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:36.066514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:36.074011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:33:36.118321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=d65c4342-d012-4d26-b7a0-60274868479e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:36.589993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:36.703884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:36.904464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:36.957024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:37.063462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=d65c4342-d012-4d26-b7a0-60274868479e,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:37.072918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:37.238218 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP b3672e40-2883-4534-be1a-1e238621a946 associated. External IP: 172.26.8.50, port: 1cf422ea-e808-462a-8f96-372089b1cd15. Mar 03 12:33:37.578783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 48491cad-3057-4a5b-abe9-3dd29ddc310c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:33:37.861371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:33:37.870906 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] Sync routers for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:33:37.881484 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:37.882079 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:37.934314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:37.991074 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1c46874a-6422-450b-a66b-1dbabf483644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5319145 Mar 03 12:33:37.991692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:33:37.993997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40354) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:38.056434 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15', 'status': 'completed', 'code': 200} Mar 03 12:33:38.057126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41c08a8e-f95e-4932-acfa-ee42d908a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:38.067867 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:38.084199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27487c89-3d79-41d0-b50b-04df0ed8363a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:38.088441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-27487c89-3d79-41d0-b50b-04df0ed8363a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1094 time: 0.0906148 Mar 03 12:33:38.128256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:38.162178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-18bef7de-7d64-4dbe-861b-64c638eaa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:38.163788 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-18bef7de-7d64-4dbe-861b-64c638eaa19a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1099 time: 0.0850348 Mar 03 12:33:38.302325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-6d315a52-6594-4e48-9e9a-7f0d96e36226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:38.305368 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-6d315a52-6594-4e48-9e9a-7f0d96e36226 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 898 time: 0.1353686 Mar 03 12:33:38.420837 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-1cea104e-e22f-4e56-8fda-3ceffc1b8ef5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 999 time: 0.1098502 Mar 03 12:33:38.465935 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:36Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:38.470796 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] Checking router: 48491cad-3057-4a5b-abe9-3dd29ddc310c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:33:38.471378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40362) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:38.478140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402966703', 'description': 'tempest-secgroup-smoke-402966703 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:38.479231 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:38.479821 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:38.485701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:38.500364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:38.506057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-a3507050-5ad3-409a-aac3-513f04071e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:38.507485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-a3507050-5ad3-409a-aac3-513f04071e51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0809469 Mar 03 12:33:38.584813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:38.597473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-c276d663-4c7a-4dab-b02d-da31e3188274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:38.599639 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-c276d663-4c7a-4dab-b02d-da31e3188274 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860586 Mar 03 12:33:38.638089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:38.646450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:38.650632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:38.656756 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:38.705424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:38.768732 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-f9ae15f2-4c46-4488-b26b-294491c6c4d2 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630969 Mar 03 12:33:38.901183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:38.935917 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d32a454-911f-4ac6-94f7-0441308ba814 req-35aa1539-cdb8-4ae1-ac6b-6f5aa1f98bad service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566565 Mar 03 12:33:38.962705 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.005233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:39.006962 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:36Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:39.011208 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694c25a-7c65-4e58-8b08-50e910a3af52 None None] The sync data for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv is: [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:36Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:33:39.081900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.083242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-073a6513-d1a8-4f7c-885c-3e9c67eda822 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6109407 Mar 03 12:33:39.086209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40366) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:39.091293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:39.098088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:39.101924 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:39.104808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:39.111099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:39.180437 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.203272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a428b9-8c20-44cd-95cf-09979ebe58a6 None None] New status for floating IP b3672e40-2883-4534-be1a-1e238621a946: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:33:39.241822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.305500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.337724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3356723f-d5bf-4c08-bd25-0a77fa407564,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:39.408353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.409918 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3fa881c8-92c9-4964-afd6-9be0d3b0e176 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227718 Mar 03 12:33:39.412676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40370) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:39.417642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:39.423665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:39.427458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:39.430371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:39.436139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:39.508059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.569848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.653710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.681373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7148a5-be37-4af8-80b9-e7b776c254ed,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:39.751010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.752223 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c7f692f8-a987-40af-aab8-4811acad34d2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385456 Mar 03 12:33:39.755321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40374) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:39.760387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:39.766402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:39.770163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:39.773017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:39.779274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:39.853543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.919667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:39.990946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.016305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9956f931-1b88-42e2-a6f7-ea485aabb9c6,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:40.093840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.095086 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-57d3584b-efdc-4e6c-8916-54de78489ce9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386867 Mar 03 12:33:40.098261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40378) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:40.103177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:40.109288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:40.113022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:40.115940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:40.116113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9decc6ad-b62c-4766-9e61-4137a67aa503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.121697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:40.201793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.269726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.334097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.355324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729eaabe-3153-4fc5-b181-54deb22055f3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:40.419782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.421053 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d864fa20-3d19-4f30-b134-15d623b2472c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218322 Mar 03 12:33:40.423685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40382) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:40.428623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:40.434384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:40.439368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:40.442301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:40.448109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:40.527511 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:33:40.534683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.597612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.664375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.688681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc8855d-bd54-460e-9560-bb4dea55be9d,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:40.847874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:40.849042 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e791cb70-6195-4f1a-993f-663e19913793 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4244170 Mar 03 12:33:40.851822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40386) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:40.856660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:40.866142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:40.867381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:40.870261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:40.877000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:40.928098 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:33:40.934514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:41.002035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:41.042286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:41.066777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc0c494-0ac2-4f90-8a59-a582c03eab80,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:41.117370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:41.118688 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7ede272b-1cc4-4161-9992-8f9c6068ff53 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2659333 Mar 03 12:33:41.214346 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:41.276861 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-0e105204-f604-4a30-bc50-05fa4c3bebbc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402966703&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.0392065 Mar 03 12:33:41.522982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:41.530262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-ccadaed0-e79b-46fd-8da1-3e5948e31803 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:41.532334 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-ccadaed0-e79b-46fd-8da1-3e5948e31803 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 797 time: 0.2484787 Mar 03 12:33:41.546708 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-4a21d0de-6d39-49d5-a9f4-a599448e31e0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0089490 Mar 03 12:33:41.631657 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-1eb40011-e213-430e-8213-7c6d65e14899 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0801153 Mar 03 12:33:41.782276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-8b2dc654-5510-4988-8b48-86f04b4fb020 service neutron] 10.222.0.35 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392534 Mar 03 12:33:41.910658 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-bbc49ad6-6cf5-456b-9ffd-ddada9536efe service neutron] 10.222.0.35 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227045 Mar 03 12:33:42.159633 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8ccbf2bf-329d-4dc9-b0db-c3d40155f445 req-994508f6-0cac-4e24-9691-e9c16cf7f08c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 210 time: 0.0430279 Mar 03 12:33:42.877201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:43.312722 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c94df3d9-3d9b-4f3d-aa9e-0f20255a5ade req-8724a7f6-5f52-42fe-871a-be3de0d0520d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 210 time: 0.0490806 Mar 03 12:33:44.210154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-f0fcdd4b-bdc5-414e-8d15-a6c53abf38aa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:44.211549 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-f0fcdd4b-bdc5-414e-8d15-a6c53abf38aa tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 797 time: 0.1536162 Mar 03 12:33:44.265326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-3e4affa1-e516-4a1b-a3a2-7be19a75f0e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:44.327452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-3e4affa1-e516-4a1b-a3a2-7be19a75f0e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:44.329303 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-3e4affa1-e516-4a1b-a3a2-7be19a75f0e4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 471 time: 0.1080127 Mar 03 12:33:44.339287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:44.486626 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-37a05e8b-51b3-4f3b-a376-c61267443cf3 req-8a011d35-1e55-4daf-af0b-f57ae3ae2962 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 210 time: 0.0537894 Mar 03 12:33:44.518646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:44.527877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:44.607933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:33:44.611870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:44.868202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.9 (42813989-da39-4dcf-81aa-ce6dcbeba186/cd7c6562-4ff1-4820-8224-dbed577850ee/c89cb6b9-28ce-4c41-8f4f-38896afe514e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:33:45.050205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:45.065855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object c89cb6b9-28ce-4c41-8f4f-38896afe514e will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:45.144526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:45.212489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:45.215408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:45.218613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:33:45.268999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=c89cb6b9-28ce-4c41-8f4f-38896afe514e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:45.297045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:45.297849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:45.413631 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-d612020a-43f8-489f-b757-79c9c5d3fbb3 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0784183 Mar 03 12:33:45.427350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Request body: {'port': {'device_id': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:45.493238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c53d11cf-f7d2-4369-aaa6-93c607a5aa0c None None] Provisioning for port c89cb6b9-28ce-4c41-8f4f-38896afe514e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:45.498268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c53d11cf-f7d2-4369-aaa6-93c607a5aa0c None None] Provisioning complete for port c89cb6b9-28ce-4c41-8f4f-38896afe514e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:45.498692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c53d11cf-f7d2-4369-aaa6-93c607a5aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:45.540709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:45.555126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c53d11cf-f7d2-4369-aaa6-93c607a5aa0c None None] Port c89cb6b9-28ce-4c41-8f4f-38896afe514e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:33:45.675587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a1ac9-9abe-4a28-a0d5-880ec411fd5e req-2f11b8c0-7776-4680-bdf7-ab0c7a5982c0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:45.677022 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-343a1ac9-9abe-4a28-a0d5-880ec411fd5e req-2f11b8c0-7776-4680-bdf7-ab0c7a5982c0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 931 time: 0.0802372 Mar 03 12:33:45.721406 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-343a1ac9-9abe-4a28-a0d5-880ec411fd5e req-bd591ec8-f8a0-4df8-9d4f-154c7af209b1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Mar 03 12:33:45.886045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89cb6b9-28ce-4c41-8f4f-38896afe514e {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:33:45.893250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:45.907423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Transition to ACTIVE for port object c89cb6b9-28ce-4c41-8f4f-38896afe514e will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:33:45.979616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:46.143116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Pushing event updated for resources: {'Port': ['ID=c89cb6b9-28ce-4c41-8f4f-38896afe514e,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:46.219274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Attempting to bind port c89cb6b9-28ce-4c41-8f4f-38896afe514e on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:33:46.219915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Attempting to bind port c89cb6b9-28ce-4c41-8f4f-38896afe514e by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:33:46.219915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Attempting to bind port c89cb6b9-28ce-4c41-8f4f-38896afe514e on network 42813989-da39-4dcf-81aa-ce6dcbeba186 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:33:46.224464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Port c89cb6b9-28ce-4c41-8f4f-38896afe514e on network 42813989-da39-4dcf-81aa-ce6dcbeba186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:33:46.224779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Attempting to bind port c89cb6b9-28ce-4c41-8f4f-38896afe514e on network 42813989-da39-4dcf-81aa-ce6dcbeba186 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:33:46.229950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:33:46.230233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Checking segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:33:46.230614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Bound using segment: {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:33:46.231035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Bound port: c89cb6b9-28ce-4c41-8f4f-38896afe514e, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6184b7a7-b8d4-47e4-9579-6b897e57cfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:33:46.231421 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:46.327836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] For port c89cb6b9-28ce-4c41-8f4f-38896afe514e, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:33:46.330845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] For port c89cb6b9-28ce-4c41-8f4f-38896afe514e, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:33:46.403224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:46.462458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:46.463507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:46.465337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] 10.222.0.26 "PUT /v2.0/ports/c89cb6b9-28ce-4c41-8f4f-38896afe514e HTTP/1.1" status: 200 len: 1093 time: 1.0418775 Mar 03 12:33:46.466073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:33:46.499818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af7e2d-738c-4ec0-b465-2308d224debe service neutron] Pushing event updated for resources: {'Port': ['ID=c89cb6b9-28ce-4c41-8f4f-38896afe514e,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:46.516418 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'status': 'completed', 'code': 200} Mar 03 12:33:46.612561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0609c-7aaf-44ff-98a7-2f6d49f689f4 req-7e43c200-b202-4eff-9a36-87a774981482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:46.614074 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0f0609c-7aaf-44ff-98a7-2f6d49f689f4 req-7e43c200-b202-4eff-9a36-87a774981482 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 1096 time: 0.0780454 Mar 03 12:33:46.755867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0609c-7aaf-44ff-98a7-2f6d49f689f4 req-57fbc619-767e-48bd-9b78-00bd50cbd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:46.757353 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0f0609c-7aaf-44ff-98a7-2f6d49f689f4 req-57fbc619-767e-48bd-9b78-00bd50cbd762 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1364605 Mar 03 12:33:46.918213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599d1-327f-4df5-a999-1cbe4c18b09e req-eef0e555-5fb4-4726-b74b-2ed98e306436 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:46.919836 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-61e599d1-327f-4df5-a999-1cbe4c18b09e req-eef0e555-5fb4-4726-b74b-2ed98e306436 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 943 time: 0.0869491 Mar 03 12:33:46.966793 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-61e599d1-327f-4df5-a999-1cbe4c18b09e req-ee6e0aa5-73b7-4dbe-a3c6-9bea75aa9335 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 Mar 03 12:33:46.995715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0609c-7aaf-44ff-98a7-2f6d49f689f4 req-70ebbb7f-92fd-4d9a-a1d0-21fbe27ef9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:46.997162 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d0f0609c-7aaf-44ff-98a7-2f6d49f689f4 req-70ebbb7f-92fd-4d9a-a1d0-21fbe27ef9d6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2335138 Mar 03 12:33:47.102771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-eea42cbc-7ea6-4492-a3e5-4368d79f4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:47.104340 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-eea42cbc-7ea6-4492-a3e5-4368d79f4e3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 1096 time: 0.0705736 Mar 03 12:33:47.173601 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-097145d4-e19f-4e1f-8f9d-35fffd5d4fad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e HTTP/1.1" status: 200 len: 217 time: 0.0619323 Mar 03 12:33:47.232529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-cb0d8751-6288-4d5e-984e-fcd1b371c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:47.233966 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-cb0d8751-6288-4d5e-984e-fcd1b371c0d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0553725 Mar 03 12:33:47.309350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-f55e4e57-7207-4f55-87db-2c395aa3dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:47.310806 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-f55e4e57-7207-4f55-87db-2c395aa3dd62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716112 Mar 03 12:33:47.441210 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-1a348f41-1a44-45e9-a223-a992a0d8f097 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238203 Mar 03 12:33:47.568843 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c24d8e4-7386-46c7-992f-1ecc6d7f8cf0 req-656f95dd-9563-4a51-8209-0131bbc77451 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221101 Mar 03 12:33:48.149371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b982527-2711-40be-ae89-4d4c0532716e req-d9faf55c-fcf3-4292-80a7-69e1818ace00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:48.150047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-4b982527-2711-40be-ae89-4d4c0532716e req-d9faf55c-fcf3-4292-80a7-69e1818ace00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:33:48.219292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-4b982527-2711-40be-ae89-4d4c0532716e req-d9faf55c-fcf3-4292-80a7-69e1818ace00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:33:48.220450 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4b982527-2711-40be-ae89-4d4c0532716e req-d9faf55c-fcf3-4292-80a7-69e1818ace00 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 943 time: 0.1483080 Mar 03 12:33:48.265454 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4b982527-2711-40be-ae89-4d4c0532716e req-4bdc8556-13fe-47f6-81bb-b8c4e0655101 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391002 Mar 03 12:33:49.491746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289032d-833c-4aef-bbe9-3aea1f6211ee req-fe4fdef2-45c2-43c3-9f00-380be775314a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:49.493228 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e289032d-833c-4aef-bbe9-3aea1f6211ee req-fe4fdef2-45c2-43c3-9f00-380be775314a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 943 time: 0.1253567 Mar 03 12:33:49.539903 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e289032d-833c-4aef-bbe9-3aea1f6211ee req-fb762eb3-017d-4dfe-8179-3814bee26239 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409937 Mar 03 12:33:50.331462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device c89cb6b9-28ce-4c41-8f4f-38896afe514e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:33:50.466255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port c89cb6b9-28ce-4c41-8f4f-38896afe514e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:50.479909 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'port_id': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'mac_address': 'fa:16:3e:45:70:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:33:50.534869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:50.551114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89cb6b9-28ce-4c41-8f4f-38896afe514e {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:33:50.566217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port c89cb6b9-28ce-4c41-8f4f-38896afe514e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:50.658921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:50.725175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ae816-f1b8-49a2-a2b6-d9896974885e req-e00fbc97-db18-4199-94b3-5adf18b7cbb6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:50.726323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=c89cb6b9-28ce-4c41-8f4f-38896afe514e,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:50.726647 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e50ae816-f1b8-49a2-a2b6-d9896974885e req-e00fbc97-db18-4199-94b3-5adf18b7cbb6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 944 time: 0.0836811 Mar 03 12:33:50.771907 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e50ae816-f1b8-49a2-a2b6-d9896974885e req-b836b8e1-27b1-4cca-995f-e83be6b389fe tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385244 Mar 03 12:33:50.868768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['c89cb6b9-28ce-4c41-8f4f-38896afe514e'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:33:51.768865 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:33:51.955372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f625a0c-ec08-45a1-a7d5-f975e6271ad2 req-66fdcd49-7e6d-44cd-845a-54fb6604cb66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:51.956856 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9f625a0c-ec08-45a1-a7d5-f975e6271ad2 req-66fdcd49-7e6d-44cd-845a-54fb6604cb66 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 944 time: 0.0792909 Mar 03 12:33:51.999910 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9f625a0c-ec08-45a1-a7d5-f975e6271ad2 req-6cc620e9-4d78-4998-82a6-32e508d5026b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375378 Mar 03 12:33:52.343589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device c89cb6b9-28ce-4c41-8f4f-38896afe514e up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:33:52.487899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port c89cb6b9-28ce-4c41-8f4f-38896afe514e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:33:52.492883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port c89cb6b9-28ce-4c41-8f4f-38896afe514e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:33:52.495994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:52.608707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:52.664033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:33:52.673618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port c89cb6b9-28ce-4c41-8f4f-38896afe514e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:33:52.707977 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'code': 200} Mar 03 12:33:52.756123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:52.820817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=c89cb6b9-28ce-4c41-8f4f-38896afe514e,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:53.075468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e6ef-f751-4b71-8395-857ba453b031 req-81a0d152-9657-4f6d-89f3-aaf5e53bc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:53.077106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4083e6ef-f751-4b71-8395-857ba453b031 req-81a0d152-9657-4f6d-89f3-aaf5e53bc710 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 1098 time: 0.0680234 Mar 03 12:33:53.120994 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4083e6ef-f751-4b71-8395-857ba453b031 req-8810c259-c6ff-4655-afca-feb5bc178ecd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Mar 03 12:33:53.185429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b4a15-96eb-42da-b17f-3398449acbef req-d28f3b49-18dc-4b51-93e6-01c2579a02b6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:53.186971 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-583b4a15-96eb-42da-b17f-3398449acbef req-d28f3b49-18dc-4b51-93e6-01c2579a02b6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 945 time: 0.0821972 Mar 03 12:33:53.234027 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-583b4a15-96eb-42da-b17f-3398449acbef req-dd9b4b59-43b0-4523-b185-4b9235ab5bff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Mar 03 12:33:54.477538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4812-f44b-4a53-9dab-1fa4b0132135 req-8a235a1b-41d8-4787-9f51-3c137106c67b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:54.478988 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-435a4812-f44b-4a53-9dab-1fa4b0132135 req-8a235a1b-41d8-4787-9f51-3c137106c67b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 945 time: 0.1342497 Mar 03 12:33:54.523155 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-435a4812-f44b-4a53-9dab-1fa4b0132135 req-deeac50b-dc08-4bbf-89e2-ab9c4c286644 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376711 Mar 03 12:33:54.702424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346dcaf-6fb9-4944-96d4-b27e1b0731c8 req-add1cb0c-ec9b-4e49-b73d-44a509942b49 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:54.703856 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1346dcaf-6fb9-4944-96d4-b27e1b0731c8 req-add1cb0c-ec9b-4e49-b73d-44a509942b49 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 945 time: 0.0790353 Mar 03 12:33:54.746381 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1346dcaf-6fb9-4944-96d4-b27e1b0731c8 req-0ce197be-1449-476e-a864-cba06c138296 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369489 Mar 03 12:33:54.769797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40446) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:54.843736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a843d5-a25c-4f70-b419-16b89098322a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:54.845168 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-53a843d5-a25c-4f70-b419-16b89098322a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 1093 time: 0.0744185 Mar 03 12:33:54.847896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40450) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:33:54.852584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:33:54.858928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:33:54.862748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:33:54.865540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:33:54.871280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:33:54.945244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:55.081834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:55.218299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.167 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/383f50c3-3ef6-43c1-8737-d9765bae5477) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:33:55.363046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:55.425617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:55.484516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:33:55.487067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:33:55.496284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:33:55.538870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=383f50c3-3ef6-43c1-8737-d9765bae5477,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:56.002051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:56.122902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:56.332409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:56.396727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:56.508402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=383f50c3-3ef6-43c1-8737-d9765bae5477,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:33:56.519900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:56.683884 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 033d7222-7efe-4465-8956-e4804b04f475 associated. External IP: 172.26.8.167, port: c89cb6b9-28ce-4c41-8f4f-38896afe514e. Mar 03 12:33:57.026863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 48491cad-3057-4a5b-abe9-3dd29ddc310c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:33:57.318579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:33:57.329201 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] Sync routers for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:33:57.338633 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:57.339471 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:57.436860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:33:57.491711 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-43c57710-36a6-49f9-a258-284d8d8a217e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6427860 Mar 03 12:33:57.492614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:33:57.516937 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:57.537574 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'status': 'completed', 'code': 200} Mar 03 12:33:57.632298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-39868086-f8f0-43b4-85b3-e986d627f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:57.633708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-39868086-f8f0-43b4-85b3-e986d627f49c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 1098 time: 0.0751369 Mar 03 12:33:57.767134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-2aa2a8cc-1a51-4079-8d05-e135e070eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:57.768604 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-2aa2a8cc-1a51-4079-8d05-e135e070eccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 898 time: 0.1279430 Mar 03 12:33:57.895664 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '033d7222-7efe-4465-8956-e4804b04f475', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.167', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:45:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:55Z', 'updated_at': '2022-03-03T12:33:55Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}, {'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:39Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:57.899281 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] Checking router: 48491cad-3057-4a5b-abe9-3dd29ddc310c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:33:57.907790 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:33:57.908415 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:33:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:57.973891 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-11c0cdc3-e839-4c70-9158-2f46355a9b88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e HTTP/1.1" status: 200 len: 999 time: 0.1987052 Mar 03 12:33:58.035237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-9eecd399-5a6c-4cd0-94c2-22f68b351bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:58.036752 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-9eecd399-5a6c-4cd0-94c2-22f68b351bd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0567880 Mar 03 12:33:58.078074 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:33:58.110141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-18fb94d4-dec4-4ee4-a669-76ccc60d8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:33:58.111612 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-18fb94d4-dec4-4ee4-a669-76ccc60d8aff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690072 Mar 03 12:33:58.241823 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-0276a167-fcfa-4adb-b843-7986487b6436 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236041 Mar 03 12:33:58.429610 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '033d7222-7efe-4465-8956-e4804b04f475', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.167', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:45:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:55Z', 'updated_at': '2022-03-03T12:33:55Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}, {'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:39Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:33:58.433847 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428269a9-e0d8-4f02-976c-12d5aacadd40 None None] The sync data for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv is: [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '033d7222-7efe-4465-8956-e4804b04f475', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.167', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:45:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:55Z', 'updated_at': '2022-03-03T12:33:55Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}, {'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:39Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:33:58.483405 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-122a0d0f-7eff-4b2e-8379-5c4e6c399b58 req-2e9cb9e4-eb33-4205-bb64-77bc62d22a68 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348008 Mar 03 12:33:58.620622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f444f-378e-4764-bc97-8d58035dd9f8 None None] New status for floating IP 033d7222-7efe-4465-8956-e4804b04f475: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:34:08.024724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3e45-0175-4000-8924-1676f6bca398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:08.087978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:10.115455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d78268f7-fdd8-45cc-b74a-fb589dbd01c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:11.174221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:11.470358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:12.830347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:24.438297 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-8afcc4ec-7d55-491e-8331-f27c0da004c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828977 Mar 03 12:34:24.578118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-21532849-2afa-41e1-8e2b-c4f0ce07a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:24.580115 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-21532849-2afa-41e1-8e2b-c4f0ce07a587 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1099 time: 0.0694551 Mar 03 12:34:24.723165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-72e921e2-cf3f-44c2-9996-920356eed219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:24.724640 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-72e921e2-cf3f-44c2-9996-920356eed219 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 898 time: 0.1242797 Mar 03 12:34:24.825541 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-b049ae85-19d9-462d-8ecf-6be78b35c4d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 1001 time: 0.0943074 Mar 03 12:34:24.888123 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-14ada0ea-6028-476d-ae74-5aca7d68860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:24.889540 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-14ada0ea-6028-476d-ae74-5aca7d68860a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0577245 Mar 03 12:34:24.964385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-3496d382-1169-4a52-8f29-8ab670724c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:24.965842 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-3496d382-1169-4a52-8f29-8ab670724c76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698845 Mar 03 12:34:25.100293 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-4e0dd570-9323-450b-b797-55db50a876fc service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268501 Mar 03 12:34:25.233026 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b514f53f-56eb-40f5-adc4-50b59ca7e050 req-49761c80-fccc-4bc1-b306-3486bd01f772 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267443 Mar 03 12:34:28.767513 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:34:31.857716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40472) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:31.962125 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89b731d0-9f75-4984-b2ba-d174e565b964 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/b3672e40-2883-4534-be1a-1e238621a946 HTTP/1.1" status: 200 len: 993 time: 0.1032910 Mar 03 12:34:32.856781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40482) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:32.863230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:34:32.984018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:33.202514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1cf422ea-e808-462a-8f96-372089b1cd15,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:34:33.227895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:33.275034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:33.342321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:33.342949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:33.348602 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/ports/1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 939 time: 0.4866717 Mar 03 12:34:33.348602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:34:33.369767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=6']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:33.378596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.378942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.379538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.379869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.380271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.380599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.380924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.381243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.381574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.381886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.382201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.382515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f227a1-0701-4c99-9cef-640184a436f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:33.410984 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15', 'status': 'completed', 'code': 200} Mar 03 12:34:33.513016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-3ae840d1-df9c-4e67-be8e-bc2b0c615268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:33.514469 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-3ae840d1-df9c-4e67-be8e-bc2b0c615268 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1100 time: 0.0773277 Mar 03 12:34:33.571785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-606da141-8879-4d9f-a52b-f23bf280c728 None None] Provisioning complete for port 1cf422ea-e808-462a-8f96-372089b1cd15 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:34:33.572409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-606da141-8879-4d9f-a52b-f23bf280c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:33.631271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-606da141-8879-4d9f-a52b-f23bf280c728 None None] Port 1cf422ea-e808-462a-8f96-372089b1cd15 is administratively disabled so it will not transition to active. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 03 12:34:33.645879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-90740f37-8b7e-4143-a7c7-3171053fbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:33.647316 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-90740f37-8b7e-4143-a7c7-3171053fbaee service neutron] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 898 time: 0.1260729 Mar 03 12:34:33.745695 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-f24269d5-378c-4a45-a295-6e768fdc922a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 1002 time: 0.0923660 Mar 03 12:34:33.806077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-12736748-89c1-4b90-9840-a5c9b5d54196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:33.807473 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-12736748-89c1-4b90-9840-a5c9b5d54196 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0565026 Mar 03 12:34:33.882044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-e3774e63-c821-4960-b93a-3b14d06862c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:33.883443 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-e3774e63-c821-4960-b93a-3b14d06862c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698557 Mar 03 12:34:34.012772 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-f5e4c605-4f80-43c5-82f1-3662822c9602 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227634 Mar 03 12:34:34.230485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f74821-b2a3-4020-8a65-8a8bd4c6aa3f req-3e234aa9-0e98-44d5-88b3-37a830a21ac8 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117896 Mar 03 12:34:36.768102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40492) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:36.773867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:34:36.895820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:37.103988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1cf422ea-e808-462a-8f96-372089b1cd15,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:34:37.128027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:37.173481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:37.231962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:37.232590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:37.233932 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/ports/1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 938 time: 0.4648347 Mar 03 12:34:37.234471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:34:37.237574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40496) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:37.267808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=7']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:37.276351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.276704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.277050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.277385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.277715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.278047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.278376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.278701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.279030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.279351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.279670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.279991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbceb5ab-734e-44b0-b9a6-699a1ac69a8b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:37.380129 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15', 'status': 'completed', 'code': 200} Mar 03 12:34:37.391728 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b5c20bc9-83f3-4bcf-b3e4-7170edfa6b4d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/b3672e40-2883-4534-be1a-1e238621a946 HTTP/1.1" status: 200 len: 993 time: 0.1526282 Mar 03 12:34:37.457796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['1cf422ea-e808-462a-8f96-372089b1cd15'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:34:37.479087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-c2b5a061-2b76-4862-858f-ead1d04343ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:37.480600 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-c2b5a061-2b76-4862-858f-ead1d04343ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1099 time: 0.0779760 Mar 03 12:34:37.512535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-84b08a4d-8e3f-4509-a0b7-70cc484ad0ac None None] Provisioning complete for port 1cf422ea-e808-462a-8f96-372089b1cd15 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:34:37.512825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-84b08a4d-8e3f-4509-a0b7-70cc484ad0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:37.613610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-3bd163d0-9c5a-4c92-88ba-a00a8293b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:37.615056 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-3bd163d0-9c5a-4c92-88ba-a00a8293b183 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 898 time: 0.1278172 Mar 03 12:34:37.717746 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-1ade1647-c053-46f6-acbd-a4710c65e146 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 1001 time: 0.0973444 Mar 03 12:34:37.777968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-1e8578c0-095f-483e-b1b4-97b121444cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:37.779392 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-1e8578c0-095f-483e-b1b4-97b121444cf6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0564179 Mar 03 12:34:37.856942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-734e5ff8-d643-4b9a-8c6f-a771f8d9c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:37.858374 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-734e5ff8-d643-4b9a-8c6f-a771f8d9c3cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727296 Mar 03 12:34:37.988308 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-9e812c29-ef02-4858-9627-cf4394aed13c service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234968 Mar 03 12:34:38.116161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e35b85f3-ff96-4bb9-827f-d7f62f98530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:38.118672 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c36f62fb-44a4-4bba-bfab-18d61592afab req-917e8d9e-38f7-4835-a7c3-2e293c4b7c21 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237955 Mar 03 12:34:38.195752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:39.946079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40510) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:40.128255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde18-a04c-4b8c-8ee7-4adb87a67a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:40.151452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 383f50c3-3ef6-43c1-8737-d9765bae5477 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:34:40.151800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:40.319838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:40.320265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:40.441831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 383f50c3-3ef6-43c1-8737-d9765bae5477 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:34:40.653411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:40.703003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=383f50c3-3ef6-43c1-8737-d9765bae5477,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:40.793426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:40.793757 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 033d7222-7efe-4465-8956-e4804b04f475 disassociated (deleted). External IP: 172.26.8.167, port: c89cb6b9-28ce-4c41-8f4f-38896afe514e. Mar 03 12:34:41.161662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:41.256300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 48491cad-3057-4a5b-abe9-3dd29ddc310c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:34:41.429426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:34:41.438787 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] Sync routers for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:34:41.447746 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:34:41.448446 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:41.469814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:41.515320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:41.571738 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bbc33935-cd02-402b-b30d-2aee0845e53d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/033d7222-7efe-4465-8956-e4804b04f475 HTTP/1.1" status: 204 len: 168 time: 1.6246114 Mar 03 12:34:41.572340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:34:41.616274 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'status': 'completed', 'code': 200} Mar 03 12:34:41.631753 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:34:41.711311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-6d7b3f5f-8bdd-4661-b771-3df74ed0d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:41.712883 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-6d7b3f5f-8bdd-4661-b771-3df74ed0d8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 1098 time: 0.0735247 Mar 03 12:34:41.849216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-ea004d64-8d7c-40be-a300-ff703de7a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:41.850653 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-ea004d64-8d7c-40be-a300-ff703de7a204 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 898 time: 0.1321073 Mar 03 12:34:42.022939 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:39Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:42.027443 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] Checking router: 48491cad-3057-4a5b-abe9-3dd29ddc310c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:34:42.030267 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-6f9f5635-4bf5-44ac-9a3e-08cd4b5c7196 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e HTTP/1.1" status: 200 len: 217 time: 0.1732008 Mar 03 12:34:42.037300 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:34:42.038217 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:42.095055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-79d94dcd-5cf1-4d95-b0bb-6bcc926f91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:42.097130 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-79d94dcd-5cf1-4d95-b0bb-6bcc926f91d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0593309 Mar 03 12:34:42.114559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6843e-0e7e-4723-929b-48d5b37c1a45 req-81e1c207-cf89-43b8-8667-7223ee104862 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:42.115261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-91a6843e-0e7e-4723-929b-48d5b37c1a45 req-81e1c207-cf89-43b8-8667-7223ee104862 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:34:42.175602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-f013cfed-a767-4f03-98c6-dc09d135fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:42.177113 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-f013cfed-a767-4f03-98c6-dc09d135fbce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728924 Mar 03 12:34:42.178311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-91a6843e-0e7e-4723-929b-48d5b37c1a45 req-81e1c207-cf89-43b8-8667-7223ee104862 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:34:42.179457 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-91a6843e-0e7e-4723-929b-48d5b37c1a45 req-81e1c207-cf89-43b8-8667-7223ee104862 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 945 time: 0.1453078 Mar 03 12:34:42.221216 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:34:42.227807 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-91a6843e-0e7e-4723-929b-48d5b37c1a45 req-98e0520c-572a-4f43-ab90-29992bef90d9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Mar 03 12:34:42.316412 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-563bb850-1cb8-48de-a595-2e2b002e2798 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321189 Mar 03 12:34:42.451900 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fdc75ad-6c73-4018-9d24-0e0239876177 req-c3426551-23eb-4f3a-860d-be993104937d service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282878 Mar 03 12:34:42.580351 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:39Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:42.584269 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33a52e-9aad-44bd-807b-8b3d21251233 None None] The sync data for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv is: [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'b3672e40-2883-4534-be1a-1e238621a946', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.50', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'port_id': '1cf422ea-e808-462a-8f96-372089b1cd15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'mac_address': 'fa:16:3e:f0:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:33:36Z', 'updated_at': '2022-03-03T12:33:39Z', 'revision_number': 1, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:34:42.782827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ed1b8-6e6a-47ad-8028-5e21f851e14e None None] New status for floating IP 033d7222-7efe-4465-8956-e4804b04f475: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:34:42.838941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:43.456772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-3d1cc2db-8f0f-4bb4-b373-bd1154cd797b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:43.458187 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-3d1cc2db-8f0f-4bb4-b373-bd1154cd797b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 945 time: 0.1547644 Mar 03 12:34:43.465235 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f63d1-187c-4da8-9f3f-bf3a51aa985a req-81e757b5-5597-4f82-a261-1cac42732616 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:43.466531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b4f63d1-187c-4da8-9f3f-bf3a51aa985a req-81e757b5-5597-4f82-a261-1cac42732616 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 945 time: 0.1287818 Mar 03 12:34:43.557847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port c89cb6b9-28ce-4c41-8f4f-38896afe514e {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:34:43.558098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:43.595522 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b4f63d1-187c-4da8-9f3f-bf3a51aa985a req-8d588d6d-2c04-4fd0-94dd-b1ab4b0a4b08 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991654 Mar 03 12:34:43.814790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port c89cb6b9-28ce-4c41-8f4f-38896afe514e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c89cb6b9-28ce-4c41-8f4f-38896afe514e,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:34:43.815064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:43.937321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for c89cb6b9-28ce-4c41-8f4f-38896afe514e owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:34:44.235819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:44.285489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=c89cb6b9-28ce-4c41-8f4f-38896afe514e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:44.365085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port c89cb6b9-28ce-4c41-8f4f-38896afe514e on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:34:44.367548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:44.370023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'name': 'network-vif-deleted', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:34:44.413449 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27010ba1-42ae-4753-ae5c-f4e4886c455d', 'name': 'network-vif-deleted', 'tag': 'c89cb6b9-28ce-4c41-8f4f-38896afe514e', 'status': 'completed', 'code': 200} Mar 03 12:34:44.419088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-10d15aad-8095-4e38-a41f-e0480cfeb104 req-10618e57-0a61-4cd6-9a6c-2d22718e9a03 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/c89cb6b9-28ce-4c41-8f4f-38896afe514e HTTP/1.1" status: 204 len: 173 time: 0.9516921 Mar 03 12:34:44.764935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-7b626009-e971-4429-b0ce-4521864d9cc3 req-71c2f2ed-568c-4bea-89d7-7558363430f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:34:44.841901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-7b626009-e971-4429-b0ce-4521864d9cc3 req-71c2f2ed-568c-4bea-89d7-7558363430f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:34:44.843072 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7b626009-e971-4429-b0ce-4521864d9cc3 req-71c2f2ed-568c-4bea-89d7-7558363430f7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=27010ba1-42ae-4753-ae5c-f4e4886c455d HTTP/1.1" status: 200 len: 210 time: 0.1209862 Mar 03 12:34:45.936670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40528) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:46.006284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2929e65a-8245-43c9-a87d-ca3274e91863 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:46.036238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2929e65a-8245-43c9-a87d-ca3274e91863 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:46.161638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2929e65a-8245-43c9-a87d-ca3274e91863 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:46.179886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929e65a-8245-43c9-a87d-ca3274e91863 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:46.257869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2929e65a-8245-43c9-a87d-ca3274e91863 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:46.259006 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2929e65a-8245-43c9-a87d-ca3274e91863 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/f4c53fe3-e8e0-4de7-83e7-dc3aa24df64c HTTP/1.1" status: 204 len: 168 time: 0.3213425 Mar 03 12:34:46.339392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40534) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:46.625455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port d65c4342-d012-4d26-b7a0-60274868479e {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:34:46.626368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:46.788277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:46.788518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:46.910145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for d65c4342-d012-4d26-b7a0-60274868479e owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:34:47.126780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:47.177384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=d65c4342-d012-4d26-b7a0-60274868479e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:47.265556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:47.265950 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP b3672e40-2883-4534-be1a-1e238621a946 disassociated (deleted). External IP: 172.26.8.50, port: 1cf422ea-e808-462a-8f96-372089b1cd15. Mar 03 12:34:47.617148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 48491cad-3057-4a5b-abe9-3dd29ddc310c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:34:47.793899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:34:47.803390 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] Sync routers for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:34:47.812463 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:34:47.813579 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:47.869482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:47.927151 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e80c217d-5982-4609-9e7b-8a6b78f8c5ee tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/b3672e40-2883-4534-be1a-1e238621a946 HTTP/1.1" status: 204 len: 168 time: 1.5866432 Mar 03 12:34:47.927730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:34:47.972816 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15', 'status': 'completed', 'code': 200} Mar 03 12:34:47.991290 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:34:48.096921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-3366b587-1346-4d67-96e1-a3aca194608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:48.098513 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-3366b587-1346-4d67-96e1-a3aca194608d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 1099 time: 0.1030831 Mar 03 12:34:48.351320 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:48.354214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-d15f8477-1ff8-480b-a70a-bad66db0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:48.355983 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-d15f8477-1ff8-480b-a70a-bad66db0fff7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 200 len: 898 time: 0.2511687 Mar 03 12:34:48.361584 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] Checking router: 48491cad-3057-4a5b-abe9-3dd29ddc310c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:34:48.376906 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:34:48.377487 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:48.426803 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-2cd20805-1474-4e62-80d3-08260f227482 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 200 len: 217 time: 0.0643151 Mar 03 12:34:48.511948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device c89cb6b9-28ce-4c41-8f4f-38896afe514e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:34:48.538636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-460dd8a6-a411-450c-89d1-32e9c400bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:48.540151 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-460dd8a6-a411-450c-89d1-32e9c400bc7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 200 len: 835 time: 0.0817902 Mar 03 12:34:48.549961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: c89cb6b9-28ce-4c41-8f4f-38896afe514e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:34:48.550299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device c89cb6b9-28ce-4c41-8f4f-38896afe514e not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:34:48.552853 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:34:48.605697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6f2e0-3cdb-4039-a120-f71b11bb1179 req-d426f5ac-7918-4482-bc36-f67864346529 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:48.606841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-0bd6f2e0-3cdb-4039-a120-f71b11bb1179 req-d426f5ac-7918-4482-bc36-f67864346529 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:34:48.652942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-8aa02b9e-cdfa-46b6-a04d-1d52798847d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:48.654518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-8aa02b9e-cdfa-46b6-a04d-1d52798847d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42813989-da39-4dcf-81aa-ce6dcbeba186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033034 Mar 03 12:34:48.681867 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-0bd6f2e0-3cdb-4039-a120-f71b11bb1179 req-d426f5ac-7918-4482-bc36-f67864346529 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:34:48.682955 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0bd6f2e0-3cdb-4039-a120-f71b11bb1179 req-d426f5ac-7918-4482-bc36-f67864346529 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 946 time: 0.2552395 Mar 03 12:34:48.799761 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0bd6f2e0-3cdb-4039-a120-f71b11bb1179 req-72e3b99c-af66-44d6-bd54-236e75cd6af9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030431 Mar 03 12:34:48.825700 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-f73b1f58-cd47-4df0-ab86-cb4deb88c813 service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640644 Mar 03 12:34:48.900341 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:48.903953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72437e04-50fa-4be3-9a09-e3fa3727aaac None None] The sync data for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv is: [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '78f1cb11-5564-4e74-9653-7ecd0a909a91', 'name': '', 'network_id': '42813989-da39-4dcf-81aa-ce6dcbeba186', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:6d:9e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:13Z', 'updated_at': '2022-03-03T12:33:20Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'cd7c6562-4ff1-4820-8224-dbed577850ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:34:48.961195 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce07340b-26da-4c18-909c-0cccbc7cc58b req-e9381b82-51f3-4f7e-9108-e7e0ae47840f service neutron] 10.222.0.26 "GET /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286814 Mar 03 12:34:49.132422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32983c5c-26f4-4b43-9054-ba4cfe211542 None None] New status for floating IP b3672e40-2883-4534-be1a-1e238621a946: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:34:49.818332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-789ad3d8-33f4-4f01-b0b7-23871cec8f38 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:49.819755 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-789ad3d8-33f4-4f01-b0b7-23871cec8f38 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 946 time: 0.0778453 Mar 03 12:34:49.888608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 1cf422ea-e808-462a-8f96-372089b1cd15 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:34:49.888940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:49.990057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b2721-25de-4175-91bf-d0c75756f844 req-04578507-47c9-4087-9cf9-75a92e88165f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:49.991512 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c7b2721-25de-4175-91bf-d0c75756f844 req-04578507-47c9-4087-9cf9-75a92e88165f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 946 time: 0.0793729 Mar 03 12:34:50.038518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1c7b2721-25de-4175-91bf-d0c75756f844 req-0954d9be-4bcb-4e8f-b71b-6dcda27b745f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:34:50.115021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1c7b2721-25de-4175-91bf-d0c75756f844 req-0954d9be-4bcb-4e8f-b71b-6dcda27b745f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:34:50.116145 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c7b2721-25de-4175-91bf-d0c75756f844 req-0954d9be-4bcb-4e8f-b71b-6dcda27b745f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=c97fc25d-6640-4a11-acc8-5d1573619662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189461 Mar 03 12:34:50.134649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 1cf422ea-e808-462a-8f96-372089b1cd15, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1cf422ea-e808-462a-8f96-372089b1cd15,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:34:50.135009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:50.259685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 1cf422ea-e808-462a-8f96-372089b1cd15 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:34:50.452904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:50.505680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=1cf422ea-e808-462a-8f96-372089b1cd15,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:50.580802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 1cf422ea-e808-462a-8f96-372089b1cd15 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:34:50.583118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:50.585546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'name': 'network-vif-deleted', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:34:50.632228 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180edf1a-80ee-478d-ae1a-cd16900c8468', 'name': 'network-vif-deleted', 'tag': '1cf422ea-e808-462a-8f96-372089b1cd15', 'status': 'completed', 'code': 200} Mar 03 12:34:50.659134 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-07561041-48fe-4f7f-b296-d74c4ae4d117 req-3c23c78d-ec57-4ce0-b6d3-d09ac3002fd6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/1cf422ea-e808-462a-8f96-372089b1cd15 HTTP/1.1" status: 204 len: 173 time: 0.8339906 Mar 03 12:34:51.287961 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-76df1bbe-9d52-4390-b897-352594d9f070 req-051a3ba7-03cc-4101-927b-7fe56dcfbe83 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=180edf1a-80ee-478d-ae1a-cd16900c8468 HTTP/1.1" status: 200 len: 210 time: 0.0480776 Mar 03 12:34:52.382828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40552) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:52.545333 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba42f-9fc6-45e0-b360-be09f696c7ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:52.574678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba42f-9fc6-45e0-b360-be09f696c7ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:52.692680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba42f-9fc6-45e0-b360-be09f696c7ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:52.710920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba42f-9fc6-45e0-b360-be09f696c7ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97fc25d-6640-4a11-acc8-5d1573619662,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:52.782714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba42f-9fc6-45e0-b360-be09f696c7ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:52.783853 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3e8ba42f-9fc6-45e0-b360-be09f696c7ae tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/c97fc25d-6640-4a11-acc8-5d1573619662 HTTP/1.1" status: 204 len: 168 time: 0.3999631 Mar 03 12:34:52.857765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40558) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:53.399208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:53.748021 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 78f1cb11-5564-4e74-9653-7ecd0a909a91 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:34:53.748365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:53.933094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 78f1cb11-5564-4e74-9653-7ecd0a909a91, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=78f1cb11-5564-4e74-9653-7ecd0a909a91,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:34:53.933450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:54.065635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 78f1cb11-5564-4e74-9653-7ecd0a909a91 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:34:54.521269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:54.532059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1cf422ea-e808-462a-8f96-372089b1cd15 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:34:54.565417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 1cf422ea-e808-462a-8f96-372089b1cd15 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:34:54.565750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 1cf422ea-e808-462a-8f96-372089b1cd15 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:34:54.572474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=78f1cb11-5564-4e74-9653-7ecd0a909a91,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:54.846394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:55.197698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router 48491cad-3057-4a5b-abe9-3dd29ddc310c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:34:55.371083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:34:55.382506 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] Sync routers for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:34:55.384207 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c58a1e62-6e34-401f-b6fe-14a4b6b12347 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/48491cad-3057-4a5b-abe9-3dd29ddc310c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253863 Mar 03 12:34:55.386929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40562) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:55.391952 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:34:55.392589 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:55.451115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet cd7c6562-4ff1-4820-8224-dbed577850ee {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:34:55.454692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:55.512092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:55.565824 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:34:55.593695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:55.733414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:55.774130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7c6562-4ff1-4820-8224-dbed577850ee,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:55.776101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:55.783134 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f0667008-5a1d-48a0-b1e3-8145ba377248 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/cd7c6562-4ff1-4820-8224-dbed577850ee HTTP/1.1" status: 204 len: 168 time: 0.3951764 Mar 03 12:34:55.784629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34f448-76fd-43bb-a8fb-5dca7f77d09e None None] Network 42813989-da39-4dcf-81aa-ce6dcbeba186 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:34:55.785899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40566) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:55.847639 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:34:54Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:55.851678 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] Checking router: 48491cad-3057-4a5b-abe9-3dd29ddc310c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:34:55.860469 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] Routers {'48491cad-3057-4a5b-abe9-3dd29ddc310c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:34:55.861623 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['48491cad-3057-4a5b-abe9-3dd29ddc310c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:55.966748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.051183 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] Set router 48491cad-3057-4a5b-abe9-3dd29ddc310c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:34:56.089990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] DHCP port deletion for 42813989-da39-4dcf-81aa-ce6dcbeba186 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:34:56.095219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Deleting port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:34:56.095903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.266475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.304825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] For port 94e07488-6b45-444e-aac0-2bbd1bc9cd62, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=94e07488-6b45-444e-aac0-2bbd1bc9cd62,segment=NetworkSegment(6184b7a7-b8d4-47e4-9579-6b897e57cfb2),segment_id=6184b7a7-b8d4-47e4-9579-6b897e57cfb2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:34:56.305125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.340062 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:34:54Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:56.344350 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7673d97-7786-471d-a69e-bf48cf4a2cca None None] The sync data for ids ['48491cad-3057-4a5b-abe9-3dd29ddc310c'] in dv-neutron-831730-1-hyperv is: [{'id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'name': 'tempest-TestNetworkBasicOps-router-1302776351', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:33:08Z', 'updated_at': '2022-03-03T12:34:54Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'c46f3f3f-69d9-4c02-b044-b5240e773ea2', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48491cad-3057-4a5b-abe9-3dd29ddc310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:33:09Z', 'updated_at': '2022-03-03T12:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:34:56.344903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port c46f3f3f-69d9-4c02-b044-b5240e773ea2 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:34:56.345761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.432227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Calling delete_port for 94e07488-6b45-444e-aac0-2bbd1bc9cd62 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:34:56.527981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port c46f3f3f-69d9-4c02-b044-b5240e773ea2, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=c46f3f3f-69d9-4c02-b044-b5240e773ea2,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:34:56.528600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.601197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.650270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Pushing event deleted for resources: {'Port': ['ID=94e07488-6b45-444e-aac0-2bbd1bc9cd62,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:56.652954 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for c46f3f3f-69d9-4c02-b044-b5240e773ea2 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:34:56.659731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] No DVR routers for this DVR port 94e07488-6b45-444e-aac0-2bbd1bc9cd62 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:34:56.661761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.662125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.662461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.662790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.663118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.663444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.663765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.666183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.666183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.666183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.666183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.666183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284bfbed-edaf-49b5-b17d-3ad0ea5596d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:34:56.739157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 78f1cb11-5564-4e74-9653-7ecd0a909a91 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:34:56.775129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 78f1cb11-5564-4e74-9653-7ecd0a909a91 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:34:56.775480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 78f1cb11-5564-4e74-9653-7ecd0a909a91 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:34:56.775901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 94e07488-6b45-444e-aac0-2bbd1bc9cd62 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:34:56.814472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 94e07488-6b45-444e-aac0-2bbd1bc9cd62 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:34:56.815502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 94e07488-6b45-444e-aac0-2bbd1bc9cd62 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:34:56.898433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:56.945060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=c46f3f3f-69d9-4c02-b044-b5240e773ea2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:57.036155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.206457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.208906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.298914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.299374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router 48491cad-3057-4a5b-abe9-3dd29ddc310c {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:34:57.315900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.319727 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4394f4e9-2b49-42e2-88ee-225d2ec76a15 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/48491cad-3057-4a5b-abe9-3dd29ddc310c HTTP/1.1" status: 204 len: 168 time: 1.5329247 Mar 03 12:34:57.320332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40570) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:57.438901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.566554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.591061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42813989-da39-4dcf-81aa-ce6dcbeba186']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:57.602773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6184b7a7-b8d4-47e4-9579-6b897e57cfb2') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:57.603068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6184b7a7-b8d4-47e4-9579-6b897e57cfb2') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:34:57.614158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.630372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.636178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:34:57.636557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:34:57.651146 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:34:57.887258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.904693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:57.917524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=42813989-da39-4dcf-81aa-ce6dcbeba186,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:57.979295 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2c9b2f0b-ce79-4858-88c5-4831756ed83d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/42813989-da39-4dcf-81aa-ce6dcbeba186 HTTP/1.1" status: 204 len: 168 time: 0.6579645 Mar 03 12:34:58.007019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40574) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:58.012817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'network': {'name': 'tempest-network-smoke--1849067872', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'port_security_enabled': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:34:58.018451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:34:58.022572 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:network and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:34:58.025378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:34:58.032211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:34:58.103891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:34:58.107363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.134091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:34:58.143604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.143879 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Added segment 6d83b02a-83cc-47f0-8951-ae9e4225a3c0 of type vlan for network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d Mar 03 12:34:58.169323 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.252301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.257931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:34:58.258508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.467226 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4590986 Mar 03 12:34:58.470197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40578) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:34:58.475445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'admin_state_up': True, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:34:58.478859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef1935-ce90-4856-9ba1-222f29bf88b7 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Network': ['ID=2d9c2c5e-30c6-49aa-9e24-18678a6c519d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:34:58.482740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:34:58.486601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:router and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:34:58.489481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:34:58.493625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:34:58.496102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:34:58.575516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c46f3f3f-69d9-4c02-b044-b5240e773ea2 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:34:58.595322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.596412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.611312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:58.626095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: c46f3f3f-69d9-4c02-b044-b5240e773ea2 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:34:58.626659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device c46f3f3f-69d9-4c02-b044-b5240e773ea2 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:34:58.944535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:59.310798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:59.341757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:59.475271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.116 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/a31ef48c-d600-40b6-b1d1-4c4788a77ff3) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:34:59.618146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:59.687455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:34:59.745705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:34:59.748461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:34:59.756889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:34:59.794445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:00.325811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:00.686570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:00.989832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router f7835497-f5ed-4df9-aeba-c7f433b301d4 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:35:01.176415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:35:01.185549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Sync routers for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:35:01.195327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:01.195935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:01.247169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:01.252127 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-71b55445-34db-4695-885c-36699ffd0414 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7770989 Mar 03 12:35:01.252541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40582) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:01.299902 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-43be0838-30ef-4d06-bb6b-cb75e8edf337 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=17822fcff3a84dee86b9011027da4d20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429893 Mar 03 12:35:01.300159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40586) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:01.372846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:35:01.428813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680efe30-2387-4ba2-a738-9c9be57d3133 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:01.432974 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-680efe30-2387-4ba2-a738-9c9be57d3133 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293011 Mar 03 12:35:01.433252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40590) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:01.475726 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-51dc0ce4-4ea6-401e-8e09-f2964c07c8c3 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414166 Mar 03 12:35:01.478199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40594) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:01.483669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419622503', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:01.590028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:01.593733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:subnet and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:01.597116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:01.602665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:01.652455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:35:01.655881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:01.658071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:34:59Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:01.662134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Checking router: f7835497-f5ed-4df9-aeba-c7f433b301d4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:35:01.662482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Updating router f7835497-f5ed-4df9-aeba-c7f433b301d4 port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:35:01.715177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:01.915671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:01.998005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Subnet': ['ID=df753899-e686-4dde-9003-1f03d75d794e,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:02.006282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Checking segment: {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:35:02.006573 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network hostable DHCP agents. Network: 2d9c2c5e-30c6-49aa-9e24-18678a6c519d, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:35:02.074400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:02.081451 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:35:02.085979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Transition to ACTIVE for port object a31ef48c-d600-40b6-b1d1-4c4788a77ff3 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:35:02.167140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 2d9c2c5e-30c6-49aa-9e24-18678a6c519d) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:35:02.171011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:02.171591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:02.178682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b695323-02b7-4a82-869d-b0278b46f124 None None] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:35:02.202532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:02.264316 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0bc943f2-a517-4408-a855-2ec5dc82cdd4 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7849984 Mar 03 12:35:02.268237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40598) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:02.341737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Attempting to bind port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:35:02.341737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Attempting to bind port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:35:02.342140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Attempting to bind port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:35:02.355617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:35:02.355998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:35:02.356416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:02.356805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:35:02.357268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Bound port: a31ef48c-d600-40b6-b1d1-4c4788a77ff3, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:35:02.357640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:02.390410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b407318-e2c6-43c7-ae5c-97e9a3f5dcd7 None None] Pushing event updated for resources: {'Port': ['ID=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:02.526555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] For port a31ef48c-d600-40b6-b1d1-4c4788a77ff3, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:35:02.539590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] For port a31ef48c-d600-40b6-b1d1-4c4788a77ff3, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:35:02.546839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:35:02.546839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:02.627018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:02.769048 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:02.769580 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:02.846925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b407318-e2c6-43c7-ae5c-97e9a3f5dcd7 None None] Pushing event updated for resources: {'Port': ['ID=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:02.854113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Allocated IP 172.20.0.2 (2d9c2c5e-30c6-49aa-9e24-18678a6c519d/df753899-e686-4dde-9003-1f03d75d794e/632145f2-173e-4160-b506-81a46d283049) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:35:03.060738 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:35:03.119918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:03.416407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:03.456048 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Transition to ACTIVE for port object 632145f2-173e-4160-b506-81a46d283049 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:35:03.483945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Transition to ACTIVE for port object 632145f2-173e-4160-b506-81a46d283049 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:35:03.502996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:34:59Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:03.507154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e86c4-07c2-4f5c-b1fb-405defc2e0b0 None None] The sync data for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv is: [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:34:59Z', 'revision_number': 3, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:35:03.544917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:03.607891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:35:03.610838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:35:03.613885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:35:03.615051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.1 (2d9c2c5e-30c6-49aa-9e24-18678a6c519d/df753899-e686-4dde-9003-1f03d75d794e/2c94f0e5-fbc5-4ade-ba1b-2be263107e83) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:35:03.662707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Pushing event updated for resources: {'Port': ['ID=632145f2-173e-4160-b506-81a46d283049,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:03.741416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Attempting to bind port 632145f2-173e-4160-b506-81a46d283049 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:35:03.741416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Attempting to bind port 632145f2-173e-4160-b506-81a46d283049 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:35:03.741416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Attempting to bind port 632145f2-173e-4160-b506-81a46d283049 on network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:35:03.753890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:35:03.759038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Checking segment: {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:35:03.759038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:03.759038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Bound using segment: {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:35:03.759038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Bound port: 632145f2-173e-4160-b506-81a46d283049, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:35:03.759038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:03.822531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:03.842534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:35:03.855903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] For port 632145f2-173e-4160-b506-81a46d283049, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:35:03.859211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] For port 632145f2-173e-4160-b506-81a46d283049, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=632145f2-173e-4160-b506-81a46d283049,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:35:03.916465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:03.940201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:04.014134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:35:04.017389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:35:04.019792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60d376-0d1f-4c33-ac5d-0fceae95fb89 None None] Pushing event updated for resources: {'Port': ['ID=632145f2-173e-4160-b506-81a46d283049,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:04.020094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:35:04.086128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:04.105281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:04.497580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:04.594546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 632145f2-173e-4160-b506-81a46d283049 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:35:04.727158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 632145f2-173e-4160-b506-81a46d283049 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:35:04.733478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a31ef48c-d600-40b6-b1d1-4c4788a77ff3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:35:04.864433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:35:04.869593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:04.869984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:04.989077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c83ff1-2e81-4f45-b320-fab4dbc33dc7 None None] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:35:05.006614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.059606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.090939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a31ef48c-d600-40b6-b1d1-4c4788a77ff3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:35:05.121279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.166810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.228190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-13061527-7d52-4bd1-b3dd-6c6654ec37c7 None None] Provisioning for port 632145f2-173e-4160-b506-81a46d283049 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:35:05.241293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.241524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-13061527-7d52-4bd1-b3dd-6c6654ec37c7 None None] Provisioning complete for port 632145f2-173e-4160-b506-81a46d283049 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:05.241840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13061527-7d52-4bd1-b3dd-6c6654ec37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.244695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:05.341759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:05.392734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:35:05.393840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:35:05.439466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13061527-7d52-4bd1-b3dd-6c6654ec37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.477706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-13061527-7d52-4bd1-b3dd-6c6654ec37c7 None None] For port 632145f2-173e-4160-b506-81a46d283049, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=632145f2-173e-4160-b506-81a46d283049,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:35:05.538612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-13061527-7d52-4bd1-b3dd-6c6654ec37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.587845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router f7835497-f5ed-4df9-aeba-c7f433b301d4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:35:05.611146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13061527-7d52-4bd1-b3dd-6c6654ec37c7 None None] Pushing event updated for resources: {'Port': ['ID=632145f2-173e-4160-b506-81a46d283049,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:05.715676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8e64e976-549f-479b-a4c5-23db6f36bfcf None None] Provisioning for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:35:05.722143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8e64e976-549f-479b-a4c5-23db6f36bfcf None None] Provisioning complete for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:05.722651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e64e976-549f-479b-a4c5-23db6f36bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.766489 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:35:05.780311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e976-549f-479b-a4c5-23db6f36bfcf None None] Port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:35:05.786115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:35:05.798862 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Sync routers for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:35:05.802506 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-213a3ef9-d953-4436-9e39-cdb7a89715fd tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/f7835497-f5ed-4df9-aeba-c7f433b301d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5321212 Mar 03 12:35:05.802671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8e64e976-549f-479b-a4c5-23db6f36bfcf None None] Provisioning complete for port 632145f2-173e-4160-b506-81a46d283049 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:05.802671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e64e976-549f-479b-a4c5-23db6f36bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:05.802875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40602) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:05.813816 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:05.814650 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:05.956813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69ee51-72ec-41ce-bfd4-62297889dff5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:05.957427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69ee51-72ec-41ce-bfd4-62297889dff5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:05.957897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69ee51-72ec-41ce-bfd4-62297889dff5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:05.958409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69ee51-72ec-41ce-bfd4-62297889dff5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:05.960112 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7d69ee51-72ec-41ce-bfd4-62297889dff5 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1563551 Mar 03 12:35:05.962828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40606) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:06.041436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dac609-b3f3-4639-a929-748214eb1fef tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:06.044593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dac609-b3f3-4639-a929-748214eb1fef tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:06.045065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dac609-b3f3-4639-a929-748214eb1fef tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:06.045527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dac609-b3f3-4639-a929-748214eb1fef tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:06.047305 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-84dac609-b3f3-4639-a929-748214eb1fef tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0835075 Mar 03 12:35:06.050253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40610) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:06.051588 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:35:06.058516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c5100b54-e1a5-4ef2-ab4a-a404a8046bb6 None None] Provisioning complete for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:06.059008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c5100b54-e1a5-4ef2-ab4a-a404a8046bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.118746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c5100b54-e1a5-4ef2-ab4a-a404a8046bb6 None None] Port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:35:06.238351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-59d15abd-f492-4ca4-8c05-23d8987ed801 None None] Provisioning complete for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:06.238661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-59d15abd-f492-4ca4-8c05-23d8987ed801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.250690 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8c61c96a-6b90-44db-a5c7-dfdef131ef1a tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1987717 Mar 03 12:35:06.294350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-59d15abd-f492-4ca4-8c05-23d8987ed801 None None] Port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:35:06.382445 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:35:04Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:35:04Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:06.386080 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Checking router: f7835497-f5ed-4df9-aeba-c7f433b301d4 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:35:06.386418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Updating router f7835497-f5ed-4df9-aeba-c7f433b301d4 port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:35:06.436846 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.546387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 632145f2-173e-4160-b506-81a46d283049 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:35:06.615042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 632145f2-173e-4160-b506-81a46d283049 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:06.615710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.731810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40616) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:06.737343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054841126', 'description': 'tempest-secgroup-smoke-2054841126 description', 'project_id': '17822fcff3a84dee86b9011027da4d20'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:06.745283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:06.749022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:06.753130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:06.759157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:06.770451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a31ef48c-d600-40b6-b1d1-4c4788a77ff3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:35:06.788663 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.800358 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Transition to ACTIVE for port object 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:35:06.837524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:06.837912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.852264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.872801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:06.876967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:06.879956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:06.881075 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:06.885634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:06.965829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.041111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.069151 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Pushing event updated for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:07.112025 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.112365 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.112694 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.113374 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.113374 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.113628 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.113942 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.114252 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.114562 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.114875 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.115179 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.115484 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:35:07.137215 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Attempting to bind port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:35:07.137576 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Attempting to bind port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:35:07.137926 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Attempting to bind port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 on network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:35:07.145125 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:35:07.145684 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Checking segment: {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:35:07.146349 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.152826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Bound using segment: {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:35:07.152826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Bound port: 2c94f0e5-fbc5-4ade-ba1b-2be263107e83, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:35:07.152826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.202753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cdb819-dd71-4134-a487-0ecdf97665e5,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:07.244077 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] For port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:35:07.246953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] For port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:35:07.258421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.262845 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-52bfc294-2f49-4ccc-93b2-d741263a501a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5267584 Mar 03 12:35:07.262845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40620) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:07.267677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdb819-dd71-4134-a487-0ecdf97665e5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:07.273659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:07.277480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:07.280339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:07.287340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:07.327523 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.356553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.405119 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:07.405724 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:34:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:07.421736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.463600 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1572f73-ee05-4b33-a0fd-4d96b6fa84df None None] Pushing event updated for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:07.492872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.520750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557d27c6-0c2f-4e9d-b71f-e3d331b2ebb4,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:07.579562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.580860 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dd9289cc-e00f-455f-9bb8-92c3b852fed5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3174241 Mar 03 12:35:07.583699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40624) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:07.589027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdb819-dd71-4134-a487-0ecdf97665e5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:07.595561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:07.599851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:07.603407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:07.609222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:07.623599 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:35:07.670910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.733527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.784345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.807451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e657ff0d-74a5-414c-b37d-a6bf9b85895f,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:07.898422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:07.899635 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-74935fa3-526b-4da6-82b6-bbfed144a89a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3148758 Mar 03 12:35:07.902502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40628) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:07.908665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdb819-dd71-4134-a487-0ecdf97665e5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:07.914629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:07.918568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:07.921473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:07.927444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:07.936414 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:35:04Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:35:07Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:07.940359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3afe39-e21f-4f48-8010-e55b518f3a7b None None] The sync data for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv is: [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:35:04Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:35:07Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:35:08.019859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.064846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-61dcc7b9-90ed-41e0-afce-f2fc0ffc3c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.088516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.121106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.155549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.182273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b22616-c854-458e-84a1-b05e930c314c,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:08.230016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.231344 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2e01339a-cb8e-4fb0-846e-c1e25ebf57f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279111 Mar 03 12:35:08.234408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40632) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:08.240025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdb819-dd71-4134-a487-0ecdf97665e5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:08.246357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:08.251329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:08.254730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:08.261049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:08.322363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.390206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.440509 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.464147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b90b5f-c136-4c39-a72c-1916ea5f945d,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:08.532714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.534219 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cd726344-08a0-4807-bfed-34cfb876dea5 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987900 Mar 03 12:35:08.536979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40636) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:08.542423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdb819-dd71-4134-a487-0ecdf97665e5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:08.549917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:08.554095 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:08.558602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:08.567560 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:08.568204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:35:08.630173 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:35:08.641608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.706486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.721118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:35:08.726277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:08.727521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.767322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.801569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaa9654-556f-4994-834a-77c7e483dd87,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:08.848440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.876298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.881094 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8635c8b7-e52b-456b-9a0d-b0cf8702bf3c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3428748 Mar 03 12:35:08.883851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40640) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:08.885612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:35:08.889299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdb819-dd71-4134-a487-0ecdf97665e5', 'project_id': '17822fcff3a84dee86b9011027da4d20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:08.896152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:08.900254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:security_group_rule and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:08.903427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:08.909941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:08.955560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:08.978529 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Project 17822fcff3a84dee86b9011027da4d20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:35:08.985845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:09.028560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:09.057760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:09.132597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:09.155878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1129ca2-da18-488c-b28f-0c02b48b6490,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:09.235881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:09.237103 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-567aa1d6-8484-42b3-95b1-58a97abd70a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3522661 Mar 03 12:35:09.402295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-42e73491-d013-4059-9ba8-fd9ec3f42757 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:35:09.475032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-42e73491-d013-4059-9ba8-fd9ec3f42757 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:35:09.476273 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-42e73491-d013-4059-9ba8-fd9ec3f42757 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054841126&fields=id&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 267 time: 0.1140084 Mar 03 12:35:09.627921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-48712c3c-4ea8-400c-8be7-3d7f9e023ab6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:09.628613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-48712c3c-4ea8-400c-8be7-3d7f9e023ab6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:35:09.697994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-48712c3c-4ea8-400c-8be7-3d7f9e023ab6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:35:09.699146 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-48712c3c-4ea8-400c-8be7-3d7f9e023ab6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/networks?id=2d9c2c5e-30c6-49aa-9e24-18678a6c519d HTTP/1.1" status: 200 len: 797 time: 0.2159488 Mar 03 12:35:09.714396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-26adfa60-55b1-44a9-988d-9d23bc6fc18a tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/quotas/17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 375 time: 0.0091159 Mar 03 12:35:09.798365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-4cb4180c-0493-4eea-89f6-c3e21592d9ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:35:09.880534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-4cb4180c-0493-4eea-89f6-c3e21592d9ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:35:09.885239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-4cb4180c-0493-4eea-89f6-c3e21592d9ea tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1626916 Mar 03 12:35:10.020452 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-db1ac120-e325-413a-b1e3-0c3407aa27a9 service neutron] 10.222.0.35 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261954 Mar 03 12:35:10.138334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e32c4978-24a4-4ae4-a4c2-c758fc96c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:10.152294 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-5282bd86-95ba-46f5-8dfd-65f5802f9da0 service neutron] 10.222.0.35 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258867 Mar 03 12:35:10.393202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-ac607e30-dd31-428f-a198-9ac640088a89 req-7553b0b6-986a-4cb1-a030-4928e188b1c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:35:10.404416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-ac607e30-dd31-428f-a198-9ac640088a89 req-7553b0b6-986a-4cb1-a030-4928e188b1c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:35:10.405524 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ac607e30-dd31-428f-a198-9ac640088a89 req-7553b0b6-986a-4cb1-a030-4928e188b1c2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 210 time: 0.0540237 Mar 03 12:35:10.544072 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:35:10.617755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:10.618033 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:11.195432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:11.469916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:11.554380 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-15f7c0d5-7f21-4f6a-8703-a94c463b7758 req-cc5b85d7-e28c-4c0d-b381-cbf6fd87a98e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 210 time: 0.0419703 Mar 03 12:35:12.586657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-e4070d98-40ce-42a5-8fc2-2082770daf34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:12.587334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-e4070d98-40ce-42a5-8fc2-2082770daf34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:35:12.600064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-e4070d98-40ce-42a5-8fc2-2082770daf34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:35:12.601195 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-e4070d98-40ce-42a5-8fc2-2082770daf34 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/networks?id=2d9c2c5e-30c6-49aa-9e24-18678a6c519d HTTP/1.1" status: 200 len: 797 time: 0.1644967 Mar 03 12:35:12.658249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-74f48d9e-7c93-4dc9-9bbd-848103aecfa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:35:12.670369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-74f48d9e-7c93-4dc9-9bbd-848103aecfa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:35:12.671544 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-74f48d9e-7c93-4dc9-9bbd-848103aecfa0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17822fcff3a84dee86b9011027da4d20 HTTP/1.1" status: 200 len: 380 time: 0.0605888 Mar 03 12:35:12.710367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'port': {'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'admin_state_up': True, 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'security_groups': ['b6cdb819-dd71-4134-a487-0ecdf97665e5']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:12.746726 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8a86d634-67d1-442b-873d-77d83c223cb8 req-cc7da793-139b-426b-82de-a51a66b44004 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 210 time: 0.0734186 Mar 03 12:35:12.835290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:12.856603 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:12.866610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:12.960976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Made reservation on behalf of 17822fcff3a84dee86b9011027da4d20 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:35:12.964577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:13.125183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.20.0.10 (2d9c2c5e-30c6-49aa-9e24-18678a6c519d/df753899-e686-4dde-9003-1f03d75d794e/9db9c749-63ae-4412-a9cb-fa4f6e4a1278) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:35:13.408505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:13.422969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Transition to ACTIVE for port object 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:35:13.504450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:13.568162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:35:13.571126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:35:13.580264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:35:13.620591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:13.652764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:13.653392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:13.728532 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-ebc4e7ab-e93a-49ec-93cd-e82d4cd10d02 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0214951 Mar 03 12:35:13.739871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Request body: {'port': {'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:13.858458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:13.880884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d5a88b2d-47fe-4950-9091-28cd475b2285 None None] Provisioning for port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:35:13.885960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d5a88b2d-47fe-4950-9091-28cd475b2285 None None] Provisioning complete for port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:13.886388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d5a88b2d-47fe-4950-9091-28cd475b2285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:13.942016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d5a88b2d-47fe-4950-9091-28cd475b2285 None None] Port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:35:13.944177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeb1e2-1d89-4448-9433-902725a36b5c req-d032b276-326b-4557-815d-886c498db5a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:13.945844 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e4eeb1e2-1d89-4448-9433-902725a36b5c req-d032b276-326b-4557-815d-886c498db5a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 932 time: 0.0913095 Mar 03 12:35:13.991444 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e4eeb1e2-1d89-4448-9433-902725a36b5c req-cda268f6-c5c9-47c2-86b7-bd8e84f1249d tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395904 Mar 03 12:35:14.214315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:35:14.222078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:14.235591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Transition to ACTIVE for port object 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:35:14.303878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:14.433250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Pushing event updated for resources: {'Port': ['ID=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:14.539232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Attempting to bind port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:35:14.539556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Attempting to bind port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:35:14.539869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Attempting to bind port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 on network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:35:14.544469 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 on network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:35:14.544778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Attempting to bind port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 on network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:35:14.550218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:35:14.550547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Checking segment: {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:35:14.550921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Bound using segment: {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:35:14.551330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Bound port: 9db9c749-63ae-4412-a9cb-fa4f6e4a1278, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d83b02a-83cc-47f0-8951-ae9e4225a3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:35:14.551686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:14.640626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] For port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:35:14.643481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] For port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:35:14.698532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:14.758450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:14.759119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:14.760485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] 10.222.0.26 "PUT /v2.0/ports/9db9c749-63ae-4412-a9cb-fa4f6e4a1278 HTTP/1.1" status: 200 len: 1094 time: 1.0255625 Mar 03 12:35:14.760913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:35:14.785921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7df4c4-2f00-48fb-96bf-97a7efc7de55 service neutron] Pushing event updated for resources: {'Port': ['ID=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:14.817690 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'status': 'completed', 'code': 200} Mar 03 12:35:14.905413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a42bd-4dad-410e-9424-7db1c34665bb req-775b51cc-193b-4de6-89a8-33ca599909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:14.907403 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d60a42bd-4dad-410e-9424-7db1c34665bb req-775b51cc-193b-4de6-89a8-33ca599909d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 1097 time: 0.0735617 Mar 03 12:35:15.058456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a42bd-4dad-410e-9424-7db1c34665bb req-990dcda3-76cc-4a81-9a0a-6d19b3b987f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:15.060253 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d60a42bd-4dad-410e-9424-7db1c34665bb req-990dcda3-76cc-4a81-9a0a-6d19b3b987f6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17822fcff3a84dee86b9011027da4d20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1463594 Mar 03 12:35:15.180301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0d10-1ee3-4c65-a4ae-a4fb309e1e74 req-b98782ed-10fe-4abb-bdb4-f72680458c0e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:15.181741 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f68f0d10-1ee3-4c65-a4ae-a4fb309e1e74 req-b98782ed-10fe-4abb-bdb4-f72680458c0e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 944 time: 0.0811839 Mar 03 12:35:15.201932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a42bd-4dad-410e-9424-7db1c34665bb req-c0ab5c27-6630-46ec-ad31-d8717c7cb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:15.203383 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d60a42bd-4dad-410e-9424-7db1c34665bb req-c0ab5c27-6630-46ec-ad31-d8717c7cb074 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373451 Mar 03 12:35:15.225985 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f68f0d10-1ee3-4c65-a4ae-a4fb309e1e74 req-174d374a-2c93-4b74-852b-3241ff584669 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385351 Mar 03 12:35:15.311482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-d2d77e57-6d97-493a-90b9-d67b4111e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:15.312966 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-d2d77e57-6d97-493a-90b9-d67b4111e9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 1097 time: 0.0749686 Mar 03 12:35:15.380300 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-c253ced6-3dc4-4b38-864f-e3631243dcdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278 HTTP/1.1" status: 200 len: 217 time: 0.0599396 Mar 03 12:35:15.443094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-d7c8a3ba-e875-46bd-a8fe-9c3eb2a64095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:15.444528 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-d7c8a3ba-e875-46bd-a8fe-9c3eb2a64095 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df753899-e686-4dde-9003-1f03d75d794e HTTP/1.1" status: 200 len: 834 time: 0.0584912 Mar 03 12:35:15.517732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-83cb2df7-1522-44ea-91b2-c82542b9ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:15.519156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-83cb2df7-1522-44ea-91b2-c82542b9ed83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d9c2c5e-30c6-49aa-9e24-18678a6c519d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692353 Mar 03 12:35:15.740825 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-57256499-6e2f-4bd9-925e-62a12f2d7540 service neutron] 10.222.0.26 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148867 Mar 03 12:35:15.869144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6921b9e-16ea-49cc-90e0-6be943d6b7cd req-c5eca9a5-c70a-43e9-b377-1f23f2058395 service neutron] 10.222.0.26 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222832 Mar 03 12:35:16.417044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b74e8-7497-46f0-a884-9fcb9583290b req-1ac81448-31cb-406b-b565-9d647807cad1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:16.417722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5a8b74e8-7497-46f0-a884-9fcb9583290b req-1ac81448-31cb-406b-b565-9d647807cad1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:35:16.509459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5a8b74e8-7497-46f0-a884-9fcb9583290b req-1ac81448-31cb-406b-b565-9d647807cad1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:35:16.510578 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a8b74e8-7497-46f0-a884-9fcb9583290b req-1ac81448-31cb-406b-b565-9d647807cad1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 944 time: 0.1780591 Mar 03 12:35:16.555798 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5a8b74e8-7497-46f0-a884-9fcb9583290b req-3c0d708e-58e0-42ad-bd31-ffad4837e44f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394087 Mar 03 12:35:17.764231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13878004-1f2e-490f-8f80-7b1fa5779be7 req-c3c34563-5b12-4083-9e32-8064440facbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:17.765673 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-13878004-1f2e-490f-8f80-7b1fa5779be7 req-c3c34563-5b12-4083-9e32-8064440facbf tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 944 time: 0.1049223 Mar 03 12:35:17.809526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-13878004-1f2e-490f-8f80-7b1fa5779be7 req-21bb73f5-7b69-4a07-a0f9-2df3ca5ab712 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375371 Mar 03 12:35:18.652510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:35:18.788507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:35:18.801287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'mac_address': 'fa:16:3e:08:4c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:35:18.860141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:18.877435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:35:18.892714 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:35:18.944273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:18.996982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185144c-7f82-4aab-aa93-7ee9a833a7e3 req-17bf320e-dff5-4ea6-9283-5e0cb0e9b110 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:18.998523 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e185144c-7f82-4aab-aa93-7ee9a833a7e3 req-17bf320e-dff5-4ea6-9283-5e0cb0e9b110 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 945 time: 0.0843158 Mar 03 12:35:19.017737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:19.049003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e185144c-7f82-4aab-aa93-7ee9a833a7e3 req-0b85f0b9-2ba1-45e4-b82e-06dcbbff44b9 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Mar 03 12:35:19.133786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['9db9c749-63ae-4412-a9cb-fa4f6e4a1278'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:35:20.233919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a159d1-5ff2-4f15-8a8e-a6d6a0c33193 req-c7681c6c-7426-4ecd-857e-721d0f20b641 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:20.235355 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d8a159d1-5ff2-4f15-8a8e-a6d6a0c33193 req-c7681c6c-7426-4ecd-857e-721d0f20b641 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 945 time: 0.0820458 Mar 03 12:35:20.278792 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d8a159d1-5ff2-4f15-8a8e-a6d6a0c33193 req-1496c0f0-fdea-4357-91f5-9407e7cda944 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372422 Mar 03 12:35:20.656350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:35:20.772375 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:35:20.777009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:35:20.777393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:20.890488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:20.916554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:35:20.926221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:35:20.972801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:21.016539 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'code': 200} Mar 03 12:35:21.049278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:21.337318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb750-92ea-42b7-8605-acbacc261a86 req-cfc99474-5e8b-4da4-ae63-6f40816820a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:21.338787 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-378fb750-92ea-42b7-8605-acbacc261a86 req-cfc99474-5e8b-4da4-ae63-6f40816820a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 1099 time: 0.0727110 Mar 03 12:35:21.381425 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-378fb750-92ea-42b7-8605-acbacc261a86 req-5637ebad-150a-497a-87bc-dfdc50444407 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363405 Mar 03 12:35:21.464283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af9c81-ee75-44a2-b43d-337a1b206d21 req-0a9ca76f-84b3-421a-b532-1eeea3f6a109 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:21.465740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e1af9c81-ee75-44a2-b43d-337a1b206d21 req-0a9ca76f-84b3-421a-b532-1eeea3f6a109 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 946 time: 0.0804055 Mar 03 12:35:21.509444 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e1af9c81-ee75-44a2-b43d-337a1b206d21 req-d4758902-bf9d-4d13-8655-f9fa49e90e58 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376308 Mar 03 12:35:22.702297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9147b-6d37-46ab-88af-170e76a1ec52 req-e2a67c0f-5fb8-4a15-b0af-4adbf1792eef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:22.703729 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8da9147b-6d37-46ab-88af-170e76a1ec52 req-e2a67c0f-5fb8-4a15-b0af-4adbf1792eef tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 946 time: 0.0841484 Mar 03 12:35:22.750011 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8da9147b-6d37-46ab-88af-170e76a1ec52 req-0a1a696e-17eb-49c1-99a8-f9b58ea2d7ab tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Mar 03 12:35:22.938362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0b77e-977c-49c9-a226-788f46927844 req-a49dcefe-9c55-41f0-9255-019a6eaf6801 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:22.940614 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b0c0b77e-977c-49c9-a226-788f46927844 req-a49dcefe-9c55-41f0-9255-019a6eaf6801 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 946 time: 0.0867717 Mar 03 12:35:22.983750 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b0c0b77e-977c-49c9-a226-788f46927844 req-72ea3e9d-9112-4bbe-acaf-f10c3ff7ab06 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376587 Mar 03 12:35:23.007666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40702) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:23.077233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84405c55-7b89-450a-b6d4-d977471e6251 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:23.078698 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-84405c55-7b89-450a-b6d4-d977471e6251 tempest-TestNetworkBasicOps-506506922 tempest-TestNetworkBasicOps-506506922-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 1094 time: 0.0700457 Mar 03 12:35:23.082142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40706) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:23.086878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:23.092690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:35:23.097110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Usage tracker for resource:floatingip and tenant:17822fcff3a84dee86b9011027da4d20 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:35:23.099844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:35:23.105433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:35:23.189513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:23.320628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:23.453276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Allocated IP 172.26.8.185 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/38c415a3-1c92-4a41-988d-107e5b39d234) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:35:23.688214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:23.778397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:23.840037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:35:23.842702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:35:23.850506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:35:23.890103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=38c415a3-1c92-4a41-988d-107e5b39d234,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:24.249889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:24.375660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:24.578499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:24.646404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:24.759186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event updated for resources: {'Port': ['ID=38c415a3-1c92-4a41-988d-107e5b39d234,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:35:24.769884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:24.934807 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 47fc8558-237a-4bc0-a47e-a50428f881af associated. External IP: 172.26.8.185, port: 9db9c749-63ae-4412-a9cb-fa4f6e4a1278. Mar 03 12:35:25.391243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router f7835497-f5ed-4df9-aeba-c7f433b301d4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:35:25.562748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:35:25.572814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] Sync routers for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:35:25.582373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:25.582983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:25.646759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:25.705445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1ddc3a7e-8b11-40fb-af96-ba9ec885970c tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6221497 Mar 03 12:35:25.706126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:35:25.708536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40710) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:25.753574 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'status': 'completed', 'code': 200} Mar 03 12:35:25.758233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:35:25.873515 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6033d37f-1b1c-4244-abb4-f9436bfa53a2 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 200 len: 992 time: 0.1636722 Mar 03 12:35:25.894347 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9324-f7ef-4036-a996-48e324063090 req-6e440064-48e5-496a-a65a-fd14dbac574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:25.895792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-204f9324-f7ef-4036-a996-48e324063090 req-6e440064-48e5-496a-a65a-fd14dbac574c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 1099 time: 0.1090488 Mar 03 12:35:26.025184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9324-f7ef-4036-a996-48e324063090 req-cdf76ff9-e829-4ac9-8752-3df69e911ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:26.026615 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-204f9324-f7ef-4036-a996-48e324063090 req-cdf76ff9-e829-4ac9-8752-3df69e911ee5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d9c2c5e-30c6-49aa-9e24-18678a6c519d HTTP/1.1" status: 200 len: 898 time: 0.1248012 Mar 03 12:35:26.105803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:35:04Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '47fc8558-237a-4bc0-a47e-a50428f881af', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'mac_address': 'fa:16:3e:08:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:35:24Z', 'updated_at': '2022-03-03T12:35:24Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:35:08Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:26.109634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] Checking router: f7835497-f5ed-4df9-aeba-c7f433b301d4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:35:26.118651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:26.119247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:26.129531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-204f9324-f7ef-4036-a996-48e324063090 req-bb461f0f-32fa-480a-a9d1-b49ef2c87c67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278 HTTP/1.1" status: 200 len: 1000 time: 0.0971057 Mar 03 12:35:26.191795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9324-f7ef-4036-a996-48e324063090 req-cb84e712-35ed-4a84-89e9-68f826d3c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:26.193256 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-204f9324-f7ef-4036-a996-48e324063090 req-cb84e712-35ed-4a84-89e9-68f826d3c9a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df753899-e686-4dde-9003-1f03d75d794e HTTP/1.1" status: 200 len: 834 time: 0.0577385 Mar 03 12:35:26.268786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9324-f7ef-4036-a996-48e324063090 req-04e74dd0-98a3-4306-95a1-a146c9b7817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:35:26.270821 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-204f9324-f7ef-4036-a996-48e324063090 req-04e74dd0-98a3-4306-95a1-a146c9b7817b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d9c2c5e-30c6-49aa-9e24-18678a6c519d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715344 Mar 03 12:35:26.302877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:35:26.399893 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-204f9324-f7ef-4036-a996-48e324063090 req-7a500017-1cd8-4d46-90ee-1f688882434f service neutron] 10.222.0.26 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239161 Mar 03 12:35:26.530517 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-204f9324-f7ef-4036-a996-48e324063090 req-04e2c25c-efc9-477d-b049-83fe523e507e service neutron] 10.222.0.26 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248345 Mar 03 12:35:26.687403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:35:04Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '47fc8558-237a-4bc0-a47e-a50428f881af', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'mac_address': 'fa:16:3e:08:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:35:24Z', 'updated_at': '2022-03-03T12:35:24Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:35:08Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:26.691337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e40c24-433f-4c54-ac47-1f0efbc78d7f None None] The sync data for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv is: [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:35:04Z', 'revision_number': 4, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '47fc8558-237a-4bc0-a47e-a50428f881af', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'mac_address': 'fa:16:3e:08:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:35:24Z', 'updated_at': '2022-03-03T12:35:24Z', 'revision_number': 0, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:35:08Z', 'revision_number': 5, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:35:26.874558 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d063c643-96d3-477d-8aa3-4ac9f8a25ed6 None None] New status for floating IP 47fc8558-237a-4bc0-a47e-a50428f881af: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:35:26.878020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40716) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:26.980690 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6f10251f-d1cb-43d4-bbd5-e20bcdef9149 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 200 len: 992 time: 0.1014254 Mar 03 12:35:27.984763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40720) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:28.109925 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c690b280-24d2-45a1-bb80-3cb43ebc970f tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 200 len: 994 time: 0.1234159 Mar 03 12:35:38.074440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-12ecd8c8-e573-4945-96d4-f377d06384cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:38.126930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:40.154649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d70ef34c-90d5-4930-b585-53803fc59191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:41.177761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:41.480137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:42.764838 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:35:42.828726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:57.378507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40738) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:35:57.383922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-333ce592-6b0d-4810-bc1e-c9c1a2057350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:35:57.904111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-333ce592-6b0d-4810-bc1e-c9c1a2057350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:57.972281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-333ce592-6b0d-4810-bc1e-c9c1a2057350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:58.263164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333ce592-6b0d-4810-bc1e-c9c1a2057350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router f7835497-f5ed-4df9-aeba-c7f433b301d4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:35:58.436503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333ce592-6b0d-4810-bc1e-c9c1a2057350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:35:58.444032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-333ce592-6b0d-4810-bc1e-c9c1a2057350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:35:58.445209 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-333ce592-6b0d-4810-bc1e-c9c1a2057350 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/f7835497-f5ed-4df9-aeba-c7f433b301d4 HTTP/1.1" status: 200 len: 889 time: 1.0657322 Mar 03 12:35:58.446946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] Sync routers for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:35:58.456838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:58.457442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:58.518586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:58.526657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:35:58.527233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:58.587160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:35:58.587553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edad307-42d5-42c7-b83c-c69f3b795df6 None None] The sync data for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv is: [] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:35:59.347717 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb2330-6f2f-42b5-9204-05b2c2c65339 None None] New status for floating IP 47fc8558-237a-4bc0-a47e-a50428f881af: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:36:00.568549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:36:00.603340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40744) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:00.609011 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e7810129-452c-4c95-947d-13b1f28c79f6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:36:00.685672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:00.725593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:00.777867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:00.778733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a31ef48c-d600-40b6-b1d1-4c4788a77ff3 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:36:00.927379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:00.968046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.968395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.968733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.969072 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.969397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.969722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.970228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.971555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.971919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.972291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.972625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:00.972958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:01.007498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:01.029615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a31ef48c-d600-40b6-b1d1-4c4788a77ff3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:01.097354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:01.167958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:01.206258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7810129-452c-4c95-947d-13b1f28c79f6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:01.291346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7810129-452c-4c95-947d-13b1f28c79f6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723830'] for router, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:01.474908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7810129-452c-4c95-947d-13b1f28c79f6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router f7835497-f5ed-4df9-aeba-c7f433b301d4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:36:01.648257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7810129-452c-4c95-947d-13b1f28c79f6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:36:01.654610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e7810129-452c-4c95-947d-13b1f28c79f6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:01.655719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e7810129-452c-4c95-947d-13b1f28c79f6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/f7835497-f5ed-4df9-aeba-c7f433b301d4 HTTP/1.1" status: 200 len: 888 time: 1.0511878 Mar 03 12:36:01.659325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40748) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:01.660619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] Sync routers for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:36:01.669812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:36:01.670475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:01.762019 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-53320ae3-0314-4409-a426-a6517fc0bb6b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 200 len: 992 time: 0.1015360 Mar 03 12:36:01.850286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:36:02.190941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '47fc8558-237a-4bc0-a47e-a50428f881af', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'mac_address': 'fa:16:3e:08:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:35:24Z', 'updated_at': '2022-03-03T12:35:59Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:36:00Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:02.194638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] Checking router: f7835497-f5ed-4df9-aeba-c7f433b301d4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:36:02.202745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:36:02.203330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:02.374801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:36:02.755751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '47fc8558-237a-4bc0-a47e-a50428f881af', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'mac_address': 'fa:16:3e:08:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:35:24Z', 'updated_at': '2022-03-03T12:35:59Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:36:00Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:02.759741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb545f-16f4-450b-aa73-5a721d772811 None None] The sync data for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv is: [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '47fc8558-237a-4bc0-a47e-a50428f881af', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'floating_ip_address': '172.26.8.185', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'port_id': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'mac_address': 'fa:16:3e:08:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64275af-5332-424c-b3c0-4aa260f23691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:35:24Z', 'updated_at': '2022-03-03T12:35:59Z', 'revision_number': 2, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:36:00Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:36:02.765762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40752) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:03.020081 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7a3293ea-16d8-4ea6-b3b8-a1e20fce6f36 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 200 len: 992 time: 0.2530756 Mar 03 12:36:04.023828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40756) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:04.239245 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0aecdf7b-889f-43b9-9949-23fefadd2fa6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 200 len: 992 time: 0.2141712 Mar 03 12:36:04.388468 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b982279d-9ff8-44c4-9367-a59419536fb2 None None] New status for floating IP 47fc8558-237a-4bc0-a47e-a50428f881af: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:36:04.607760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:36:04.680216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:36:04.680585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:04.800843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:04.838876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:04.909750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:04.910553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a31ef48c-d600-40b6-b1d1-4c4788a77ff3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:36:05.024957 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:05.035839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:36:05.036235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:05.153426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:05.168827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a31ef48c-d600-40b6-b1d1-4c4788a77ff3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:05.242406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40760) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:05.245567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:05.315228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:05.349793 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5bb0218a-b4f6-4218-aace-061b6a1b09a1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 200 len: 994 time: 0.1062312 Mar 03 12:36:05.618814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40768) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:05.814430 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 38c415a3-1c92-4a41-988d-107e5b39d234 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:36:05.814784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:05.981494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:05.981817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:06.100303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 38c415a3-1c92-4a41-988d-107e5b39d234 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:36:06.297246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:06.343715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=38c415a3-1c92-4a41-988d-107e5b39d234,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:06.385426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.385770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.386102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.386429 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.386753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.387086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.387397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.387717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.388053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.391632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.391632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.391632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:06.447160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:06.447557 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Floating IP 47fc8558-237a-4bc0-a47e-a50428f881af disassociated (deleted). External IP: 172.26.8.185, port: 9db9c749-63ae-4412-a9cb-fa4f6e4a1278. Mar 03 12:36:06.576244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:36:06.643530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:36:06.643803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:06.760762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a31ef48c-d600-40b6-b1d1-4c4788a77ff3 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:36:06.796620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router f7835497-f5ed-4df9-aeba-c7f433b301d4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:36:06.828168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:36:06.828541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:07.085964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:36:07.095844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] Sync routers for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:36:07.105091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:36:07.110263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:07.171338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:07.228240 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-31cede9d-2768-462f-a39a-ea8959c5ad98 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/floatingips/47fc8558-237a-4bc0-a47e-a50428f881af HTTP/1.1" status: 204 len: 168 time: 1.6083419 Mar 03 12:36:07.228816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:36:07.281762 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'status': 'completed', 'code': 200} Mar 03 12:36:07.287374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:36:07.382943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-7b50f96b-b65d-4395-9ccf-15d42c7d2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:07.384538 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-7b50f96b-b65d-4395-9ccf-15d42c7d2ec8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17822fcff3a84dee86b9011027da4d20&device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 1099 time: 0.0834670 Mar 03 12:36:07.520481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-f6c794ef-da39-40fa-b94d-92310d278566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:07.521820 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-f6c794ef-da39-40fa-b94d-92310d278566 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d9c2c5e-30c6-49aa-9e24-18678a6c519d HTTP/1.1" status: 200 len: 898 time: 0.1315851 Mar 03 12:36:07.594165 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-99698254-62b7-4dd3-853c-277a2ac00ef8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278 HTTP/1.1" status: 200 len: 217 time: 0.0659742 Mar 03 12:36:07.650775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:36:04Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:07.655117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] Checking router: f7835497-f5ed-4df9-aeba-c7f433b301d4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:36:07.659822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-db5beaed-a243-4645-a5f0-4f413985190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:07.661306 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-db5beaed-a243-4645-a5f0-4f413985190b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df753899-e686-4dde-9003-1f03d75d794e HTTP/1.1" status: 200 len: 834 time: 0.0616705 Mar 03 12:36:07.665367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:36:07.665961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:35:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:07.739741 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-b686d856-a860-4e6a-99f4-648682494a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:07.741533 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-b686d856-a860-4e6a-99f4-648682494a12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d9c2c5e-30c6-49aa-9e24-18678a6c519d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729458 Mar 03 12:36:07.805161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105e805-49ec-4afc-aa1f-33382b50e72e req-564fec82-6b74-459f-a928-49df5a9cdf51 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:07.806542 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c105e805-49ec-4afc-aa1f-33382b50e72e req-564fec82-6b74-459f-a928-49df5a9cdf51 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 946 time: 0.0813012 Mar 03 12:36:07.851419 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c105e805-49ec-4afc-aa1f-33382b50e72e req-1d0a289f-3be0-4a02-ac06-119e87084186 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386395 Mar 03 12:36:07.856221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:36:07.880593 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-e6c92b50-8a9c-4117-a717-7365f96e9b4a service neutron] 10.222.0.26 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321778 Mar 03 12:36:08.016581 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e300b0fa-d1ec-427a-9ed5-5017fd5fafbb req-27385f2b-c547-4b0d-8fa5-c2f1d99f825a service neutron] 10.222.0.26 "GET /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293194 Mar 03 12:36:08.082717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-51f47f59-ae4a-4ffc-a151-0172ed0f9160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:08.155304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:08.188043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:36:04Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:08.192688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2039f-f161-4d63-acef-97d505175044 None None] The sync data for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv is: [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:01Z', 'revision_number': 6, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '2c94f0e5-fbc5-4ade-ba1b-2be263107e83', 'name': '', 'network_id': '2d9c2c5e-30c6-49aa-9e24-18678a6c519d', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'mac_address': 'fa:16:3e:2a:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'df753899-e686-4dde-9003-1f03d75d794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:35:03Z', 'updated_at': '2022-03-03T12:36:04Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'subnets': [{'id': 'df753899-e686-4dde-9003-1f03d75d794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:36:08.799120 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de88702-d60f-46db-9d2f-b8aebd290551 None None] New status for floating IP 47fc8558-237a-4bc0-a47e-a50428f881af: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:36:09.097847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ea219-6721-4c7e-9be5-24282dcf23fa req-3f7e8a8f-8200-49b2-b3af-30159da9e79b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:09.098538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5c0ea219-6721-4c7e-9be5-24282dcf23fa req-3f7e8a8f-8200-49b2-b3af-30159da9e79b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:09.118271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-19892b99-b99f-44d5-b8dd-8195f33b27d8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:09.118932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-19892b99-b99f-44d5-b8dd-8195f33b27d8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:09.183207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-5c0ea219-6721-4c7e-9be5-24282dcf23fa req-3f7e8a8f-8200-49b2-b3af-30159da9e79b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:09.184338 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5c0ea219-6721-4c7e-9be5-24282dcf23fa req-3f7e8a8f-8200-49b2-b3af-30159da9e79b tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 946 time: 0.2233922 Mar 03 12:36:09.185319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-19892b99-b99f-44d5-b8dd-8195f33b27d8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:09.186311 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-19892b99-b99f-44d5-b8dd-8195f33b27d8 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 946 time: 0.1869333 Mar 03 12:36:09.286093 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5c0ea219-6721-4c7e-9be5-24282dcf23fa req-222f439c-80f6-4f5c-a3f7-71c1f81211a6 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6cdb819-dd71-4134-a487-0ecdf97665e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953989 Mar 03 12:36:09.289666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:36:09.290003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:09.535017 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:09.535370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:09.752450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:36:09.948471 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:09.996423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=9db9c749-63ae-4412-a9cb-fa4f6e4a1278,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:10.073506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] No DVR routers for this DVR port 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:36:10.076074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:10.078595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'name': 'network-vif-deleted', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:36:10.119970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e15f02f-7045-4ff7-a706-84c58b88112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:10.123542 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64275af-5332-424c-b3c0-4aa260f23691', 'name': 'network-vif-deleted', 'tag': '9db9c749-63ae-4412-a9cb-fa4f6e4a1278', 'status': 'completed', 'code': 200} Mar 03 12:36:10.137729 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf622065-8240-4035-8d2c-6ab71e52c22a req-0b3902a8-156a-4599-a078-b3ee748c4c57 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.26 "DELETE /v2.0/ports/9db9c749-63ae-4412-a9cb-fa4f6e4a1278 HTTP/1.1" status: 204 len: 173 time: 0.9459987 Mar 03 12:36:10.455634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-a3588a20-97bc-4d30-9410-187452798300 req-e3114be3-aa31-4d7c-baee-3852d3d039a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Synchronizing usage tracker for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:10.526064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-a3588a20-97bc-4d30-9410-187452798300 req-e3114be3-aa31-4d7c-baee-3852d3d039a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Unset dirty status for tenant:17822fcff3a84dee86b9011027da4d20 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:10.527324 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a3588a20-97bc-4d30-9410-187452798300 req-e3114be3-aa31-4d7c-baee-3852d3d039a0 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64275af-5332-424c-b3c0-4aa260f23691 HTTP/1.1" status: 200 len: 210 time: 0.1177549 Mar 03 12:36:11.188405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:11.480242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:11.622868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40788) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:11.692643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9ae924f-a40c-4ba0-b24b-2cc2cf0982fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:11.721047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9ae924f-a40c-4ba0-b24b-2cc2cf0982fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:11.868492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9ae924f-a40c-4ba0-b24b-2cc2cf0982fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:11.887025 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae924f-a40c-4ba0-b24b-2cc2cf0982fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cdb819-dd71-4134-a487-0ecdf97665e5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:11.958650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a9ae924f-a40c-4ba0-b24b-2cc2cf0982fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:11.959758 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a9ae924f-a40c-4ba0-b24b-2cc2cf0982fc tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/security-groups/b6cdb819-dd71-4134-a487-0ecdf97665e5 HTTP/1.1" status: 204 len: 168 time: 0.3358848 Mar 03 12:36:12.057915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40794) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:12.602050 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:12.851491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:12.902260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:36:12.936880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:36:12.937223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 9db9c749-63ae-4412-a9cb-fa4f6e4a1278 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:36:12.946290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:36:12.946825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:13.229307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port 2c94f0e5-fbc5-4ade-ba1b-2be263107e83, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:13.229659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:13.350707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:36:13.571436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:13.622468 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=2c94f0e5-fbc5-4ade-ba1b-2be263107e83,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:13.890273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:14.235382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Router f7835497-f5ed-4df9-aeba-c7f433b301d4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:36:14.512185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:36:14.523087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] Sync routers for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:36:14.532176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:36:14.533501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:36:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:14.601634 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-745eed7f-46a5-4eb2-9459-204e01b793f1 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "PUT /v2.0/routers/f7835497-f5ed-4df9-aeba-c7f433b301d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5426772 Mar 03 12:36:14.604256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40800) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:14.672857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting subnet df753899-e686-4dde-9003-1f03d75d794e {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:36:14.676134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:14.712781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:36:14.730372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:14.811246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:14.972034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:15.012363 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Subnet': ['ID=df753899-e686-4dde-9003-1f03d75d794e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:15.014280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:15.024084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db01f61d-d3a7-49a3-b87b-2a882dfd879f None None] Network 2d9c2c5e-30c6-49aa-9e24-18678a6c519d requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:36:15.024410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6cf33558-3bfd-4c56-821e-92ede62305ff tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/subnets/df753899-e686-4dde-9003-1f03d75d794e HTTP/1.1" status: 204 len: 168 time: 0.4191418 Mar 03 12:36:15.027020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40804) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:15.161317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:13Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:15.190568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] Checking router: f7835497-f5ed-4df9-aeba-c7f433b301d4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:36:15.209202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] Routers {'f7835497-f5ed-4df9-aeba-c7f433b301d4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:36:15.209813 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:36:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['f7835497-f5ed-4df9-aeba-c7f433b301d4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:15.217787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:15.400269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] Set router f7835497-f5ed-4df9-aeba-c7f433b301d4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:36:15.400416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:15.460912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] DHCP port deletion for 2d9c2c5e-30c6-49aa-9e24-18678a6c519d request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:36:15.468631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Deleting port a31ef48c-d600-40b6-b1d1-4c4788a77ff3 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:36:15.468973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:15.530037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] Deleting port 632145f2-173e-4160-b506-81a46d283049 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:36:15.530626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:15.645766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] For port a31ef48c-d600-40b6-b1d1-4c4788a77ff3, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:15.646033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:15.777713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Calling delete_port for a31ef48c-d600-40b6-b1d1-4c4788a77ff3 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:36:15.875088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] For port 632145f2-173e-4160-b506-81a46d283049, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=632145f2-173e-4160-b506-81a46d283049,segment=NetworkSegment(6d83b02a-83cc-47f0-8951-ae9e4225a3c0),segment_id=6d83b02a-83cc-47f0-8951-ae9e4225a3c0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:15.875479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.005770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.009837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] Calling delete_port for 632145f2-173e-4160-b506-81a46d283049 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:36:16.063130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Port': ['ID=a31ef48c-d600-40b6-b1d1-4c4788a77ff3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:16.069100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:13Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:16.075182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62994c-87f6-4c22-9a20-9179ca9e91f2 None None] The sync data for ids ['f7835497-f5ed-4df9-aeba-c7f433b301d4'] in dv-neutron-831730-1-hyperv is: [{'id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'name': 'tempest-TestNetworkBasicOps-router-1944887462', 'tenant_id': '17822fcff3a84dee86b9011027da4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:34:58Z', 'updated_at': '2022-03-03T12:36:13Z', 'revision_number': 7, 'project_id': '17822fcff3a84dee86b9011027da4d20', 'gw_port': {'id': 'a31ef48c-d600-40b6-b1d1-4c4788a77ff3', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7835497-f5ed-4df9-aeba-c7f433b301d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:34:59Z', 'updated_at': '2022-03-03T12:36:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:36:16.154080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.163507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.205637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] No DVR routers for this DVR port 632145f2-173e-4160-b506-81a46d283049 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:36:16.209473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bb7f3-421c-4231-9c0a-4f4b3de9436d None None] Pushing event deleted for resources: {'Port': ['ID=632145f2-173e-4160-b506-81a46d283049,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:16.452131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.455543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.537168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.537855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Fanout notify agent at l3_agent the message router_deleted on router f7835497-f5ed-4df9-aeba-c7f433b301d4 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:36:16.556194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.557423 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d4f62d31-6bd3-440e-b4ee-a2f994354a1e tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/routers/f7835497-f5ed-4df9-aeba-c7f433b301d4 HTTP/1.1" status: 204 len: 168 time: 1.5293453 Mar 03 12:36:16.559963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40808) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:16.626461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 632145f2-173e-4160-b506-81a46d283049 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:36:16.664146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 632145f2-173e-4160-b506-81a46d283049 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:36:16.664492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 632145f2-173e-4160-b506-81a46d283049 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:36:16.664907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:36:16.676231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.698760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:36:16.699105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 2c94f0e5-fbc5-4ade-ba1b-2be263107e83 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:36:16.815287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.839300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9c2c5e-30c6-49aa-9e24-18678a6c519d']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:16.851489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d83b02a-83cc-47f0-8951-ae9e4225a3c0') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:16.851785 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d83b02a-83cc-47f0-8951-ae9e4225a3c0') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:36:16.863707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.880452 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.888237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:36:16.888678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:36:16.906715 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:36:17.039665 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:17.059007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:17.072223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] Pushing event deleted for resources: {'Network': ['ID=2d9c2c5e-30c6-49aa-9e24-18678a6c519d,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:17.120552 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b9600370-c11e-44d2-b325-f5f76e6ab465 tempest-TestNetworkBasicOps-1007546491 tempest-TestNetworkBasicOps-1007546491-project] 10.222.0.35 "DELETE /v2.0/networks/2d9c2c5e-30c6-49aa-9e24-18678a6c519d HTTP/1.1" status: 204 len: 168 time: 0.5595450 Mar 03 12:36:17.562080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40816) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:17.711905 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a1e04c3b-9ef1-4c0f-87fa-1b45c7ff2911 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17822fcff3a84dee86b9011027da4d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485999 Mar 03 12:36:17.714340 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40822) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:17.771922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6af87ec3-0a19-4402-a313-edc34bb6ff36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:17.798968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6af87ec3-0a19-4402-a313-edc34bb6ff36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:17.897183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6af87ec3-0a19-4402-a313-edc34bb6ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:17.914415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af87ec3-0a19-4402-a313-edc34bb6ff36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:17.922114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6af87ec3-0a19-4402-a313-edc34bb6ff36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:17.923345 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6af87ec3-0a19-4402-a313-edc34bb6ff36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2fb9ea6-8c6d-47b8-b200-92bb63ad30a6 HTTP/1.1" status: 204 len: 168 time: 0.2080295 Mar 03 12:36:18.532476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a31ef48c-d600-40b6-b1d1-4c4788a77ff3 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:36:18.546795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40830) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:18.564344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:18.581122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:18.585405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Usage tracker for resource:security_group_rule and tenant:f86d2f073b8f4407a076dce464a631a2 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:18.596243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:18.596243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:18.611633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: a31ef48c-d600-40b6-b1d1-4c4788a77ff3 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:36:18.611977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a31ef48c-d600-40b6-b1d1-4c4788a77ff3 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:36:18.677818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:18.719720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:18.768141 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f86d2f073b8f4407a076dce464a631a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202811 Mar 03 12:36:18.769638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5f189-9af4-478b-9c25-a52831b164fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad2a7b9-a033-43d7-9760-3888cf23e4b4,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:18.771167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 40834) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:18.832055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:18.856901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:18.959600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:18.973750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad2a7b9-a033-43d7-9760-3888cf23e4b4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:18.983387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.983736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.984097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.984429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.984765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.985083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.985408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.986754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.987091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.987425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.987750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.988096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:36:18.992075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:18.993179 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-62a8e39b-6cf5-431a-87c9-5c8d4a37e5f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ad2a7b9-a033-43d7-9760-3888cf23e4b4 HTTP/1.1" status: 204 len: 168 time: 0.2210450 Mar 03 12:36:19.764055 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:36:26.893844 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-2fed413b-4ce0-4e2e-af32-5f852b9fbd1e tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d0b1cbb135e94272828002c9c8ef43ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271208 Mar 03 12:36:27.045697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-b7a87cbe-3dc3-48e9-b02c-c7130b861e0e tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:27.047028 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-b7a87cbe-3dc3-48e9-b02c-c7130b861e0e tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483541 Mar 03 12:36:27.062127 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af68ad8a-948f-446d-917b-1a9c134e76d7 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/quotas/d0b1cbb135e94272828002c9c8ef43ff HTTP/1.1" status: 200 len: 375 time: 0.0087063 Mar 03 12:36:27.112135 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-6c9860b8-9be1-436b-b201-a706b582d5ab tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0b1cbb135e94272828002c9c8ef43ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449078 Mar 03 12:36:27.381691 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c14d7b06-2277-44f4-b1bf-8472a88905f8 req-4acdd31d-9355-4253-ba6f-f95007ebfe52 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 210 time: 0.0616517 Mar 03 12:36:28.521936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5aac4fb2-102f-4010-bc94-e5deb35fab46 req-100711c8-3a25-4f59-8400-3709df996952 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 210 time: 0.0421605 Mar 03 12:36:29.262184 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-b748ccb3-4995-41d8-9fc6-db311aa662a7 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d0b1cbb135e94272828002c9c8ef43ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275786 Mar 03 12:36:29.414396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-66b135c7-1957-4e9c-b81a-a24fac659cf7 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:29.415821 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-66b135c7-1957-4e9c-b81a-a24fac659cf7 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494660 Mar 03 12:36:29.429634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Request body: {'port': {'device_id': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05', 'admin_state_up': True, 'tenant_id': 'd0b1cbb135e94272828002c9c8ef43ff'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:36:29.565735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:29.569730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Usage tracker for resource:port and tenant:d0b1cbb135e94272828002c9c8ef43ff is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:29.572644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:29.578474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:29.635548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Made reservation on behalf of d0b1cbb135e94272828002c9c8ef43ff for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:36:29.639122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:29.688980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:29.704826 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dad3ee01-0560-47c3-9afb-b634f5609159 req-eb03aaa5-e22c-4317-804f-d28507fbf5ed tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 210 time: 0.0697026 Mar 03 12:36:29.711955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:29.714395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Usage tracker for resource:security_group_rule and tenant:d0b1cbb135e94272828002c9c8ef43ff is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:29.717557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:29.723335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:29.803062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:29.873918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:29.955165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:30.048257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Allocated IP 192.168.233.30 (c1b251e2-1da4-47ad-8d3a-e9a33236cb05/b98e0fa2-86af-4376-a019-fbb6ed66a116/adaa2939-e1a3-423f-bb6e-2d0fa55f5105) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:36:30.345655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:30.361108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Transition to ACTIVE for port object adaa2939-e1a3-423f-bb6e-2d0fa55f5105 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:36:30.445821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:30.513630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:36:30.521019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:36:30.525298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:36:30.556524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Pushing event updated for resources: {'Port': ['ID=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:30.592894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:30.593420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:30.703388 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-af9ccdb1-ac89-4333-8335-eea1386dc05b tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2773168 Mar 03 12:36:30.714932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Request body: {'port': {'device_id': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:36:30.800675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c8639b69-ff3d-4cb3-860b-b896d326704d None None] Provisioning for port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:36:30.806690 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c8639b69-ff3d-4cb3-860b-b896d326704d None None] Provisioning complete for port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:36:30.807049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8639b69-ff3d-4cb3-860b-b896d326704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:30.833259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:30.861583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c8639b69-ff3d-4cb3-860b-b896d326704d None None] Port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:36:30.905887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267fc49-18aa-4967-88c2-51272bdc9ab5 req-2d4bbabe-f197-4573-8660-187ed967ec27 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:30.907912 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4267fc49-18aa-4967-88c2-51272bdc9ab5 req-2d4bbabe-f197-4573-8660-187ed967ec27 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 935 time: 0.0824158 Mar 03 12:36:30.956533 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4267fc49-18aa-4967-88c2-51272bdc9ab5 req-9c3fdbc3-d2ff-49d7-82d3-025a9c6ed90a tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Mar 03 12:36:31.176692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adaa2939-e1a3-423f-bb6e-2d0fa55f5105 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:36:31.183662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:31.197966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Transition to ACTIVE for port object adaa2939-e1a3-423f-bb6e-2d0fa55f5105 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:36:31.262386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:31.425904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Pushing event updated for resources: {'Port': ['ID=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:31.499389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Attempting to bind port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:36:31.499745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Attempting to bind port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:36:31.500117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Attempting to bind port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 on network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:36:31.504940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 on network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:36:31.505510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Attempting to bind port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 on network c1b251e2-1da4-47ad-8d3a-e9a33236cb05 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:36:31.510402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:36:31.510735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Checking segment: {'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:36:31.511117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Bound using segment: {'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:36:31.511529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Bound port: adaa2939-e1a3-423f-bb6e-2d0fa55f5105, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5d2231-714a-4e53-bc1e-bcf28bf481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:36:31.511863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:31.604621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] For port adaa2939-e1a3-423f-bb6e-2d0fa55f5105, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:36:31.607413 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] For port adaa2939-e1a3-423f-bb6e-2d0fa55f5105, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,segment=NetworkSegment(fc5d2231-714a-4e53-bc1e-bcf28bf481aa),segment_id=fc5d2231-714a-4e53-bc1e-bcf28bf481aa)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:36:31.673966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:31.728566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:31.728566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:31.728924 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] 10.222.0.26 "PUT /v2.0/ports/adaa2939-e1a3-423f-bb6e-2d0fa55f5105 HTTP/1.1" status: 200 len: 1097 time: 1.0182140 Mar 03 12:36:31.731497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'tag': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:36:31.762184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb29f4-3a43-4caf-b7f4-471f88298f0c service neutron] Pushing event updated for resources: {'Port': ['ID=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:31.784605 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'tag': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105', 'status': 'completed', 'code': 200} Mar 03 12:36:31.881016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5fea-c70e-4976-930d-a46804c03561 req-727a6c78-daf7-456b-baae-35d252fe3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:31.882494 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96fc5fea-c70e-4976-930d-a46804c03561 req-727a6c78-daf7-456b-baae-35d252fe3233 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0b1cbb135e94272828002c9c8ef43ff&device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 1100 time: 0.0766966 Mar 03 12:36:31.914654 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96fc5fea-c70e-4976-930d-a46804c03561 req-443cc2c1-082c-4657-b09b-1662445cd916 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d0b1cbb135e94272828002c9c8ef43ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254331 Mar 03 12:36:32.050315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5fea-c70e-4976-930d-a46804c03561 req-e635cf56-0e55-4fe3-a24f-a9cf2f4d14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:32.051786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-96fc5fea-c70e-4976-930d-a46804c03561 req-e635cf56-0e55-4fe3-a24f-a9cf2f4d14af service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316144 Mar 03 12:36:32.144309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196ae2-a8af-412f-86b1-d7e4ddf4ca12 req-ca473713-b151-4e52-aedd-243ee3be69b6 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:32.145763 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ee196ae2-a8af-412f-86b1-d7e4ddf4ca12 req-ca473713-b151-4e52-aedd-243ee3be69b6 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 947 time: 0.0817816 Mar 03 12:36:32.155398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-ced6ce0d-d988-4793-9da1-f4ce497ff7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:32.156884 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-ced6ce0d-d988-4793-9da1-f4ce497ff7ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0b1cbb135e94272828002c9c8ef43ff&device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 1100 time: 0.0707471 Mar 03 12:36:32.189598 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ee196ae2-a8af-412f-86b1-d7e4ddf4ca12 req-882cb986-d460-4a08-bb63-d5ba5b9a1e8c tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Mar 03 12:36:32.226406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-4ab9d7af-d788-4e3f-9f0f-94ebb9205b28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=adaa2939-e1a3-423f-bb6e-2d0fa55f5105 HTTP/1.1" status: 200 len: 217 time: 0.0631001 Mar 03 12:36:32.286411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-b2f95b67-e550-4b2f-b490-0be5a1c5def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:32.287715 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-b2f95b67-e550-4b2f-b490-0be5a1c5def4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b98e0fa2-86af-4376-a019-fbb6ed66a116 HTTP/1.1" status: 200 len: 843 time: 0.0562229 Mar 03 12:36:32.462724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d83aae11-0a86-4bfe-8052-cbdf3a8216e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:32.464211 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-d83aae11-0a86-4bfe-8052-cbdf3a8216e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1b251e2-1da4-47ad-8d3a-e9a33236cb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1706710 Mar 03 12:36:32.594484 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-723a29c5-7908-4a1d-9c19-a9aa2a50467d service neutron] 10.222.0.26 "GET /v2.0/networks/c1b251e2-1da4-47ad-8d3a-e9a33236cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236162 Mar 03 12:36:32.727285 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-29d3497e-dd1e-42a7-bd81-f450821214cf req-00253e36-dcff-46af-b41d-a205d6e12f45 service neutron] 10.222.0.26 "GET /v2.0/networks/c1b251e2-1da4-47ad-8d3a-e9a33236cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272945 Mar 03 12:36:33.371296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51811cb1-58d5-43b8-9a95-657277d71108 req-e8feb9b7-309d-4778-a1ac-ebc88d2acb23 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:33.371974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51811cb1-58d5-43b8-9a95-657277d71108 req-e8feb9b7-309d-4778-a1ac-ebc88d2acb23 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Synchronizing usage tracker for tenant:d0b1cbb135e94272828002c9c8ef43ff on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:33.439544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51811cb1-58d5-43b8-9a95-657277d71108 req-e8feb9b7-309d-4778-a1ac-ebc88d2acb23 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Unset dirty status for tenant:d0b1cbb135e94272828002c9c8ef43ff on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:33.441101 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-51811cb1-58d5-43b8-9a95-657277d71108 req-e8feb9b7-309d-4778-a1ac-ebc88d2acb23 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 947 time: 0.1470063 Mar 03 12:36:33.484310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51811cb1-58d5-43b8-9a95-657277d71108 req-8b6ccc97-caa1-4fdc-9d97-d844d979460a tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Synchronizing usage tracker for tenant:d0b1cbb135e94272828002c9c8ef43ff on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:33.536823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-51811cb1-58d5-43b8-9a95-657277d71108 req-8b6ccc97-caa1-4fdc-9d97-d844d979460a tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Unset dirty status for tenant:d0b1cbb135e94272828002c9c8ef43ff on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:33.538078 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-51811cb1-58d5-43b8-9a95-657277d71108 req-8b6ccc97-caa1-4fdc-9d97-d844d979460a tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909374 Mar 03 12:36:34.722800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba904-8a63-4127-a639-000436c96331 req-acc1f48f-f8fd-428d-852c-8b418202f0f8 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:34.724265 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a95ba904-8a63-4127-a639-000436c96331 req-acc1f48f-f8fd-428d-852c-8b418202f0f8 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 947 time: 0.0827155 Mar 03 12:36:34.768273 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a95ba904-8a63-4127-a639-000436c96331 req-c3781845-204a-471a-81da-61c4285ca7bd tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Mar 03 12:36:35.088585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device adaa2939-e1a3-423f-bb6e-2d0fa55f5105 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:36:35.231481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port adaa2939-e1a3-423f-bb6e-2d0fa55f5105, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,segment=NetworkSegment(fc5d2231-714a-4e53-bc1e-bcf28bf481aa),segment_id=fc5d2231-714a-4e53-bc1e-bcf28bf481aa)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:35.244270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105', 'network_id': 'c1b251e2-1da4-47ad-8d3a-e9a33236cb05', 'port_id': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105', 'mac_address': 'fa:16:3e:cd:99:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98e0fa2-86af-4376-a019-fbb6ed66a116', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:36:35.303073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:35.320135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adaa2939-e1a3-423f-bb6e-2d0fa55f5105 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:36:35.335186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port adaa2939-e1a3-423f-bb6e-2d0fa55f5105, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,segment=NetworkSegment(fc5d2231-714a-4e53-bc1e-bcf28bf481aa),segment_id=fc5d2231-714a-4e53-bc1e-bcf28bf481aa)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:35.393701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:35.464284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:35.600265 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['adaa2939-e1a3-423f-bb6e-2d0fa55f5105'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:36:35.953738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a7d7c-948d-412e-99d6-db81c5c114ba req-edd40ac8-237c-4cde-ba9c-5019487b6048 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:35.955178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-896a7d7c-948d-412e-99d6-db81c5c114ba req-edd40ac8-237c-4cde-ba9c-5019487b6048 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 948 time: 0.0834591 Mar 03 12:36:35.998265 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-896a7d7c-948d-412e-99d6-db81c5c114ba req-76391ba8-50f0-49dd-9986-eb8116804ff9 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Mar 03 12:36:36.980088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device adaa2939-e1a3-423f-bb6e-2d0fa55f5105 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:36:37.085195 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:36:37.090082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:36:37.090446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:37.189172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9de494-20e7-4e68-9777-89f80549c3d4 req-8e79e247-6786-4736-952d-90b446a0e62d tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:37.190622 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ef9de494-20e7-4e68-9777-89f80549c3d4 req-8e79e247-6786-4736-952d-90b446a0e62d tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 948 time: 0.0811992 Mar 03 12:36:37.207463 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:37.233976 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:36:37.234648 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ef9de494-20e7-4e68-9777-89f80549c3d4 req-91b1177c-a1c3-4c1f-9287-ea1ada40225a tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Mar 03 12:36:37.244216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port adaa2939-e1a3-423f-bb6e-2d0fa55f5105, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,segment=NetworkSegment(fc5d2231-714a-4e53-bc1e-bcf28bf481aa),segment_id=fc5d2231-714a-4e53-bc1e-bcf28bf481aa)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:37.279087 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105', 'code': 200} Mar 03 12:36:37.302798 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:37.375136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:37.595226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd61c4d-8314-4c41-883e-525c901c860e req-88b97962-7934-4b2a-9789-cff039722530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:37.596729 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5fd61c4d-8314-4c41-883e-525c901c860e req-88b97962-7934-4b2a-9789-cff039722530 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 1102 time: 0.0704062 Mar 03 12:36:37.642185 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5fd61c4d-8314-4c41-883e-525c901c860e req-1aaffee2-aba6-433f-b237-730120940bfb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Mar 03 12:36:38.039097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4d047599-8992-47a8-a002-4465068d1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:38.130715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:38.418892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed976ab-e6ad-45b9-8877-d1ae6c5b0d0a req-5d35022a-2b19-4868-bb56-a071458e338a tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:38.420341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8ed976ab-e6ad-45b9-8877-d1ae6c5b0d0a req-5d35022a-2b19-4868-bb56-a071458e338a tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 949 time: 0.0822136 Mar 03 12:36:38.462883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8ed976ab-e6ad-45b9-8877-d1ae6c5b0d0a req-8617286c-6105-4959-9c52-ce63dbfde2e5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Mar 03 12:36:39.647832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8f7fe-2367-4881-8a45-25cde6866f54 req-8bfb1f86-83ec-4c36-a096-f8314760b1e3 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:39.649225 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9dd8f7fe-2367-4881-8a45-25cde6866f54 req-8bfb1f86-83ec-4c36-a096-f8314760b1e3 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 949 time: 0.0799770 Mar 03 12:36:39.692703 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9dd8f7fe-2367-4881-8a45-25cde6866f54 req-23570819-dd41-411e-b9dc-615522726989 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378759 Mar 03 12:36:40.108282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-06bfa4f8-3f87-47f2-9e9d-74873fda41a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:41.125414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de7d16-372b-4daa-aba1-e8f7c20dc321 req-cf62236c-bdbe-4d61-8fcf-d7d225d0ea67 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:41.127173 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e2de7d16-372b-4daa-aba1-e8f7c20dc321 req-cf62236c-bdbe-4d61-8fcf-d7d225d0ea67 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 949 time: 0.0844347 Mar 03 12:36:41.172629 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e2de7d16-372b-4daa-aba1-e8f7c20dc321 req-85956eb7-1ab8-449d-8472-9d0cc24bc60f tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Mar 03 12:36:41.205029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:41.479303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:42.361307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb2d37-ac34-4f5e-8f0d-3fcd0f39a8fb req-a46f99ca-70f2-4b31-9cd2-093139351c13 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:42.363128 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4ecb2d37-ac34-4f5e-8f0d-3fcd0f39a8fb req-a46f99ca-70f2-4b31-9cd2-093139351c13 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 949 time: 0.0829315 Mar 03 12:36:42.375145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-8eeb3d89-6f0d-425e-8eec-0717be6aeb86 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:42.376642 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-8eeb3d89-6f0d-425e-8eec-0717be6aeb86 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.26 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 949 time: 0.0805233 Mar 03 12:36:42.411886 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4ecb2d37-ac34-4f5e-8f0d-3fcd0f39a8fb req-1ebf5677-67bc-45b3-833b-43a025e38868 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Mar 03 12:36:42.450766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Deleting port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:36:42.451102 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:42.696150 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] For port adaa2939-e1a3-423f-bb6e-2d0fa55f5105, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,segment=NetworkSegment(fc5d2231-714a-4e53-bc1e-bcf28bf481aa),segment_id=fc5d2231-714a-4e53-bc1e-bcf28bf481aa)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:42.696500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:42.818588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Calling delete_port for adaa2939-e1a3-423f-bb6e-2d0fa55f5105 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:36:42.839754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:43.016454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:43.029558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['adaa2939-e1a3-423f-bb6e-2d0fa55f5105'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:36:43.067100 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Pushing event deleted for resources: {'Port': ['ID=adaa2939-e1a3-423f-bb6e-2d0fa55f5105,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:43.246848 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] No DVR routers for this DVR port adaa2939-e1a3-423f-bb6e-2d0fa55f5105 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:36:43.249600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:43.252942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'name': 'network-vif-deleted', 'tag': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:36:43.300157 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a571baa1-4b63-4369-90f5-1f7c087dd831', 'name': 'network-vif-deleted', 'tag': 'adaa2939-e1a3-423f-bb6e-2d0fa55f5105', 'status': 'completed', 'code': 200} Mar 03 12:36:43.319935 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8ded986b-da75-41a0-af2f-7d16e4cfd8da req-dabf6879-d2d2-428b-b47d-ef6784371db5 tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.26 "DELETE /v2.0/ports/adaa2939-e1a3-423f-bb6e-2d0fa55f5105 HTTP/1.1" status: 204 len: 173 time: 0.9379332 Mar 03 12:36:43.564142 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb54ffef-464b-4f2f-8f2b-676654a4fa35 req-5503b5ec-b4e4-46ae-abc6-25bf4fbacaef tempest-ServersAdminNegativeTestJSON-1484579323 tempest-ServersAdminNegativeTestJSON-1484579323-project] 10.222.0.35 "GET /v2.0/ports?device_id=a571baa1-4b63-4369-90f5-1f7c087dd831 HTTP/1.1" status: 200 len: 210 time: 0.0456111 Mar 03 12:36:45.087721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40972) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:45.231786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3d42d9ed-dcce-446e-8bea-0d2a35e82455 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0b1cbb135e94272828002c9c8ef43ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428611 Mar 03 12:36:45.234246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40978) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:45.291566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1fced312-7d39-4b14-81a7-ff34011802df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:45.317619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1fced312-7d39-4b14-81a7-ff34011802df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:45.421857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1fced312-7d39-4b14-81a7-ff34011802df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:45.438947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fced312-7d39-4b14-81a7-ff34011802df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:45.506864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1fced312-7d39-4b14-81a7-ff34011802df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:45.507964 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1fced312-7d39-4b14-81a7-ff34011802df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2e0fbd2-b32a-456c-8a8d-3b06676ef9f3 HTTP/1.1" status: 204 len: 168 time: 0.2728388 Mar 03 12:36:46.096677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40986) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:46.118426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:46.133725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:46.137500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Usage tracker for resource:security_group_rule and tenant:27d594dc7a6140639a4de081e9938b2a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:46.140242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:46.146517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:46.223613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:46.296875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:46.344144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27d594dc7a6140639a4de081e9938b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456152 Mar 03 12:36:46.345091 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286b61-5ae9-4477-8cbd-b0e22a68f417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe5988-a46f-4d41-b33e-75e5b4ea2860,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:46.347423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 40990) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:46.405901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4abab106-4781-4016-8e0f-01c4e2d1dde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:46.432754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4abab106-4781-4016-8e0f-01c4e2d1dde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:46.570775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4abab106-4781-4016-8e0f-01c4e2d1dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:46.587349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abab106-4781-4016-8e0f-01c4e2d1dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe5988-a46f-4d41-b33e-75e5b4ea2860,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:46.591654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4abab106-4781-4016-8e0f-01c4e2d1dde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:46.592714 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4abab106-4781-4016-8e0f-01c4e2d1dde6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3fe5988-a46f-4d41-b33e-75e5b4ea2860 HTTP/1.1" status: 204 len: 168 time: 0.2444077 Mar 03 12:36:47.010977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device adaa2939-e1a3-423f-bb6e-2d0fa55f5105 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:36:47.045470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: adaa2939-e1a3-423f-bb6e-2d0fa55f5105 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:36:47.045817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device adaa2939-e1a3-423f-bb6e-2d0fa55f5105 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:36:47.565671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41014) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:47.668163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-271480485-network', 'tenant_id': '0d3f3135297c4814ae9b4867c7339c36'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:36:47.673092 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:47.677625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Usage tracker for resource:network and tenant:0d3f3135297c4814ae9b4867c7339c36 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:47.687675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:47.687675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:47.736397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Made reservation on behalf of 0d3f3135297c4814ae9b4867c7339c36 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:36:47.739220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:47.751113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:47.765701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:47.769655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3f3135297c4814ae9b4867c7339c36 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:47.772403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:47.777913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:47.856916 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:47.902263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:47.933934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:36:47.938821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0038b9-594d-4464-ad13-e13919b81f50,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:47.945595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:47.946473 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Added segment df070ce3-d80b-452f-9e37-1f951030d330 of type vlan for network 417c6250-590f-447f-a150-b93a6dd72865 Mar 03 12:36:47.971442 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:48.062253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:48.063181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:48.063745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:48.165789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] Pushing event updated for resources: {'Network': ['ID=417c6250-590f-447f-a150-b93a6dd72865,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:48.175237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 417c6250-590f-447f-a150-b93a6dd72865 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:36:48.234776 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ff7f06b4-6c82-4c62-a1fa-784c6cf145c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6679888 Mar 03 12:36:48.237731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41020) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:36:48.243426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Request body: {'subnet': {'network_id': '417c6250-590f-447f-a150-b93a6dd72865', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-271480485-subnet', 'tenant_id': '0d3f3135297c4814ae9b4867c7339c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:36:48.248286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:48.252478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Usage tracker for resource:subnet and tenant:0d3f3135297c4814ae9b4867c7339c36 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:48.255390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:48.263359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:48.354015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Made reservation on behalf of 0d3f3135297c4814ae9b4867c7339c36 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:36:48.356447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:48.622321 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:48.694357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea42a58-a806-45a4-8634-49f1475f9aee,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:48.704240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Checking segment: {'id': 'df070ce3-d80b-452f-9e37-1f951030d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '417c6250-590f-447f-a150-b93a6dd72865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:36:48.704594 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Network hostable DHCP agents. Network: 417c6250-590f-447f-a150-b93a6dd72865, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:36:48.781810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Network 417c6250-590f-447f-a150-b93a6dd72865 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:36:48.844950 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 417c6250-590f-447f-a150-b93a6dd72865) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:36:48.849395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:48.849976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:48.854116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232598a-aa65-4c65-95c7-5a0d8f42c965 None None] Network 417c6250-590f-447f-a150-b93a6dd72865 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:36:48.921435 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-842dd40e-309b-45bb-9231-46b3ad5d811a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6753259 Mar 03 12:36:49.069480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57212858-d2f9-4a1b-8bc3-6d4ee5668511 None None] Network 417c6250-590f-447f-a150-b93a6dd72865 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:36:49.419811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-ee29b285-6b2a-40a8-b72b-3aca93196455 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:49.421267 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-ee29b285-6b2a-40a8-b72b-3aca93196455 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/networks?id=417c6250-590f-447f-a150-b93a6dd72865 HTTP/1.1" status: 200 len: 811 time: 0.1460919 Mar 03 12:36:49.435414 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-32e40df5-4813-4c4a-b6fe-71383a488b93 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/quotas/0d3f3135297c4814ae9b4867c7339c36 HTTP/1.1" status: 200 len: 375 time: 0.0086303 Mar 03 12:36:49.482218 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-4f9a4628-3945-4885-81f2-dfdb26a83bd5 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d3f3135297c4814ae9b4867c7339c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415149 Mar 03 12:36:49.614555 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-649ebe97-6e95-4178-a0af-556e69592307 service neutron] 10.222.0.35 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253459 Mar 03 12:36:49.746430 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-b944ac65-c610-4ff2-a2af-b8b2f9a0cc13 service neutron] 10.222.0.35 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262136 Mar 03 12:36:50.009870 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a3a606fe-c930-4b8f-9b4b-3e93de127ecf req-e2d66115-8ad7-4eab-b78d-2c9809720c07 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 210 time: 0.0471590 Mar 03 12:36:51.172118 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-49682bff-df30-4d6e-b4f0-0f8b63e6c6a2 req-c20dda54-774a-4004-8c61-d22379c9ee96 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 210 time: 0.0491133 Mar 03 12:36:51.930983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-4887ced3-0902-4d70-b501-ed9cd5f150f4 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:51.932310 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-4887ced3-0902-4d70-b501-ed9cd5f150f4 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Synchronizing usage tracker for tenant:0d3f3135297c4814ae9b4867c7339c36 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:52.039103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-4887ced3-0902-4d70-b501-ed9cd5f150f4 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Unset dirty status for tenant:0d3f3135297c4814ae9b4867c7339c36 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:52.040282 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-4887ced3-0902-4d70-b501-ed9cd5f150f4 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.26 "GET /v2.0/networks?id=417c6250-590f-447f-a150-b93a6dd72865 HTTP/1.1" status: 200 len: 811 time: 0.2531748 Mar 03 12:36:52.051528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Request body: {'port': {'device_id': '975e2d92-19be-41d6-ba74-39c512786617', 'network_id': '417c6250-590f-447f-a150-b93a6dd72865', 'admin_state_up': True, 'tenant_id': '0d3f3135297c4814ae9b4867c7339c36'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:36:52.185475 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:36:52.189109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Usage tracker for resource:port and tenant:0d3f3135297c4814ae9b4867c7339c36 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:36:52.192438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:36:52.198007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:36:52.250989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Made reservation on behalf of 0d3f3135297c4814ae9b4867c7339c36 for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:36:52.255302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:52.364663 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b21f12f7-0590-40a8-863d-c0170e5eedd1 req-6a765e4d-1a55-4fc0-b723-c793bb78bc61 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 210 time: 0.0536211 Mar 03 12:36:52.457139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Allocated IP 172.20.0.2 (417c6250-590f-447f-a150-b93a6dd72865/5ea42a58-a806-45a4-8634-49f1475f9aee/f0a5428e-c7ce-4b2a-83ea-f0979df73868) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:36:52.654845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:52.719542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:52.882133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Network 417c6250-590f-447f-a150-b93a6dd72865 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:36:52.889384 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:36:52.893743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:36:52.922890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:52.957080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:52.957677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:53.039845 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-9b9a8c65-348f-468c-ae85-52f552a75515 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9919977 Mar 03 12:36:53.052114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Request body: {'port': {'device_id': '975e2d92-19be-41d6-ba74-39c512786617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:36:53.161542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:53.500871 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a5428e-c7ce-4b2a-83ea-f0979df73868 {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:36:53.509296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:53.524160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Transition to ACTIVE for port object f0a5428e-c7ce-4b2a-83ea-f0979df73868 will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:36:53.549008 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7a7b-cacc-4049-9996-663ad80f486a req-b791d070-0793-49c7-baea-3d4350639635 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:53.550599 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b88d7a7b-cacc-4049-9996-663ad80f486a req-b791d070-0793-49c7-baea-3d4350639635 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 931 time: 0.0814373 Mar 03 12:36:53.576218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:53.594352 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b88d7a7b-cacc-4049-9996-663ad80f486a req-6b5540de-97ad-4e31-a67a-ceeee52fb88e tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Mar 03 12:36:53.704744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:53.802752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Attempting to bind port f0a5428e-c7ce-4b2a-83ea-f0979df73868 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:36:53.803077 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Attempting to bind port f0a5428e-c7ce-4b2a-83ea-f0979df73868 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'df070ce3-d80b-452f-9e37-1f951030d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '417c6250-590f-447f-a150-b93a6dd72865'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:36:53.803392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Attempting to bind port f0a5428e-c7ce-4b2a-83ea-f0979df73868 on network 417c6250-590f-447f-a150-b93a6dd72865 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:36:53.807758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Port f0a5428e-c7ce-4b2a-83ea-f0979df73868 on network 417c6250-590f-447f-a150-b93a6dd72865 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:36:53.808108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Attempting to bind port f0a5428e-c7ce-4b2a-83ea-f0979df73868 on network 417c6250-590f-447f-a150-b93a6dd72865 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:36:53.813009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:36:53.813330 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Checking segment: {'id': 'df070ce3-d80b-452f-9e37-1f951030d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '417c6250-590f-447f-a150-b93a6dd72865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:36:53.813701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Bound using segment: {'id': 'df070ce3-d80b-452f-9e37-1f951030d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '417c6250-590f-447f-a150-b93a6dd72865'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:36:53.814114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Bound port: f0a5428e-c7ce-4b2a-83ea-f0979df73868, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df070ce3-d80b-452f-9e37-1f951030d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '417c6250-590f-447f-a150-b93a6dd72865'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:36:53.814445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:53.907177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:36:53.910328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:36:53.965301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:54.019896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:54.020587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:54.021959 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] 10.222.0.26 "PUT /v2.0/ports/f0a5428e-c7ce-4b2a-83ea-f0979df73868 HTTP/1.1" status: 200 len: 1093 time: 0.9747274 Mar 03 12:36:54.022379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:36:54.045632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f5a16-9a88-400a-893c-656466647e48 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:54.066884 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'status': 'completed', 'code': 200} Mar 03 12:36:54.160744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5273-6d24-40f5-abe9-cea76c03627e req-540e6038-786b-481a-a5dd-b230ec239155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:54.162135 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-241a5273-6d24-40f5-abe9-cea76c03627e req-540e6038-786b-481a-a5dd-b230ec239155 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f3135297c4814ae9b4867c7339c36&device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 1096 time: 0.0764267 Mar 03 12:36:54.303815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5273-6d24-40f5-abe9-cea76c03627e req-78808c0a-c133-4b8c-87ad-f536829df53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:54.305261 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-241a5273-6d24-40f5-abe9-cea76c03627e req-78808c0a-c133-4b8c-87ad-f536829df53a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0d3f3135297c4814ae9b4867c7339c36&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1361833 Mar 03 12:36:54.441524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5273-6d24-40f5-abe9-cea76c03627e req-7e918c29-a16c-4857-93ef-5c4d6ca2e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:54.442860 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-241a5273-6d24-40f5-abe9-cea76c03627e req-7e918c29-a16c-4857-93ef-5c4d6ca2e18c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319149 Mar 03 12:36:54.547196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-3ef4a7d2-d242-472c-9db1-4701b27b6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:54.548702 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-3ef4a7d2-d242-472c-9db1-4701b27b6693 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f3135297c4814ae9b4867c7339c36&device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 1096 time: 0.0690572 Mar 03 12:36:54.617286 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-65182de1-3ec3-414d-9335-3d9951209b1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868 HTTP/1.1" status: 200 len: 217 time: 0.0622263 Mar 03 12:36:54.679078 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-26b97038-0b4c-4c25-b21a-f1a11bd1ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:54.680530 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-26b97038-0b4c-4c25-b21a-f1a11bd1ecc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea42a58-a806-45a4-8634-49f1475f9aee HTTP/1.1" status: 200 len: 851 time: 0.0576403 Mar 03 12:36:54.786749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b5e90-c810-4a61-803f-c80885c2496f req-5270b0f2-525f-48db-8285-cf62b156175e tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:54.788316 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c8b5e90-c810-4a61-803f-c80885c2496f req-5270b0f2-525f-48db-8285-cf62b156175e tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 943 time: 0.0882602 Mar 03 12:36:54.833293 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-a717c5e8-6b6e-4aa6-be48-bcfd95d0e476 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=417c6250-590f-447f-a150-b93a6dd72865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468108 Mar 03 12:36:54.834877 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c8b5e90-c810-4a61-803f-c80885c2496f req-4e22b19f-1bd7-4992-90b0-d67620e83615 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Mar 03 12:36:54.962759 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-2626b2d9-9bfb-4e95-b265-c8f18cc375a8 service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222103 Mar 03 12:36:55.097886 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-06fff5d2-1c9e-48e6-9594-6a99760be456 req-7c651e39-8825-4315-8743-915d039d70ad service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291194 Mar 03 12:36:56.017217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c755b-db8a-4d65-b1db-170aa7a8ea2c req-2e41c9dc-b432-4793-8d1f-27512ecdfd9f tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:56.018076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-837c755b-db8a-4d65-b1db-170aa7a8ea2c req-2e41c9dc-b432-4793-8d1f-27512ecdfd9f tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Synchronizing usage tracker for tenant:0d3f3135297c4814ae9b4867c7339c36 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:56.118851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-837c755b-db8a-4d65-b1db-170aa7a8ea2c req-2e41c9dc-b432-4793-8d1f-27512ecdfd9f tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Unset dirty status for tenant:0d3f3135297c4814ae9b4867c7339c36 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:56.119894 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-837c755b-db8a-4d65-b1db-170aa7a8ea2c req-2e41c9dc-b432-4793-8d1f-27512ecdfd9f tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 943 time: 0.1793582 Mar 03 12:36:56.162730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-837c755b-db8a-4d65-b1db-170aa7a8ea2c req-bc160a47-a609-4d9f-9985-4b195958df17 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Synchronizing usage tracker for tenant:0d3f3135297c4814ae9b4867c7339c36 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:36:56.238657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-837c755b-db8a-4d65-b1db-170aa7a8ea2c req-bc160a47-a609-4d9f-9985-4b195958df17 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Unset dirty status for tenant:0d3f3135297c4814ae9b4867c7339c36 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:36:56.239786 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-837c755b-db8a-4d65-b1db-170aa7a8ea2c req-bc160a47-a609-4d9f-9985-4b195958df17 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141727 Mar 03 12:36:56.762540 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:36:57.422528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ade4f-8291-48ef-9bdf-0ce3f2da1070 req-94c6c659-0130-49f9-986b-e0c490f3eef5 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:57.423978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a04ade4f-8291-48ef-9bdf-0ce3f2da1070 req-94c6c659-0130-49f9-986b-e0c490f3eef5 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 943 time: 0.0792944 Mar 03 12:36:57.469522 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a04ade4f-8291-48ef-9bdf-0ce3f2da1070 req-319334fb-ab03-4ed2-8146-61727a806436 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 Mar 03 12:36:58.653063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb54b8e-98eb-4d70-a7b0-5b17a079830f req-a81a040d-b264-42d7-a0fd-eaf797f2afa9 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:58.654429 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-abb54b8e-98eb-4d70-a7b0-5b17a079830f req-a81a040d-b264-42d7-a0fd-eaf797f2afa9 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 943 time: 0.0820951 Mar 03 12:36:58.698557 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-abb54b8e-98eb-4d70-a7b0-5b17a079830f req-08f59144-ed5b-417e-a9b8-937671e5e1d8 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382781 Mar 03 12:36:59.121481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f0a5428e-c7ce-4b2a-83ea-f0979df73868 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:36:59.282299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:59.295797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'network_id': '417c6250-590f-447f-a150-b93a6dd72865', 'port_id': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'mac_address': 'fa:16:3e:8a:27:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea42a58-a806-45a4-8634-49f1475f9aee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:36:59.349971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:59.368387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a5428e-c7ce-4b2a-83ea-f0979df73868 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:36:59.383603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:36:59.456777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:36:59.522811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:36:59.649058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['f0a5428e-c7ce-4b2a-83ea-f0979df73868'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:36:59.883692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501769a-e4d8-46a1-8407-b9f1bc0dacd2 req-683cbe17-5d7f-4714-95cb-dbe8e4300bd0 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:36:59.885139 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e501769a-e4d8-46a1-8407-b9f1bc0dacd2 req-683cbe17-5d7f-4714-95cb-dbe8e4300bd0 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 944 time: 0.0788219 Mar 03 12:36:59.928381 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e501769a-e4d8-46a1-8407-b9f1bc0dacd2 req-537b9628-3603-4900-a874-f22242428527 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375440 Mar 03 12:37:01.121080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464686-8e2b-4f5d-8659-e9e12cbd1ce7 req-b49a3f65-d603-4baf-b0ab-c4a5467c4adf tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:01.122521 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-64464686-8e2b-4f5d-8659-e9e12cbd1ce7 req-b49a3f65-d603-4baf-b0ab-c4a5467c4adf tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 944 time: 0.0817268 Mar 03 12:37:01.136551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f0a5428e-c7ce-4b2a-83ea-f0979df73868 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:37:01.170891 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-64464686-8e2b-4f5d-8659-e9e12cbd1ce7 req-03d66362-4418-4994-86b0-544c13386c69 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Mar 03 12:37:01.267687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port f0a5428e-c7ce-4b2a-83ea-f0979df73868 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:37:01.272972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port f0a5428e-c7ce-4b2a-83ea-f0979df73868 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:37:01.273344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:01.392147 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:01.418259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:37:01.428649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:01.468630 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'code': 200} Mar 03 12:37:01.496344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:01.562203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:01.569336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.569685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.570047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.570379 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.570713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.571037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.571363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.571687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.572018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.572351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.572668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.572989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:01.834460 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847915f-43b4-4f4c-b12d-61dd1f83af4f req-49e42d6f-de5a-471f-b7d7-43087011375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:01.835801 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5847915f-43b4-4f4c-b12d-61dd1f83af4f req-49e42d6f-de5a-471f-b7d7-43087011375d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 1098 time: 0.0682573 Mar 03 12:37:01.874839 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5847915f-43b4-4f4c-b12d-61dd1f83af4f req-999e79e8-f7ea-4c32-a553-f7036f986575 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Mar 03 12:37:02.353458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003a27-d91a-41ec-92df-a21ec7f1afc2 req-f7184b55-80f2-41f5-9404-5461e883e0d9 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:02.354898 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe003a27-d91a-41ec-92df-a21ec7f1afc2 req-f7184b55-80f2-41f5-9404-5461e883e0d9 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0810699 Mar 03 12:37:02.400880 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe003a27-d91a-41ec-92df-a21ec7f1afc2 req-77cf5868-6cf0-46dc-b320-589fe952c169 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Mar 03 12:37:03.686114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b11a6-913e-4ab2-a89a-354a459b0317 req-4520f042-96c4-40df-bb7d-a746ebe1e54b tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:03.687455 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9b11a6-913e-4ab2-a89a-354a459b0317 req-4520f042-96c4-40df-bb7d-a746ebe1e54b tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.1806164 Mar 03 12:37:03.731912 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9b11a6-913e-4ab2-a89a-354a459b0317 req-aac0a8cd-afcd-447f-8192-c94b63d510ef tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 Mar 03 12:37:04.375282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41088) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:37:04.413335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7050c1-9795-43b8-9345-c61b8fd159d3 req-3142be1d-c04f-498a-ae69-c57aa54abd7d tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:04.414777 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5e7050c1-9795-43b8-9345-c61b8fd159d3 req-3142be1d-c04f-498a-ae69-c57aa54abd7d tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0813317 Mar 03 12:37:04.457863 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5e7050c1-9795-43b8-9345-c61b8fd159d3 req-ca1eddad-7a89-4658-be05-6f6372baabdf tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375314 Mar 03 12:37:04.487099 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-e04c5177-4b4d-432b-9795-fb9a009f751a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097710 Mar 03 12:37:05.641356 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41077e9-d4b1-4bdb-8f1a-39d8f06be7a8 req-347a3ed4-953e-477a-bd22-99d2e57ed943 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:05.642734 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d41077e9-d4b1-4bdb-8f1a-39d8f06be7a8 req-347a3ed4-953e-477a-bd22-99d2e57ed943 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0821431 Mar 03 12:37:05.686738 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d41077e9-d4b1-4bdb-8f1a-39d8f06be7a8 req-9b1688a7-90a9-49fc-9585-787f2e6b82fc tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Mar 03 12:37:06.479118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-2b9c18d8-ad6f-4423-ae83-745bcee1b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:06.480599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-2b9c18d8-ad6f-4423-ae83-745bcee1b628 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f3135297c4814ae9b4867c7339c36&device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 1098 time: 0.0709598 Mar 03 12:37:06.607935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-5b6e0b69-da87-4e70-9fb3-01d2de6ff893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:06.609317 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-5b6e0b69-da87-4e70-9fb3-01d2de6ff893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=417c6250-590f-447f-a150-b93a6dd72865 HTTP/1.1" status: 200 len: 912 time: 0.1229482 Mar 03 12:37:06.681272 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-a2754e1a-d05e-4cfd-8e27-f6e3d6374d89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868 HTTP/1.1" status: 200 len: 217 time: 0.0660820 Mar 03 12:37:06.742655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-bbad43d1-d867-459f-a109-bb62200a68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:06.744095 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-bbad43d1-d867-459f-a109-bb62200a68f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea42a58-a806-45a4-8634-49f1475f9aee HTTP/1.1" status: 200 len: 851 time: 0.0575447 Mar 03 12:37:06.792866 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-c1290d7b-f1e9-42c1-93c9-d22bfdb9d880 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=417c6250-590f-447f-a150-b93a6dd72865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429127 Mar 03 12:37:06.875042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ebb6b-6e59-43cc-9225-4ec521f43367 req-d9b6acbd-2d94-4f79-95da-3003254fb974 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:06.876441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-226ebb6b-6e59-43cc-9225-4ec521f43367 req-d9b6acbd-2d94-4f79-95da-3003254fb974 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0818837 Mar 03 12:37:06.920232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-226ebb6b-6e59-43cc-9225-4ec521f43367 req-be91858a-3abd-433e-a2b7-9bc2d2f3d720 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370355 Mar 03 12:37:06.922200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-04c7475c-1e80-4cd9-a3b8-f3156dc1f61a service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231837 Mar 03 12:37:07.153107 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-f122fa2a-bd96-44fb-896c-c7e88260b5c9 service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254446 Mar 03 12:37:08.039220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e87f8bcc-c4ff-41cd-931c-5987f6916d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:08.105253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd736f3-9877-41a5-b8aa-789113fe5977 req-e608f899-2656-4e31-8c91-d68917a5d9a0 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:08.106700 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5cd736f3-9877-41a5-b8aa-789113fe5977 req-e608f899-2656-4e31-8c91-d68917a5d9a0 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0828810 Mar 03 12:37:08.118850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:08.150863 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5cd736f3-9877-41a5-b8aa-789113fe5977 req-45d525c5-c148-4f1b-a8f8-20393be5a4ac tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Mar 03 12:37:09.335892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aa6b5-7c1e-4aa5-b46a-18ad935b3c5e req-a082f1d0-d3f3-4f6b-a1ee-d844473a4cd7 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:09.337385 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-491aa6b5-7c1e-4aa5-b46a-18ad935b3c5e req-a082f1d0-d3f3-4f6b-a1ee-d844473a4cd7 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0828393 Mar 03 12:37:09.381435 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-491aa6b5-7c1e-4aa5-b46a-18ad935b3c5e req-cb06a30d-c469-43ea-8789-dec08b63fee2 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Mar 03 12:37:10.136110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e9ddf427-2f8a-4d9a-9aa2-ce51029d5bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:10.565667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e2bf-881e-4827-91bd-fc516c897f1b req-ead135bc-ae83-40d8-ac3b-1439c0dec44e tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:10.567117 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7f65e2bf-881e-4827-91bd-fc516c897f1b req-ead135bc-ae83-40d8-ac3b-1439c0dec44e tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0821576 Mar 03 12:37:10.608977 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7f65e2bf-881e-4827-91bd-fc516c897f1b req-ba6b60be-3df3-43b4-9699-2121f690ea39 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363846 Mar 03 12:37:11.181867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:11.478811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:11.794799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a758e-1c4d-4d9b-a78d-7c2132bac172 req-13f60ec6-d74b-4db3-9582-6ccc3370d804 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:11.796188 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4d3a758e-1c4d-4d9b-a78d-7c2132bac172 req-13f60ec6-d74b-4db3-9582-6ccc3370d804 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0822604 Mar 03 12:37:11.840405 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4d3a758e-1c4d-4d9b-a78d-7c2132bac172 req-61302e6b-26c3-469a-a7c0-e243689554f5 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Mar 03 12:37:12.849948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:13.022495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941b7e7-a27e-4749-a4b3-9c621be670b2 req-d884e353-3d76-41ac-b7a2-4100956de3a2 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:13.023920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5941b7e7-a27e-4749-a4b3-9c621be670b2 req-d884e353-3d76-41ac-b7a2-4100956de3a2 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0798428 Mar 03 12:37:13.070920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5941b7e7-a27e-4749-a4b3-9c621be670b2 req-28d70f21-7724-466f-9dbd-d17dc5c2756c tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Mar 03 12:37:14.252845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b6890-3c95-454b-ae40-e91cb5f8f9dd req-90cbe2e5-ae96-41cc-95c8-cee0f6385f52 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:14.254298 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-704b6890-3c95-454b-ae40-e91cb5f8f9dd req-90cbe2e5-ae96-41cc-95c8-cee0f6385f52 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0829298 Mar 03 12:37:14.297224 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-704b6890-3c95-454b-ae40-e91cb5f8f9dd req-8926d00f-71b3-4cb7-b6d3-aa19dbfbfb03 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Mar 03 12:37:15.479835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67561c-8a4b-45df-b4fa-f9018b5a8a6a req-ed4098c8-b86b-4010-ae74-8086bd10e8fb tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:15.481357 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb67561c-8a4b-45df-b4fa-f9018b5a8a6a req-ed4098c8-b86b-4010-ae74-8086bd10e8fb tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0779364 Mar 03 12:37:15.524748 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb67561c-8a4b-45df-b4fa-f9018b5a8a6a req-bc62a74e-bcac-46a2-a99e-81c48131a9a1 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Mar 03 12:37:16.707295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003f54-3faf-4b1b-baa3-9293a392a9d4 req-a8dd4307-48cf-488f-a147-8402f02a3daa tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:16.708695 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a0003f54-3faf-4b1b-baa3-9293a392a9d4 req-a8dd4307-48cf-488f-a147-8402f02a3daa tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0797241 Mar 03 12:37:16.757245 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a0003f54-3faf-4b1b-baa3-9293a392a9d4 req-a3d39006-e94d-4536-b9c3-710191cc4b8d tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Mar 03 12:37:17.943550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45830d-7de8-41cc-89e7-1337335bcb9c req-1e6b0baa-81f2-43c9-b3c5-349c575011c9 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:17.945001 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7c45830d-7de8-41cc-89e7-1337335bcb9c req-1e6b0baa-81f2-43c9-b3c5-349c575011c9 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0810537 Mar 03 12:37:17.988044 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7c45830d-7de8-41cc-89e7-1337335bcb9c req-4e9e700c-c5a3-4615-8501-3c21d0c09c9b tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Mar 03 12:37:19.180324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447964c-1e67-46c4-9cb6-3da99bca9a0c req-8eb31a0a-fd6d-4509-82ff-73ad8abcf748 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:19.181788 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6447964c-1e67-46c4-9cb6-3da99bca9a0c req-8eb31a0a-fd6d-4509-82ff-73ad8abcf748 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0845566 Mar 03 12:37:19.227166 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6447964c-1e67-46c4-9cb6-3da99bca9a0c req-6133e202-7778-408a-bc6c-826f04975c6d tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Mar 03 12:37:20.409225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cd4d6-dc2a-4465-aaf0-983a7554526b req-bf69e869-7051-4d47-8dce-2c52bc131c2b tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:20.410697 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-449cd4d6-dc2a-4465-aaf0-983a7554526b req-bf69e869-7051-4d47-8dce-2c52bc131c2b tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0805330 Mar 03 12:37:20.453116 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-449cd4d6-dc2a-4465-aaf0-983a7554526b req-abc687c7-d647-4ab8-8eca-55285d9f5087 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368223 Mar 03 12:37:21.638828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708ec9b-9928-418d-854b-a9f8b95b2906 req-9e79d68b-799f-4056-a7bc-0d528a7abb88 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:21.640219 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a708ec9b-9928-418d-854b-a9f8b95b2906 req-9e79d68b-799f-4056-a7bc-0d528a7abb88 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0833673 Mar 03 12:37:21.687362 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a708ec9b-9928-418d-854b-a9f8b95b2906 req-ceac24ce-f7a1-4f3a-b615-ead2cb8e240e tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Mar 03 12:37:22.871965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeee40-624a-4927-a2af-0bbdfb07bc1e req-f2ab7d1b-a8f2-4189-ac07-7a8a7d994951 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:22.873443 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0cdeee40-624a-4927-a2af-0bbdfb07bc1e req-f2ab7d1b-a8f2-4189-ac07-7a8a7d994951 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0815737 Mar 03 12:37:22.917751 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0cdeee40-624a-4927-a2af-0bbdfb07bc1e req-65a816c3-ab03-4601-8632-9e1c32172138 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379992 Mar 03 12:37:24.100905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b4912-8f14-47cd-aaee-b2e082b029ae req-30c20338-4d5a-4e9d-ba7f-00c19fb3b3b6 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:24.102368 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a33b4912-8f14-47cd-aaee-b2e082b029ae req-30c20338-4d5a-4e9d-ba7f-00c19fb3b3b6 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0822172 Mar 03 12:37:24.148109 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a33b4912-8f14-47cd-aaee-b2e082b029ae req-c0e9c2f3-ff62-44cc-9ee3-b97490d44664 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Mar 03 12:37:24.940656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a94df-859a-4dd0-834c-b8d608ee684a req-350fbcdb-016b-46a0-bc76-7ea33597f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:24.942104 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-481a94df-859a-4dd0-834c-b8d608ee684a req-350fbcdb-016b-46a0-bc76-7ea33597f892 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f3135297c4814ae9b4867c7339c36&device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 1098 time: 0.0703652 Mar 03 12:37:25.087466 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a94df-859a-4dd0-834c-b8d608ee684a req-1fb837a1-de1b-4705-aabb-6db5c6699bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:25.089109 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-481a94df-859a-4dd0-834c-b8d608ee684a req-1fb837a1-de1b-4705-aabb-6db5c6699bb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=417c6250-590f-447f-a150-b93a6dd72865 HTTP/1.1" status: 200 len: 912 time: 0.1271770 Mar 03 12:37:25.161862 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-481a94df-859a-4dd0-834c-b8d608ee684a req-e14ad35d-6b90-49b2-bf98-43f9dc3b7bcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868 HTTP/1.1" status: 200 len: 217 time: 0.0651660 Mar 03 12:37:25.224373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a94df-859a-4dd0-834c-b8d608ee684a req-b40755a0-9adb-47cf-83d3-16213f0ed575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:25.225899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-481a94df-859a-4dd0-834c-b8d608ee684a req-b40755a0-9adb-47cf-83d3-16213f0ed575 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea42a58-a806-45a4-8634-49f1475f9aee HTTP/1.1" status: 200 len: 851 time: 0.0585048 Mar 03 12:37:25.304242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-481a94df-859a-4dd0-834c-b8d608ee684a req-461484c8-9d34-4d40-a39d-5c8aa1746c04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=417c6250-590f-447f-a150-b93a6dd72865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727327 Mar 03 12:37:25.460774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32c9d1-4f98-45fa-a5ee-1c44b8946451 req-69932a88-0fdd-4a37-a815-c42527536332 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:25.462195 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ec32c9d1-4f98-45fa-a5ee-1c44b8946451 req-69932a88-0fdd-4a37-a815-c42527536332 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.1941659 Mar 03 12:37:25.467080 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-481a94df-859a-4dd0-834c-b8d608ee684a req-8c91ace6-04d8-4ed3-8170-f9a91f273d20 service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519284 Mar 03 12:37:25.594158 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ec32c9d1-4f98-45fa-a5ee-1c44b8946451 req-d1a6c22e-059e-4b15-a1e8-84b25c2a781e tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260111 Mar 03 12:37:25.627899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-481a94df-859a-4dd0-834c-b8d608ee684a req-bd334cd0-2ee7-412a-9f6b-7a08ec48d008 service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420798 Mar 03 12:37:26.777815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80362eea-f326-4317-a01d-7e9f63bb539e req-153f1a32-a7ae-43ba-8dde-998c7ffa7174 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:26.779262 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-80362eea-f326-4317-a01d-7e9f63bb539e req-153f1a32-a7ae-43ba-8dde-998c7ffa7174 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0795887 Mar 03 12:37:26.822671 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-80362eea-f326-4317-a01d-7e9f63bb539e req-6e337f82-e983-49ed-9e6d-c095624d6ab4 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Mar 03 12:37:28.006978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470d4fd-f11b-4d58-a85c-1ee2c37d3635 req-6558ddd8-960c-44bf-ae19-709c7c14b6bb tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:28.008432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9470d4fd-f11b-4d58-a85c-1ee2c37d3635 req-6558ddd8-960c-44bf-ae19-709c7c14b6bb tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0813191 Mar 03 12:37:28.054534 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9470d4fd-f11b-4d58-a85c-1ee2c37d3635 req-fe730c00-d4ea-4358-8948-1305007f4af7 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Mar 03 12:37:29.244709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb114b-52c9-4398-bbcb-adfa691403aa req-6c4769de-64a1-4794-82f3-b5b235758e2c tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:29.246150 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7dfb114b-52c9-4398-bbcb-adfa691403aa req-6c4769de-64a1-4794-82f3-b5b235758e2c tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0863426 Mar 03 12:37:29.290879 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7dfb114b-52c9-4398-bbcb-adfa691403aa req-dcf908b0-d549-4b86-a476-62a051168b5f tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Mar 03 12:37:30.487984 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7248f-cec9-4560-82a0-4ef3fb68bb73 req-26e7c5bb-afd1-4645-8f54-5e1f675f7023 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:30.489486 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-18a7248f-cec9-4560-82a0-4ef3fb68bb73 req-26e7c5bb-afd1-4645-8f54-5e1f675f7023 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0863423 Mar 03 12:37:30.534444 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-18a7248f-cec9-4560-82a0-4ef3fb68bb73 req-a5355b57-272f-41d3-933b-6ab901f334d9 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Mar 03 12:37:31.717357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130435dc-9414-479b-9934-f10056f3155c req-1f9e5135-4099-48a6-b002-10668b55044a tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:31.718813 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-130435dc-9414-479b-9934-f10056f3155c req-1f9e5135-4099-48a6-b002-10668b55044a tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0820894 Mar 03 12:37:31.762903 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-130435dc-9414-479b-9934-f10056f3155c req-4e0937f2-32d8-4cae-b948-98d8c4396b5f tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Mar 03 12:37:32.949395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc7041-cd92-4684-a82b-12863af02958 req-eb09ce31-df90-40a6-9a6f-abbb29295690 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:32.950811 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46dc7041-cd92-4684-a82b-12863af02958 req-eb09ce31-df90-40a6-9a6f-abbb29295690 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0783322 Mar 03 12:37:32.994794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-46dc7041-cd92-4684-a82b-12863af02958 req-522f4e2b-fddb-4385-a36b-f2f94ede899c tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370374 Mar 03 12:37:33.761655 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:37:34.194824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f54c40-3c25-4b61-b183-12e9c9ba1dac req-44ccb8a2-8ba4-4dba-812f-8b30c10672fc tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:34.196413 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9f54c40-3c25-4b61-b183-12e9c9ba1dac req-44ccb8a2-8ba4-4dba-812f-8b30c10672fc tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0832467 Mar 03 12:37:34.243810 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9f54c40-3c25-4b61-b183-12e9c9ba1dac req-de55d45a-a9aa-4e78-ba1b-fd468778d0ae tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Mar 03 12:37:34.338541 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-c1dda77f-d51a-4a0c-87c1-871b7f681189 service neutron] 10.222.0.26 "GET /v2.0/ports/f0a5428e-c7ce-4b2a-83ea-f0979df73868/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.1788988 Mar 03 12:37:34.871985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-de21ceb7-c8dd-41b3-8d1d-39cfb4c2ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:34.873471 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-de21ceb7-c8dd-41b3-8d1d-39cfb4c2ee63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617&tenant_id=0d3f3135297c4814ae9b4867c7339c36 HTTP/1.1" status: 200 len: 1098 time: 0.0688934 Mar 03 12:37:34.962881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-8f54772d-f74e-4a44-be48-37fc447aa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:34.964382 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-8f54772d-f74e-4a44-be48-37fc447aa1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f3135297c4814ae9b4867c7339c36&device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 1098 time: 0.0702000 Mar 03 12:37:35.096946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-4e6240d8-2c6f-41e9-b2ec-7292676b6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:35.098643 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-4e6240d8-2c6f-41e9-b2ec-7292676b6af5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=417c6250-590f-447f-a150-b93a6dd72865 HTTP/1.1" status: 200 len: 912 time: 0.1273413 Mar 03 12:37:35.179554 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-8d49a42c-8976-433b-b335-0264aa08123b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868 HTTP/1.1" status: 200 len: 217 time: 0.0660238 Mar 03 12:37:35.248386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-bff0cef6-b0e0-4189-8cd9-89e40a36ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:35.249796 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-bff0cef6-b0e0-4189-8cd9-89e40a36ceef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea42a58-a806-45a4-8634-49f1475f9aee HTTP/1.1" status: 200 len: 851 time: 0.0639248 Mar 03 12:37:35.298096 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-8f1f72aa-8a22-4029-acd2-775ab93f7568 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=417c6250-590f-447f-a150-b93a6dd72865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411601 Mar 03 12:37:35.478738 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-6cab18d0-5883-4b60-ab73-0e245da3eefa service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727979 Mar 03 12:37:35.534724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78b901-ec2b-4a4d-9a48-166da01c76f4 req-312bcd8a-0cec-4204-97bd-4fdb5ca6c9da tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:35.536144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ed78b901-ec2b-4a4d-9a48-166da01c76f4 req-312bcd8a-0cec-4204-97bd-4fdb5ca6c9da tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.1490788 Mar 03 12:37:35.635424 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ed78b901-ec2b-4a4d-9a48-166da01c76f4 req-bdd3615f-17d8-45c5-9bb1-d97a9b9eef2f tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Mar 03 12:37:35.653971 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9b94fca-77f8-4d3d-a7e2-41ea11b2d707 req-7969b957-9c95-422c-bdc2-67c54e727cf0 service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661305 Mar 03 12:37:36.830527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c40c-d570-4a16-bed6-b1b970f6919a req-4b455abf-2eef-43ff-b103-f5f48f179b0d tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:36.831950 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9613c40c-d570-4a16-bed6-b1b970f6919a req-4b455abf-2eef-43ff-b103-f5f48f179b0d tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0842700 Mar 03 12:37:36.874137 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9613c40c-d570-4a16-bed6-b1b970f6919a req-f9fc5bf0-55a2-4395-b2d3-bd3d5b41cf8a tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365803 Mar 03 12:37:38.022041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f9ea37c4-348f-4f1b-8279-8910f2559a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:38.061702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221e75d-7ff2-4d81-8580-97bfd9b15641 req-b905e72e-b5b9-472f-b2e4-1762720591c4 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:38.063166 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1221e75d-7ff2-4d81-8580-97bfd9b15641 req-b905e72e-b5b9-472f-b2e4-1762720591c4 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0835471 Mar 03 12:37:38.107965 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1221e75d-7ff2-4d81-8580-97bfd9b15641 req-8721bd80-dabf-483a-b5e7-22406a28872d tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Mar 03 12:37:38.136387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:38.685297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-43958d86-7e11-4d4a-8e4d-f998b738910a tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:38.686726 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-43958d86-7e11-4d4a-8e4d-f998b738910a tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.26 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617&tenant_id=0d3f3135297c4814ae9b4867c7339c36&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.0822668 Mar 03 12:37:38.823710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-21b02be5-dd07-4735-afbe-c5d2c3549f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:38.825083 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-21b02be5-dd07-4735-afbe-c5d2c3549f39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d3f3135297c4814ae9b4867c7339c36&device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 1098 time: 0.0728106 Mar 03 12:37:38.952643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-a5061343-7e75-43e0-918d-1b0d14dfffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:38.954040 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-a5061343-7e75-43e0-918d-1b0d14dfffd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=417c6250-590f-447f-a150-b93a6dd72865 HTTP/1.1" status: 200 len: 912 time: 0.1231883 Mar 03 12:37:39.018703 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-03a2b943-c7fa-418a-ae9a-51e280673562 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868 HTTP/1.1" status: 200 len: 217 time: 0.0590611 Mar 03 12:37:39.081315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-b8dedbea-6480-4f49-878b-f6234f75008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:39.082624 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-b8dedbea-6480-4f49-878b-f6234f75008c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ea42a58-a806-45a4-8634-49f1475f9aee HTTP/1.1" status: 200 len: 851 time: 0.0584197 Mar 03 12:37:39.127452 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-dfa61187-012c-47d9-8f18-f7adfd3faa6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=417c6250-590f-447f-a150-b93a6dd72865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392156 Mar 03 12:37:39.361871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f0a5428e-c7ce-4b2a-83ea-f0979df73868 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:37:39.365663 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f0a5428e-c7ce-4b2a-83ea-f0979df73868 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:37:39.375121 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-6dfcec89-416d-47cc-80b1-f3fb283d5cd0 service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411747 Mar 03 12:37:39.505046 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-f42e8f8a-ab26-435c-82f2-8c763e70fb4d service neutron] 10.222.0.26 "GET /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232929 Mar 03 12:37:39.576370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:39.612859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:39.629601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:37:39.638647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'network_id': '417c6250-590f-447f-a150-b93a6dd72865', 'port_id': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'mac_address': 'fa:16:3e:8a:27:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea42a58-a806-45a4-8634-49f1475f9aee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:37:39.667284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:39.688136 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'code': 200} Mar 03 12:37:39.698806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:39.715118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0a5428e-c7ce-4b2a-83ea-f0979df73868 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:37:39.741948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:39.854637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:37:39.854989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:37:39.858198 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:40.130119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d0055ae8-cbb8-400a-a209-d9d82e3a5453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:40.412843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:40.429384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a5428e-c7ce-4b2a-83ea-f0979df73868 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:37:40.444804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:40.518900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:40.585600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['f0a5428e-c7ce-4b2a-83ea-f0979df73868'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:37:40.627287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:40.912936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d0219-1902-4adf-b90d-5a10af408dca req-aeee98c8-1989-4ec0-a089-f83b122207cc tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:40.914365 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-107d0219-1902-4adf-b90d-5a10af408dca req-aeee98c8-1989-4ec0-a089-f83b122207cc tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 944 time: 0.0845532 Mar 03 12:37:40.958580 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-107d0219-1902-4adf-b90d-5a10af408dca req-6f673bb5-2039-4705-afac-fdf3506f5268 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Mar 03 12:37:41.175675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:41.378444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f0a5428e-c7ce-4b2a-83ea-f0979df73868 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:37:41.459087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port f0a5428e-c7ce-4b2a-83ea-f0979df73868 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:37:41.459087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:41.565859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:41.577981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:41.599877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:41.661437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:41.691863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:37:41.735117 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'code': 200} Mar 03 12:37:41.735820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:42.138242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f94be-dfd3-400e-a0f5-48866868e563 req-2a42c8bd-3728-4b29-ac0d-aae4b4416fbe tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:42.139664 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b06f94be-dfd3-400e-a0f5-48866868e563 req-2a42c8bd-3728-4b29-ac0d-aae4b4416fbe tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0784249 Mar 03 12:37:42.182277 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b06f94be-dfd3-400e-a0f5-48866868e563 req-190d2575-d26e-42d5-853d-d0edc08066aa tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/security-groups?id=8d0038b9-594d-4464-ad13-e13919b81f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367985 Mar 03 12:37:42.526725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-b7ffdd54-166e-40ef-9e5e-6c7d3ae82c95 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:42.528180 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-b7ffdd54-166e-40ef-9e5e-6c7d3ae82c95 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.26 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 945 time: 0.0837743 Mar 03 12:37:42.596954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Deleting port f0a5428e-c7ce-4b2a-83ea-f0979df73868 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:37:42.597214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:42.841055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] For port f0a5428e-c7ce-4b2a-83ea-f0979df73868, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f0a5428e-c7ce-4b2a-83ea-f0979df73868,segment=NetworkSegment(df070ce3-d80b-452f-9e37-1f951030d330),segment_id=df070ce3-d80b-452f-9e37-1f951030d330)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:42.841401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:42.844209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:42.960260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Calling delete_port for f0a5428e-c7ce-4b2a-83ea-f0979df73868 owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:37:43.164256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:43.176522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['f0a5428e-c7ce-4b2a-83ea-f0979df73868'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:37:43.215455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Pushing event deleted for resources: {'Port': ['ID=f0a5428e-c7ce-4b2a-83ea-f0979df73868,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:43.256941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.257278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.257605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.257936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.258255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.258574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.258891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.259227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.259521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.259837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.260175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.260484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:43.302383 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] No DVR routers for this DVR port f0a5428e-c7ce-4b2a-83ea-f0979df73868 on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:37:43.304915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:43.307410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-deleted', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:37:43.341125 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1b4e645e-21bd-4e37-a275-84a544e9a4c6 req-6f5c7c31-a8b0-41fc-bbbd-efd10bd79b01 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.35 "GET /v2.0/ports?device_id=975e2d92-19be-41d6-ba74-39c512786617 HTTP/1.1" status: 200 len: 210 time: 0.0456274 Mar 03 12:37:43.355978 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e2d92-19be-41d6-ba74-39c512786617', 'name': 'network-vif-deleted', 'tag': 'f0a5428e-c7ce-4b2a-83ea-f0979df73868', 'status': 'completed', 'code': 200} Mar 03 12:37:43.364919 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-62c1d72d-540d-4a95-bc50-6bed4ec58044 req-982215e6-c563-401e-819f-da3c7243c123 tempest-DeleteServersTestJSON-1125399585 tempest-DeleteServersTestJSON-1125399585-project] 10.222.0.26 "DELETE /v2.0/ports/f0a5428e-c7ce-4b2a-83ea-f0979df73868 HTTP/1.1" status: 204 len: 173 time: 0.8307214 Mar 03 12:37:44.578478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41196) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:37:44.653440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] Deleting subnet 5ea42a58-a806-45a4-8634-49f1475f9aee {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:37:44.653440 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:44.692359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:44.745540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:44.873278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:44.912496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea42a58-a806-45a4-8634-49f1475f9aee,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:44.914328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:44.922332 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-261ab596-1f32-4dd8-9982-4907a7171352 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5ea42a58-a806-45a4-8634-49f1475f9aee HTTP/1.1" status: 204 len: 168 time: 0.3408663 Mar 03 12:37:44.922828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41200) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:37:45.130593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.254656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.279264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417c6250-590f-447f-a150-b93a6dd72865']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:37:45.292752 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df070ce3-d80b-452f-9e37-1f951030d330') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:37:45.293060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df070ce3-d80b-452f-9e37-1f951030d330') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:37:45.304782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.321143 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.327282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:37:45.327646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:37:45.340708 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:37:45.489889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.505717 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.515828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=417c6250-590f-447f-a150-b93a6dd72865,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:45.570770 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-988920fb-8090-4fa6-a38a-b58194dc7b80 admin admin] 10.222.0.35 "DELETE /v2.0/networks/417c6250-590f-447f-a150-b93a6dd72865 HTTP/1.1" status: 204 len: 168 time: 0.6469879 Mar 03 12:37:45.788969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41206) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:37:45.836895 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7b023032-cfd9-4509-8b1d-253127ba5e77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d3f3135297c4814ae9b4867c7339c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467319 Mar 03 12:37:45.839349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41210) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:37:45.898489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-daedc995-6d33-44c1-8c4f-14dec769d2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:45.923256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-daedc995-6d33-44c1-8c4f-14dec769d2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:46.027185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-daedc995-6d33-44c1-8c4f-14dec769d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:46.045147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedc995-6d33-44c1-8c4f-14dec769d2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0038b9-594d-4464-ad13-e13919b81f50,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:46.099954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-daedc995-6d33-44c1-8c4f-14dec769d2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:46.101143 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-daedc995-6d33-44c1-8c4f-14dec769d2bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d0038b9-594d-4464-ad13-e13919b81f50 HTTP/1.1" status: 204 len: 168 time: 0.2609446 Mar 03 12:37:47.096279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41234) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:37:47.200857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1961801013-network', 'tenant_id': 'b65db4838fe74c5eb0a70a055ccb9cbd'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:37:47.205504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:37:47.209764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Usage tracker for resource:network and tenant:b65db4838fe74c5eb0a70a055ccb9cbd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:37:47.213426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:37:47.220480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:37:47.295711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Made reservation on behalf of b65db4838fe74c5eb0a70a055ccb9cbd for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:37:47.298044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.310670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.325311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:37:47.329126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b65db4838fe74c5eb0a70a055ccb9cbd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:37:47.332118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:37:47.337848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:37:47.372731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f0a5428e-c7ce-4b2a-83ea-f0979df73868 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:37:47.409560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: f0a5428e-c7ce-4b2a-83ea-f0979df73868 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:37:47.409901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f0a5428e-c7ce-4b2a-83ea-f0979df73868 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:37:47.418960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.461400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.500831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:37:47.507337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b5e28e-0a13-4d8e-a648-6626e1914fed,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:47.516041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.516392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.516732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.517109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.517442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.517767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.518091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.518439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.518998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.519352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.519674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.519991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:37:47.525222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.525561 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Added segment 311f7e6e-119e-4251-bd1d-a1ef61d80143 of type vlan for network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 Mar 03 12:37:47.552209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.644329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.645210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:47.645783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:47.747656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf9a9ec-cb9b-41b8-a4de-18e959fab036,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:47.757417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:37:47.799068 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c690aed4-ba65-4dfc-a9de-bbd5879f72b4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7016799 Mar 03 12:37:47.802575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41240) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:37:47.807893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Request body: {'subnet': {'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1961801013-subnet', 'tenant_id': 'b65db4838fe74c5eb0a70a055ccb9cbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:37:47.812720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:37:47.816742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Usage tracker for resource:subnet and tenant:b65db4838fe74c5eb0a70a055ccb9cbd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:37:47.819591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:37:47.825318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:37:47.895457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Made reservation on behalf of b65db4838fe74c5eb0a70a055ccb9cbd for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:37:47.897759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:48.267268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:48.344274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f939a9d4-4b83-4f2d-8afd-05e18438bdd7,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:48.352997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Checking segment: {'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:37:48.353351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Network hostable DHCP agents. Network: 7cf9a9ec-cb9b-41b8-a4de-18e959fab036, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:37:48.427177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:37:48.500892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 7cf9a9ec-cb9b-41b8-a4de-18e959fab036) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:37:48.505406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:48.506241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:48.510349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c6300-abb4-4788-aeb8-692d18e0af6f None None] Network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:37:48.582490 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-83dc495d-5ba2-4abb-adf9-87f31ae5abce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7788591 Mar 03 12:37:48.719092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e23736-f08f-4a67-972b-1ba58c22445b None None] Network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:37:49.079820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-5ccfd73f-2c54-4ceb-9db4-8a11b5306165 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:49.082039 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-5ccfd73f-2c54-4ceb-9db4-8a11b5306165 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 815 time: 0.1429417 Mar 03 12:37:49.096215 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-bc9c7db9-8626-4d4f-924f-ef63111e288d tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/quotas/b65db4838fe74c5eb0a70a055ccb9cbd HTTP/1.1" status: 200 len: 375 time: 0.0087514 Mar 03 12:37:49.141644 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-29f3b6f3-2a50-4c3a-bd89-806593a318b0 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407469 Mar 03 12:37:49.198488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-0e8f3cdb-9937-4076-abe8-6aaf766ced26 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:37:49.199458 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-0e8f3cdb-9937-4076-abe8-6aaf766ced26 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512087 Mar 03 12:37:49.338015 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-f61a7d8c-5b8a-495e-8506-4d674eabca3a service neutron] 10.222.0.35 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326287 Mar 03 12:37:49.469904 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-23f552a1-81b7-485d-b948-c9fbabcf0213 service neutron] 10.222.0.35 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260259 Mar 03 12:37:49.689456 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9bebe814-ab3f-4db4-bb38-497885193fd6 req-6fe8975b-1504-4733-ac0e-5ed270397567 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 210 time: 0.0421891 Mar 03 12:37:50.846234 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1fa94391-93f4-482b-89c7-11355abd2097 req-4a8cdddc-feda-4a05-9b6e-3854ba15d448 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 210 time: 0.0482290 Mar 03 12:37:51.549328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-5360399c-82c7-4694-a8c5-99d163497ada tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:51.551420 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-5360399c-82c7-4694-a8c5-99d163497ada tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 815 time: 0.1519859 Mar 03 12:37:51.563535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Request body: {'port': {'device_id': '68b28cb6-9484-4524-b12e-6516ddceedac', 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036', 'admin_state_up': True, 'tenant_id': 'b65db4838fe74c5eb0a70a055ccb9cbd'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:37:51.697905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:37:51.701587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Usage tracker for resource:port and tenant:b65db4838fe74c5eb0a70a055ccb9cbd is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:37:51.704526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:37:51.711369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:37:51.799029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Made reservation on behalf of b65db4838fe74c5eb0a70a055ccb9cbd for: {'port': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:37:51.808575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:51.967202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Allocated IP 172.20.0.3 (7cf9a9ec-cb9b-41b8-a4de-18e959fab036/f939a9d4-4b83-4f2d-8afd-05e18438bdd7/2e9c5d2a-d6c6-49e4-b310-4a111850acbf) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:37:51.992669 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eeef9e9-279d-4c7a-8dae-e92bc3c28821 req-2bbc666d-6d7a-44df-8b1d-7d4bbaabb7a5 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 210 time: 0.0432003 Mar 03 12:37:52.265646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:52.369993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:52.438346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:37:52.442559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:37:52.453892 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:37:52.496153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:52.521023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:52.521591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:52.604961 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-e61802fc-77e3-42ef-bd06-b59bd95a16db tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0449109 Mar 03 12:37:52.617068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Request body: {'port': {'device_id': '68b28cb6-9484-4524-b12e-6516ddceedac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:37:52.739971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:53.071007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9c5d2a-d6c6-49e4-b310-4a111850acbf {{(pid=88430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:37:53.078230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:53.092035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Transition to ACTIVE for port object 2e9c5d2a-d6c6-49e4-b310-4a111850acbf will not be triggered until provisioned by entity L2. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:37:53.176629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d536014-cee7-4cd2-834b-97263c9e5b09 req-d8ad007c-227b-40e9-8333-3857c44f611a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:53.177313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-7d536014-cee7-4cd2-834b-97263c9e5b09 req-d8ad007c-227b-40e9-8333-3857c44f611a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Synchronizing usage tracker for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:37:53.189566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:53.291710 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-7d536014-cee7-4cd2-834b-97263c9e5b09 req-d8ad007c-227b-40e9-8333-3857c44f611a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Unset dirty status for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:37:53.292807 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7d536014-cee7-4cd2-834b-97263c9e5b09 req-d8ad007c-227b-40e9-8333-3857c44f611a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 931 time: 0.1967337 Mar 03 12:37:53.364538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:53.427465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7d536014-cee7-4cd2-834b-97263c9e5b09 req-5fd8805b-daa6-4a4f-9165-1146e5c73a7e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256435 Mar 03 12:37:53.454524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Attempting to bind port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:37:53.454849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Attempting to bind port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:37:53.455164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Attempting to bind port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf on network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:37:53.459608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf on network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:37:53.459919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Attempting to bind port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf on network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:37:53.464859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:37:53.465185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Checking segment: {'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:37:53.465551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Bound using segment: {'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'} {{(pid=88430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:37:53.465961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.managers [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Bound port: 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'}}] {{(pid=88430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:37:53.466289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:53.551487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, cleared binding levels {{(pid=88430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:37:53.554243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:37:53.604315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:53.661375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:53.661987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:53.663328 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] 10.222.0.26 "PUT /v2.0/ports/2e9c5d2a-d6c6-49e4-b310-4a111850acbf HTTP/1.1" status: 200 len: 1093 time: 1.0502737 Mar 03 12:37:53.663760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:37:53.690427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c348f-6af8-4c03-b113-b9b503078c8c service neutron] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=3']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:53.712757 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'status': 'completed', 'code': 200} Mar 03 12:37:53.798834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d47d-ff54-4b88-a858-7e55e9683632 req-c1d00c76-e89e-4528-a674-16773ecd3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:53.801118 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ff72d47d-ff54-4b88-a858-7e55e9683632 req-c1d00c76-e89e-4528-a674-16773ecd3fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 1096 time: 0.0721033 Mar 03 12:37:53.940963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d47d-ff54-4b88-a858-7e55e9683632 req-0508dca7-f88c-4bf5-913f-45af88708ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:53.942309 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ff72d47d-ff54-4b88-a858-7e55e9683632 req-0508dca7-f88c-4bf5-913f-45af88708ede service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1338966 Mar 03 12:37:54.075855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d47d-ff54-4b88-a858-7e55e9683632 req-11ba9ac0-6849-4323-b7ad-52f14a069b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:54.077320 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ff72d47d-ff54-4b88-a858-7e55e9683632 req-11ba9ac0-6849-4323-b7ad-52f14a069b07 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290677 Mar 03 12:37:54.282224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-a99faa5a-44a1-4b1f-9097-d9685522ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:54.283695 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-a99faa5a-44a1-4b1f-9097-d9685522ec53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 1096 time: 0.1719022 Mar 03 12:37:54.351000 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-642d19fa-7c5f-4711-82f9-050e0432733a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf HTTP/1.1" status: 200 len: 217 time: 0.0589161 Mar 03 12:37:54.413436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-338405ee-f274-4c22-8f50-6143507dae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:54.414857 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-338405ee-f274-4c22-8f50-6143507dae90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0581057 Mar 03 12:37:54.459565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-c717c793-ba73-46d5-aa0a-12c866198058 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391455 Mar 03 12:37:54.640537 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-483a62c1-48d3-4358-a941-ced5cb37c203 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743736 Mar 03 12:37:54.696174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486e580-d9e5-4e93-99c8-bd7c22d34a87 req-946050a8-c1c1-4048-88dd-7e26e1fdd07d tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:54.697599 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2486e580-d9e5-4e93-99c8-bd7c22d34a87 req-946050a8-c1c1-4048-88dd-7e26e1fdd07d tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 943 time: 0.1498585 Mar 03 12:37:54.803884 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2486e580-d9e5-4e93-99c8-bd7c22d34a87 req-f79e6d0a-f929-4a39-809c-9d2e7294bf1a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589447 Mar 03 12:37:54.820492 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e36e026-4ac4-4a01-9f73-264893c17fd5 req-d30193d8-9c06-4e7e-bd0c-77668b439507 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686981 Mar 03 12:37:55.991846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3451f-706d-4964-9fcf-a3b2a95391fa req-9282ed02-3350-4834-8345-a3a971968d85 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:55.993342 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77f3451f-706d-4964-9fcf-a3b2a95391fa req-9282ed02-3350-4834-8345-a3a971968d85 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 943 time: 0.0827780 Mar 03 12:37:56.036578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-77f3451f-706d-4964-9fcf-a3b2a95391fa req-22f874b2-a420-47b0-a6d9-5d9c1ee2b6a4 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Synchronizing usage tracker for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:37:56.113050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-77f3451f-706d-4964-9fcf-a3b2a95391fa req-22f874b2-a420-47b0-a6d9-5d9c1ee2b6a4 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Unset dirty status for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:37:56.114127 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77f3451f-706d-4964-9fcf-a3b2a95391fa req-22f874b2-a420-47b0-a6d9-5d9c1ee2b6a4 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152904 Mar 03 12:37:57.419007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2e9c5d2a-d6c6-49e4-b310-4a111850acbf details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:37:57.444370 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee2b5-f537-4638-9708-24429cd51072 req-cdab0535-acd7-434c-a7b4-2f8d160acc04 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:57.445831 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bd4ee2b5-f537-4638-9708-24429cd51072 req-cdab0535-acd7-434c-a7b4-2f8d160acc04 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 943 time: 0.0790939 Mar 03 12:37:57.493593 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bd4ee2b5-f537-4638-9708-24429cd51072 req-9c13f7ad-d9ce-475a-8546-a39114c3b359 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Mar 03 12:37:57.551624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:57.564209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036', 'port_id': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'mac_address': 'fa:16:3e:6b:13:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f939a9d4-4b83-4f2d-8afd-05e18438bdd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:37:57.616904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:57.632964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9c5d2a-d6c6-49e4-b310-4a111850acbf {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:37:57.648298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:57.724023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:57.794126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:57.925339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['2e9c5d2a-d6c6-49e4-b310-4a111850acbf'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:37:58.681980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fb6f6-f915-43c7-8b0e-d4086f773a60 req-32c4949c-2cae-4e8e-b12c-9fc3eb38cea0 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:58.683348 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5d2fb6f6-f915-43c7-8b0e-d4086f773a60 req-32c4949c-2cae-4e8e-b12c-9fc3eb38cea0 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 944 time: 0.0836842 Mar 03 12:37:58.727239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5d2fb6f6-f915-43c7-8b0e-d4086f773a60 req-cd92a83b-0313-4f42-8a22-04070bdeed49 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382121 Mar 03 12:37:59.432163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2e9c5d2a-d6c6-49e4-b310-4a111850acbf up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:37:59.546754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:37:59.551466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:37:59.551962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:59.694005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:59.719936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:37:59.729927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:37:59.765304 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'code': 200} Mar 03 12:37:59.798736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:37:59.864354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:37:59.913564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0397708-567f-4b01-a855-7aae81b724e8 req-96106d39-83ce-4012-a63f-280b3712a48b tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:37:59.915009 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f0397708-567f-4b01-a855-7aae81b724e8 req-96106d39-83ce-4012-a63f-280b3712a48b tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0793834 Mar 03 12:37:59.959919 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f0397708-567f-4b01-a855-7aae81b724e8 req-cc1c3daa-c9d7-4dec-a848-5e5c2e48b83d tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Mar 03 12:38:00.113405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a281-f64f-4d51-9583-37e307e7b0b8 req-6c139bd0-7440-44d1-af50-1b8f8cec4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:00.114844 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e174a281-f64f-4d51-9583-37e307e7b0b8 req-6c139bd0-7440-44d1-af50-1b8f8cec4c15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 1098 time: 0.0672710 Mar 03 12:38:00.156438 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e174a281-f64f-4d51-9583-37e307e7b0b8 req-bccc40fb-bb81-4386-a6e2-3ddaba467316 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Mar 03 12:38:01.146184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fc66a-390a-4edd-9c24-f66261957952 req-30f23294-6238-40c8-ae34-39f77164ab58 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:01.147620 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3f5fc66a-390a-4edd-9c24-f66261957952 req-30f23294-6238-40c8-ae34-39f77164ab58 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0814307 Mar 03 12:38:01.191795 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3f5fc66a-390a-4edd-9c24-f66261957952 req-67fa6131-1dca-4cb5-a3cf-59bc2a0c729e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385513 Mar 03 12:38:02.388127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a33a8c-c460-47c8-99a0-7ff9881caba8 req-4a584d77-81f4-4e19-9823-7508e1c3cc38 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:02.389622 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2a33a8c-c460-47c8-99a0-7ff9881caba8 req-4a584d77-81f4-4e19-9823-7508e1c3cc38 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0877206 Mar 03 12:38:02.445069 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2a33a8c-c460-47c8-99a0-7ff9881caba8 req-fb39e7e0-506b-4c12-871f-a2bce08ae2bb tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491393 Mar 03 12:38:02.648794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c2a12-b4ca-4dcc-a105-6f2159930276 req-29ba501d-d2dc-49f0-86e6-d7145b2d1378 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:02.650441 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-433c2a12-b4ca-4dcc-a105-6f2159930276 req-29ba501d-d2dc-49f0-86e6-d7145b2d1378 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0859814 Mar 03 12:38:02.697264 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-433c2a12-b4ca-4dcc-a105-6f2159930276 req-c5a25586-111c-4157-ae1b-1c86a3aca75b tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Mar 03 12:38:03.169551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd612-16e5-4b99-93ac-cbd92eaab97d req-ef9383ab-5600-4ff8-83cb-35629139e6e3 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:03.170982 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ba1cd612-16e5-4b99-93ac-cbd92eaab97d req-ef9383ab-5600-4ff8-83cb-35629139e6e3 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0840211 Mar 03 12:38:03.214810 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ba1cd612-16e5-4b99-93ac-cbd92eaab97d req-d358adb6-7609-4285-8eda-ee37008c09e9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376420 Mar 03 12:38:03.409383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591edfe-6b5e-4a85-b46e-7b56703ade3e req-19b22387-43b1-45ec-bd60-26d3ba62bb52 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:03.411454 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b591edfe-6b5e-4a85-b46e-7b56703ade3e req-19b22387-43b1-45ec-bd60-26d3ba62bb52 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0914211 Mar 03 12:38:03.459099 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b591edfe-6b5e-4a85-b46e-7b56703ade3e req-88974b5b-fba8-422e-b3a1-a01271ded0a3 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Mar 03 12:38:04.015255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071a652-5b60-4546-97cb-ab3fd17f40ea req-6d90f2b1-2a0a-47e8-8a46-5e8e15c0eb2f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:04.016734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e071a652-5b60-4546-97cb-ab3fd17f40ea req-6d90f2b1-2a0a-47e8-8a46-5e8e15c0eb2f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0808041 Mar 03 12:38:04.061026 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e071a652-5b60-4546-97cb-ab3fd17f40ea req-6b41390b-e8d5-48f5-826e-009ca0f0b40f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Mar 03 12:38:04.099682 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-9785928d-68dc-43e1-b5db-58589561f729 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688665 Mar 03 12:38:05.257160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab3172-cf4c-4a92-906e-b590ecb921c4 req-2b9d34d8-b0b8-443f-bd71-a8b9aeb31b64 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:05.258610 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4bab3172-cf4c-4a92-906e-b590ecb921c4 req-2b9d34d8-b0b8-443f-bd71-a8b9aeb31b64 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0836616 Mar 03 12:38:05.312839 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4bab3172-cf4c-4a92-906e-b590ecb921c4 req-b4dbeae5-fff6-4f78-9754-131d0f13797e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483718 Mar 03 12:38:05.945923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f585f-f688-4190-8874-2bf934307f14 req-53e65edd-0f30-4b50-8fd0-8eff6fad8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:05.947351 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-53e65edd-0f30-4b50-8fd0-8eff6fad8b08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 1098 time: 0.0703852 Mar 03 12:38:06.076146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f585f-f688-4190-8874-2bf934307f14 req-e2f17cec-aee1-4f83-9ce6-3d06d6186b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:06.077575 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-e2f17cec-aee1-4f83-9ce6-3d06d6186b98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1242206 Mar 03 12:38:06.147659 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-67f73383-634d-4c60-a611-e779bd35fcdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf HTTP/1.1" status: 200 len: 217 time: 0.0641522 Mar 03 12:38:06.208698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f585f-f688-4190-8874-2bf934307f14 req-9aecd373-fe46-42b9-a84b-b6fca664d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:06.210014 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-9aecd373-fe46-42b9-a84b-b6fca664d386 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0563822 Mar 03 12:38:06.356671 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-43081fce-9d1a-4ac5-bb1a-bd10ffc2a080 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400907 Mar 03 12:38:06.494057 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-c9cf4da9-62ca-48c4-9e23-f85b28b228de service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312451 Mar 03 12:38:06.514675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b7089-7f9b-4ea6-a73f-211daffe8e81 req-d7989746-a308-49f6-be16-f65d5a8941ba tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:06.516147 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-533b7089-7f9b-4ea6-a73f-211daffe8e81 req-d7989746-a308-49f6-be16-f65d5a8941ba tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0958180 Mar 03 12:38:06.560862 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-533b7089-7f9b-4ea6-a73f-211daffe8e81 req-2baeae3c-60d9-4c0f-9b0d-0968e3f5b642 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Mar 03 12:38:06.625048 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-71cd1376-0744-49e9-858a-6ae1922885d4 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249578 Mar 03 12:38:07.743241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f6f98-f98f-4d7b-adec-6c382b4dbab8 req-31ff7b58-0935-443b-b426-22331bf5acf6 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:07.744750 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-909f6f98-f98f-4d7b-adec-6c382b4dbab8 req-31ff7b58-0935-443b-b426-22331bf5acf6 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0790889 Mar 03 12:38:07.790014 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-909f6f98-f98f-4d7b-adec-6c382b4dbab8 req-54501295-1af7-43cc-80b2-c47f6a6c651e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Mar 03 12:38:08.037876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2db00e2a-796a-4505-a2c4-ba12bd1036ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:08.147126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:08.971545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ac61-7826-474c-9477-801cc165a32d req-d162973a-fed1-4003-8c1a-ff17448c8367 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:08.973010 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ae35ac61-7826-474c-9477-801cc165a32d req-d162973a-fed1-4003-8c1a-ff17448c8367 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0781665 Mar 03 12:38:09.016889 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ae35ac61-7826-474c-9477-801cc165a32d req-e496bf91-9aa4-4c05-8a67-cc152d67a659 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 Mar 03 12:38:10.135595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-77431665-25f6-4f30-8980-e1ee818f78f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:10.205072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6735c60-4787-418b-b955-dcdbe0dc7faa req-f7171529-3db1-44ee-a4ad-107da10fa5e0 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:10.206501 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d6735c60-4787-418b-b955-dcdbe0dc7faa req-f7171529-3db1-44ee-a4ad-107da10fa5e0 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0815754 Mar 03 12:38:10.249557 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d6735c60-4787-418b-b955-dcdbe0dc7faa req-e8c57ad0-c02b-4b9a-8e50-cd15fbc41c23 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 Mar 03 12:38:10.761313 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:38:11.209756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:11.438859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19953415-b0d7-43ae-ac38-d8b128e7d146 req-e2048f16-3ca0-41c6-be51-9f74fb7f75b3 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:11.441800 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-19953415-b0d7-43ae-ac38-d8b128e7d146 req-e2048f16-3ca0-41c6-be51-9f74fb7f75b3 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0822816 Mar 03 12:38:11.485145 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-19953415-b0d7-43ae-ac38-d8b128e7d146 req-a00c0a69-c4cf-4bfa-ab1a-dd873fe02af9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384700 Mar 03 12:38:11.490191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:12.675690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9a8d4-9262-45ef-b74f-55ccc46291e3 req-cbe606a5-867a-476f-8dbb-c8402ae8b991 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:12.677676 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77f9a8d4-9262-45ef-b74f-55ccc46291e3 req-cbe606a5-867a-476f-8dbb-c8402ae8b991 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0815244 Mar 03 12:38:12.720635 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-77f9a8d4-9262-45ef-b74f-55ccc46291e3 req-4d28ea56-098a-4181-b101-9ae31fed9a60 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372853 Mar 03 12:38:12.832519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:13.907377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d366a27-226c-4d64-af25-92027ffe4d64 req-46d3dd64-d170-4a6e-96c6-f54507fd96d4 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:13.908819 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2d366a27-226c-4d64-af25-92027ffe4d64 req-46d3dd64-d170-4a6e-96c6-f54507fd96d4 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0846932 Mar 03 12:38:13.951554 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2d366a27-226c-4d64-af25-92027ffe4d64 req-87172464-40c5-45bb-8750-3b5f0e2a3831 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Mar 03 12:38:15.135112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890120f-4b4b-4788-9a3e-5fdefce27e01 req-e1875098-cf6b-4fc5-925a-bc4b0a9be499 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:15.136590 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e890120f-4b4b-4788-9a3e-5fdefce27e01 req-e1875098-cf6b-4fc5-925a-bc4b0a9be499 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0812726 Mar 03 12:38:15.181104 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e890120f-4b4b-4788-9a3e-5fdefce27e01 req-75f6d9f7-d4c4-4334-aa0b-fb6bce2acbec tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 Mar 03 12:38:16.366061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf369-9af9-4d2f-82f8-20e8a73830c0 req-24331830-3919-4731-9093-ebd41bed9673 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:16.367516 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ebfdf369-9af9-4d2f-82f8-20e8a73830c0 req-24331830-3919-4731-9093-ebd41bed9673 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0825243 Mar 03 12:38:16.410575 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ebfdf369-9af9-4d2f-82f8-20e8a73830c0 req-78f0f774-92ef-49a9-8f32-9672683221ee tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374818 Mar 03 12:38:17.594778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d219a-fddc-4031-8412-50f4d7756a0d req-764aa098-6538-4ff5-861a-aefc102b1f5b tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:17.596156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d3d219a-fddc-4031-8412-50f4d7756a0d req-764aa098-6538-4ff5-861a-aefc102b1f5b tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0813115 Mar 03 12:38:17.639876 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d3d219a-fddc-4031-8412-50f4d7756a0d req-e0522beb-24f1-4d99-a79e-4fe9199deae7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 Mar 03 12:38:18.832194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002a929-3341-4fd3-99ed-fd204b621b23 req-9f5c07b9-7345-4f41-bde0-50ccda55f4a1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:18.833623 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c002a929-3341-4fd3-99ed-fd204b621b23 req-9f5c07b9-7345-4f41-bde0-50ccda55f4a1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0826867 Mar 03 12:38:18.876671 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c002a929-3341-4fd3-99ed-fd204b621b23 req-635270f7-9f9f-4681-b729-168d36ac9a16 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Mar 03 12:38:20.055754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a62158-fdd6-4842-a01c-2d526069518e req-fd464312-f412-4ca3-8f6c-3975f9a96b05 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:20.057277 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85a62158-fdd6-4842-a01c-2d526069518e req-fd464312-f412-4ca3-8f6c-3975f9a96b05 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0780084 Mar 03 12:38:20.102409 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85a62158-fdd6-4842-a01c-2d526069518e req-c7a03538-c32e-4b6e-a91a-687b3f6f772a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Mar 03 12:38:21.283698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604455ea-e649-480a-9bf6-95b1843754c7 req-620b145d-5849-44c0-806e-0c382e0be7f7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:21.285148 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-604455ea-e649-480a-9bf6-95b1843754c7 req-620b145d-5849-44c0-806e-0c382e0be7f7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0780332 Mar 03 12:38:21.331949 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-604455ea-e649-480a-9bf6-95b1843754c7 req-14f7b3ba-ff46-465d-89fd-512cbadb9df8 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Mar 03 12:38:22.516286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f1178-6ad9-4cc0-bb9f-592f964e0332 req-4681881a-b705-4c3f-b353-b425a3ed6096 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:22.517724 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a91f1178-6ad9-4cc0-bb9f-592f964e0332 req-4681881a-b705-4c3f-b353-b425a3ed6096 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0810089 Mar 03 12:38:22.561298 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a91f1178-6ad9-4cc0-bb9f-592f964e0332 req-a8f66074-1ce1-4ade-9765-cd16f4a445a7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Mar 03 12:38:23.608900 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-2a0bf071-52c2-4e25-9087-e2b3d7088e40 service neutron] 10.222.0.26 "GET /v2.0/ports/2e9c5d2a-d6c6-49e4-b310-4a111850acbf/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0762820 Mar 03 12:38:23.747339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96eafd-5f61-4f62-bd5d-98d9e46e76e6 req-40d7804d-081e-4552-a243-63703c83c20c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:23.748825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ad96eafd-5f61-4f62-bd5d-98d9e46e76e6 req-40d7804d-081e-4552-a243-63703c83c20c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0829663 Mar 03 12:38:23.794055 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ad96eafd-5f61-4f62-bd5d-98d9e46e76e6 req-84905293-197d-4d2b-865a-98b191755d79 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Mar 03 12:38:24.145026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f585f-f688-4190-8874-2bf934307f14 req-4ba9956f-8351-47d0-b192-e572239b23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:24.146506 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-4ba9956f-8351-47d0-b192-e572239b23c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac&tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0702004 Mar 03 12:38:24.238227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f585f-f688-4190-8874-2bf934307f14 req-e25e7aff-7506-4014-853e-eea2d7acd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:24.239685 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-e25e7aff-7506-4014-853e-eea2d7acd8de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 1098 time: 0.0694559 Mar 03 12:38:24.368292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f585f-f688-4190-8874-2bf934307f14 req-3f60f567-d99a-4720-ad07-4cff6f657746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:24.369726 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-3f60f567-d99a-4720-ad07-4cff6f657746 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1246703 Mar 03 12:38:24.438242 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-6a14dad0-53d2-41df-b38e-d3688093d39f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf HTTP/1.1" status: 200 len: 217 time: 0.0628474 Mar 03 12:38:24.502206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f585f-f688-4190-8874-2bf934307f14 req-d04cea58-f619-4773-9b78-c9e1c9065750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:24.503614 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-d04cea58-f619-4773-9b78-c9e1c9065750 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0600441 Mar 03 12:38:24.549795 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-610f1419-7365-44be-b12a-9ee336065bcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393276 Mar 03 12:38:24.775706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-3a5b39e0-9396-4b9f-ba10-64e2abfdd135 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192852 Mar 03 12:38:24.936431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b19f585f-f688-4190-8874-2bf934307f14 req-d759f1b2-b404-40e6-85e8-aab6d1d5dc0a service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551566 Mar 03 12:38:24.983948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ca188-60db-4b3d-b9ce-e88d575f56b2 req-1c01cc40-a20b-4c48-b0bc-5f2e53e30161 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:24.985421 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-800ca188-60db-4b3d-b9ce-e88d575f56b2 req-1c01cc40-a20b-4c48-b0bc-5f2e53e30161 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0823762 Mar 03 12:38:25.029253 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-800ca188-60db-4b3d-b9ce-e88d575f56b2 req-ffebbd8f-714f-448f-bb2c-b63c2e85b6f2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373669 Mar 03 12:38:25.917030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-2ab00410-6f78-440a-a7e8-7b053a958378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:25.918495 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-2ab00410-6f78-440a-a7e8-7b053a958378 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 1098 time: 0.0726092 Mar 03 12:38:26.061240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-acb0018c-436d-4507-8af8-3698ef2b9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:26.062701 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-acb0018c-436d-4507-8af8-3698ef2b9d38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1257184 Mar 03 12:38:26.139108 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-3abd58ea-7000-4be2-a607-621b3d846165 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf HTTP/1.1" status: 200 len: 217 time: 0.0688741 Mar 03 12:38:26.202477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-0de79c1d-458b-4983-aa4d-155b4dd181ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:26.203842 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-0de79c1d-458b-4983-aa4d-155b4dd181ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0586028 Mar 03 12:38:26.218671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b6b67-a299-4318-8cec-94a5873e1f42 req-10630f12-f478-4655-9807-36bfe5aac275 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:26.220143 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bc9b6b67-a299-4318-8cec-94a5873e1f42 req-10630f12-f478-4655-9807-36bfe5aac275 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0826304 Mar 03 12:38:26.251203 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-5f7f4c3d-e0f8-4697-84a8-79b0ac2704c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407650 Mar 03 12:38:26.265936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bc9b6b67-a299-4318-8cec-94a5873e1f42 req-d144cd92-d089-47c2-8df7-79673b44050f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Mar 03 12:38:26.387816 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-916b1973-39a9-49b4-b0df-384860f8b68e service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298966 Mar 03 12:38:26.517576 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32432b9-dea2-4d0d-8905-a6b664870fde req-66a5a9d1-520f-4ebd-8a22-3cab6ed7f607 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230688 Mar 03 12:38:27.462464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b4ebb-5c45-4666-947b-a5c5cf33143a req-6afedd63-59df-466f-8e88-843e24e86f6c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:27.463912 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fb7b4ebb-5c45-4666-947b-a5c5cf33143a req-6afedd63-59df-466f-8e88-843e24e86f6c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0840526 Mar 03 12:38:27.507730 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fb7b4ebb-5c45-4666-947b-a5c5cf33143a req-74fb9822-ec6c-4a91-a347-37a1cf6c52cf tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Mar 03 12:38:27.794047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2e9c5d2a-d6c6-49e4-b310-4a111850acbf details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:38:27.797359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2e9c5d2a-d6c6-49e4-b310-4a111850acbf no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:38:28.017460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:28.023900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07dab9-edfa-4017-9739-444bcf6793ca req-3597b81b-cf95-4e63-99d3-b9c4513f5709 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:28.025422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6b07dab9-edfa-4017-9739-444bcf6793ca req-3597b81b-cf95-4e63-99d3-b9c4513f5709 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.1262188 Mar 03 12:38:28.040236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:28.061121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:38:28.069680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036', 'port_id': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'mac_address': 'fa:16:3e:6b:13:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f939a9d4-4b83-4f2d-8afd-05e18438bdd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:38:28.074264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:28.094993 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6b07dab9-edfa-4017-9739-444bcf6793ca req-a39b1191-9bab-4717-b6a2-7ea8bcac02e7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Mar 03 12:38:28.099545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-5cd5d87d-8452-446d-b44c-2d7412cd0705 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:28.102025 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-5cd5d87d-8452-446d-b44c-2d7412cd0705 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac&tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.1372402 Mar 03 12:38:28.125956 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'code': 200} Mar 03 12:38:28.130419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:28.145910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:28.184467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e9c5d2a-d6c6-49e4-b310-4a111850acbf {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:38:28.251241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-616068b7-7e8f-4355-b0f2-1afb00958775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:28.252721 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-616068b7-7e8f-4355-b0f2-1afb00958775 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 1096 time: 0.0735199 Mar 03 12:38:28.265549 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:28.270995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:38:28.270995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:38:28.274508 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.274862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.275199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.275531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.275928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.276211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.276536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.276902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.277240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.277555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.277872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.278575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:38:28.386284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-f744954f-9715-44ae-b444-49bbf52a7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:28.387710 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-f744954f-9715-44ae-b444-49bbf52a7154 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1286328 Mar 03 12:38:28.452495 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-64abc01c-5cd9-4600-93f2-2caff7adb4ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf HTTP/1.1" status: 200 len: 217 time: 0.0589483 Mar 03 12:38:28.622074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-dd79daa9-1dde-4418-ae27-44ecbdd18a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:28.623433 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-dd79daa9-1dde-4418-ae27-44ecbdd18a6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.1654592 Mar 03 12:38:28.669903 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-f8cff343-4420-4015-8f69-acf6e581cf6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407376 Mar 03 12:38:28.804350 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-2b8281c2-056a-4c00-8359-2c90465ac8b7 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286137 Mar 03 12:38:28.826460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:28.843626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9c5d2a-d6c6-49e4-b310-4a111850acbf {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:38:28.858414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:28.913579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:28.935828 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85658eb3-618b-43a2-89a1-3bddc5faafb5 req-277a4859-bc9d-4499-891b-5a875cc60a53 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261134 Mar 03 12:38:28.980560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['2e9c5d2a-d6c6-49e4-b310-4a111850acbf'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:38:29.014335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:29.285533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2203d-08a2-41ac-b186-f32be2566479 req-b63792f5-72e9-41dc-a715-5abc4cb25b93 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:29.286966 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d9c2203d-08a2-41ac-b186-f32be2566479 req-b63792f5-72e9-41dc-a715-5abc4cb25b93 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 944 time: 0.0828152 Mar 03 12:38:29.330602 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d9c2203d-08a2-41ac-b186-f32be2566479 req-4b36339b-ea81-4f18-887a-8977a0c8aaaf tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Mar 03 12:38:29.815869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2e9c5d2a-d6c6-49e4-b310-4a111850acbf up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:38:29.886279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:38:29.886952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:30.002229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:30.034328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:30.089639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:30.127206 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:38:30.164362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:30.172492 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'code': 200} Mar 03 12:38:30.515721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60e297-cc6a-4f8c-ad1f-6932d9e142f5 req-750fa0ac-3c72-4e3c-a49e-96af8e3591ae tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:30.517405 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ee60e297-cc6a-4f8c-ad1f-6932d9e142f5 req-750fa0ac-3c72-4e3c-a49e-96af8e3591ae tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0817082 Mar 03 12:38:30.564056 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ee60e297-cc6a-4f8c-ad1f-6932d9e142f5 req-8ab2e96f-a2fa-480d-a96a-383e42e0e7e4 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Mar 03 12:38:30.752556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1db81-24f2-4ebe-b5bc-88a3dc9098c0 req-ae364aca-d307-45c3-9a1b-e5dfea21d588 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:30.754023 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-50b1db81-24f2-4ebe-b5bc-88a3dc9098c0 req-ae364aca-d307-45c3-9a1b-e5dfea21d588 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0814548 Mar 03 12:38:30.800299 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-50b1db81-24f2-4ebe-b5bc-88a3dc9098c0 req-9e6c9ba4-ca9c-444d-ba89-9fef26ca1c97 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 Mar 03 12:38:30.982261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9df88a-5f3a-4a6e-ad30-cc93c431171a req-98cbff8b-d044-4afd-9ebe-bf088fc0a68a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:30.983684 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ed9df88a-5f3a-4a6e-ad30-cc93c431171a req-98cbff8b-d044-4afd-9ebe-bf088fc0a68a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0806494 Mar 03 12:38:31.026493 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ed9df88a-5f3a-4a6e-ad30-cc93c431171a req-42cbe04b-3506-4c20-a562-84f3c4aadfe6 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Mar 03 12:38:31.639411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-9760ab43-5ce6-4223-8b5a-505573910ff9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:31.640772 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-9760ab43-5ce6-4223-8b5a-505573910ff9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 815 time: 0.1425428 Mar 03 12:38:31.656068 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-8da57401-d4ad-481f-9be8-e6485932c4ac tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/quotas/b65db4838fe74c5eb0a70a055ccb9cbd HTTP/1.1" status: 200 len: 375 time: 0.0097599 Mar 03 12:38:31.734514 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-81942dda-aec2-44f0-97ce-19bfc60e7b61 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733957 Mar 03 12:38:31.863418 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-07167f87-267e-4ac9-821a-2380adb2c7d7 service neutron] 10.222.0.35 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223478 Mar 03 12:38:31.992328 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-ba7eee99-56bc-459b-b9db-be345de01493 service neutron] 10.222.0.35 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226721 Mar 03 12:38:32.226962 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-765ec55e-bee6-44d6-b433-482774718210 req-2df08ca3-489f-4d38-9882-56479bf5c74a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 210 time: 0.0424128 Mar 03 12:38:33.138588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-9b7ee77a-7d06-49d1-b32a-de6844d980fc tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:33.140100 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-9b7ee77a-7d06-49d1-b32a-de6844d980fc tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b28cb6-9484-4524-b12e-6516ddceedac HTTP/1.1" status: 200 len: 945 time: 0.0858603 Mar 03 12:38:33.211023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Deleting port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:38:33.211364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:33.418042 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d4638fb3-8905-4a87-ae6d-5b3a30ebbbb2 req-bdbf2712-de6b-4ae6-b2b3-38fbbb948c85 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 210 time: 0.0681326 Mar 03 12:38:33.622221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] For port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:33.622571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:33.747411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Calling delete_port for 2e9c5d2a-d6c6-49e4-b310-4a111850acbf owned by compute:nova {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:38:33.958346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:33.971276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['2e9c5d2a-d6c6-49e4-b310-4a111850acbf'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:38:34.014606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Pushing event deleted for resources: {'Port': ['ID=2e9c5d2a-d6c6-49e4-b310-4a111850acbf,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:34.102708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] No DVR routers for this DVR port 2e9c5d2a-d6c6-49e4-b310-4a111850acbf on host hv-neutron-8317 {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:38:34.105306 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:34.106865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-46798c39-f4ba-400e-84d2-4b8d523398c2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:34.107582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-46798c39-f4ba-400e-84d2-4b8d523398c2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Synchronizing usage tracker for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:38:34.108075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-deleted', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:38:34.153154 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b28cb6-9484-4524-b12e-6516ddceedac', 'name': 'network-vif-deleted', 'tag': '2e9c5d2a-d6c6-49e4-b310-4a111850acbf', 'status': 'completed', 'code': 200} Mar 03 12:38:34.181436 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "DELETE /v2.0/ports/2e9c5d2a-d6c6-49e4-b310-4a111850acbf HTTP/1.1" status: 204 len: 173 time: 1.0363750 Mar 03 12:38:34.232417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-46798c39-f4ba-400e-84d2-4b8d523398c2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Unset dirty status for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:38:34.233532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-46798c39-f4ba-400e-84d2-4b8d523398c2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 815 time: 0.3779688 Mar 03 12:38:34.245524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Request body: {'port': {'device_id': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036', 'admin_state_up': True, 'tenant_id': 'b65db4838fe74c5eb0a70a055ccb9cbd'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:38:34.398125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:38:34.402227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Usage tracker for resource:port and tenant:b65db4838fe74c5eb0a70a055ccb9cbd is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:38:34.405083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:38:34.411149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:38:34.461053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Made reservation on behalf of b65db4838fe74c5eb0a70a055ccb9cbd for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:38:34.464631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:34.565483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2abcc0fb-3dad-4ccb-b0c3-d69ed6ef4063 req-fe823b50-a5b6-47b3-8774-2d3ad7720dad tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Synchronizing usage tracker for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:38:34.615032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2abcc0fb-3dad-4ccb-b0c3-d69ed6ef4063 req-fe823b50-a5b6-47b3-8774-2d3ad7720dad tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Unset dirty status for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:38:34.616350 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2abcc0fb-3dad-4ccb-b0c3-d69ed6ef4063 req-fe823b50-a5b6-47b3-8774-2d3ad7720dad tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 210 time: 0.0928128 Mar 03 12:38:34.627856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Allocated IP 172.20.0.3 (7cf9a9ec-cb9b-41b8-a4de-18e959fab036/f939a9d4-4b83-4f2d-8afd-05e18438bdd7/d92f4f2c-c45a-40a4-a025-488b3da91947) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:38:34.827415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:34.906808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:34.918573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['2e9c5d2a-d6c6-49e4-b310-4a111850acbf'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:38:34.978068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:38:34.979179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:38:34.987170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:38:35.030436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:35.055449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:35.056072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:35.130299 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-d9761d90-0786-4228-b7ed-d1a8b6fb7291 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8883708 Mar 03 12:38:35.140887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Request body: {'port': {'device_id': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:38:35.250492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:35.610596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92f4f2c-c45a-40a4-a025-488b3da91947 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:38:35.618616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:35.632840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Transition to ACTIVE for port object d92f4f2c-c45a-40a4-a025-488b3da91947 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:38:35.756294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:35.934986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:35.999482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4b797-0f42-4ccc-9231-8f92f12a739a req-0b91abe8-7296-482b-a9da-e5873f9b8e47 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:36.000194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c1e4b797-0f42-4ccc-9231-8f92f12a739a req-0b91abe8-7296-482b-a9da-e5873f9b8e47 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Synchronizing usage tracker for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:38:36.034588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Attempting to bind port d92f4f2c-c45a-40a4-a025-488b3da91947 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:38:36.039988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Attempting to bind port d92f4f2c-c45a-40a4-a025-488b3da91947 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:38:36.039988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Attempting to bind port d92f4f2c-c45a-40a4-a025-488b3da91947 on network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:38:36.040506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Port d92f4f2c-c45a-40a4-a025-488b3da91947 on network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:38:36.040851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Attempting to bind port d92f4f2c-c45a-40a4-a025-488b3da91947 on network 7cf9a9ec-cb9b-41b8-a4de-18e959fab036 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:38:36.046178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:38:36.046509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Checking segment: {'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:38:36.046885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Bound using segment: {'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:38:36.047327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Bound port: d92f4f2c-c45a-40a4-a025-488b3da91947, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311f7e6e-119e-4251-bd1d-a1ef61d80143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:38:36.047664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:36.104071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c1e4b797-0f42-4ccc-9231-8f92f12a739a req-0b91abe8-7296-482b-a9da-e5873f9b8e47 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Unset dirty status for tenant:b65db4838fe74c5eb0a70a055ccb9cbd on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:38:36.105222 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c1e4b797-0f42-4ccc-9231-8f92f12a739a req-0b91abe8-7296-482b-a9da-e5873f9b8e47 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 943 time: 0.3845096 Mar 03 12:38:36.174130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:38:36.178392 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c1e4b797-0f42-4ccc-9231-8f92f12a739a req-7b5da773-00cd-4332-9e32-91de19693c08 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622270 Mar 03 12:38:36.183952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:38:36.256354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:36.414203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:36.414808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:36.416149 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] 10.222.0.26 "PUT /v2.0/ports/d92f4f2c-c45a-40a4-a025-488b3da91947 HTTP/1.1" status: 200 len: 1093 time: 1.2793903 Mar 03 12:38:36.416579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:38:36.441309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73468197-c6bd-4879-86ab-6556fa8ee323 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:36.555312 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'status': 'completed', 'code': 200} Mar 03 12:38:36.563658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-1da24fb7-14c7-45cb-8fcc-1e6ad369d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:36.565158 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-1da24fb7-14c7-45cb-8fcc-1e6ad369d6b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 1096 time: 0.0766377 Mar 03 12:38:36.632920 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-27d3aa4b-f4ce-4bf4-8f07-86fe214a8394 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92f4f2c-c45a-40a4-a025-488b3da91947 HTTP/1.1" status: 200 len: 217 time: 0.0605049 Mar 03 12:38:36.696345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-3d538225-7d16-4870-bd84-9beb2e831351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:36.697661 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-3d538225-7d16-4870-bd84-9beb2e831351 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0590289 Mar 03 12:38:36.743430 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-aeffd1c7-a803-45be-ae3e-ec05b6219597 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399668 Mar 03 12:38:36.871646 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-34e78dba-e6d3-4657-95d9-9074b0d7145f service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221991 Mar 03 12:38:37.000993 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cc54b938-d2a4-447a-9a0e-610bd1b07eee req-26396a04-cfe5-4908-9431-eda38b5ffdb3 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235044 Mar 03 12:38:37.165532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-5dc0d787-0f27-48d2-9541-ea7ed19fb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:37.166970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-5dc0d787-0f27-48d2-9541-ea7ed19fb4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 1096 time: 0.0760946 Mar 03 12:38:37.339397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-c373aed1-1ee4-45e4-b0f0-d3a159e63302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:37.340844 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-c373aed1-1ee4-45e4-b0f0-d3a159e63302 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1672897 Mar 03 12:38:37.417059 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-1b8340e2-7c49-47b6-aeb2-39508de2d99e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92f4f2c-c45a-40a4-a025-488b3da91947 HTTP/1.1" status: 200 len: 217 time: 0.0690556 Mar 03 12:38:37.489552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb8db-5c00-4665-be0c-c5a47ef8c819 req-431d6a7d-6089-4fdd-9e11-cdb4373d13d1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:37.491812 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6cadb8db-5c00-4665-be0c-c5a47ef8c819 req-431d6a7d-6089-4fdd-9e11-cdb4373d13d1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 943 time: 0.2014253 Mar 03 12:38:37.516632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-ca584a8c-26e7-49a0-937c-828104f0956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:37.517997 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-ca584a8c-26e7-49a0-937c-828104f0956e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0943673 Mar 03 12:38:37.579482 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-bf77b01d-ec34-4bc2-bf70-aea519fa4245 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474057 Mar 03 12:38:37.582362 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6cadb8db-5c00-4665-be0c-c5a47ef8c819 req-e01d086b-9c69-43e4-a19e-0c880c6d45d2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842688 Mar 03 12:38:37.710320 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-080e7475-915f-4fd1-902a-27073feb076a service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238110 Mar 03 12:38:37.837750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2e9c5d2a-d6c6-49e4-b310-4a111850acbf no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:38:37.844870 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fde02aad-0217-4089-b10c-7a82bb676ed6 req-44feb693-a3e6-4663-9beb-67985a128213 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280191 Mar 03 12:38:37.871535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 2e9c5d2a-d6c6-49e4-b310-4a111850acbf {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:38:37.871879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2e9c5d2a-d6c6-49e4-b310-4a111850acbf not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:38:38.054857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32ef386b-bb9f-45e8-b8a9-7e7b9e7b4e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:38.146197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:38.773253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2608d4-e85a-4ae4-bce6-cb2ab18e45fd req-a68467ad-d462-4b03-82fe-01b80298a630 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:38.774687 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe2608d4-e85a-4ae4-bce6-cb2ab18e45fd req-a68467ad-d462-4b03-82fe-01b80298a630 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 943 time: 0.0822132 Mar 03 12:38:38.818081 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe2608d4-e85a-4ae4-bce6-cb2ab18e45fd req-c8435597-48dc-4e2b-8261-d246da236058 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Mar 03 12:38:39.840318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device d92f4f2c-c45a-40a4-a025-488b3da91947 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:38:39.973055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:39.990925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036', 'port_id': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'mac_address': 'fa:16:3e:1c:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f939a9d4-4b83-4f2d-8afd-05e18438bdd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:38:40.000607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7941358-150e-4ee7-8f43-38198510240e req-d05ab084-18e2-4127-ab06-6eb5478df0f1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:40.002057 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c7941358-150e-4ee7-8f43-38198510240e req-d05ab084-18e2-4127-ab06-6eb5478df0f1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 943 time: 0.0786285 Mar 03 12:38:40.045584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:40.045935 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c7941358-150e-4ee7-8f43-38198510240e req-a1a2c189-160f-4ded-9007-245b6db99d46 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Mar 03 12:38:40.102899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92f4f2c-c45a-40a4-a025-488b3da91947 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:38:40.120584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:40.203253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1e5fcac1-883f-4efe-a286-6cbc880019b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:40.226430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:40.292733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:40.416570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['d92f4f2c-c45a-40a4-a025-488b3da91947'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:38:41.186530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:41.227420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3fa7d-7690-408e-8dbf-c64ee92667c2 req-4b778f86-609e-4ab1-a6b1-af35b919dab7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:41.230626 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a5d3fa7d-7690-408e-8dbf-c64ee92667c2 req-4b778f86-609e-4ab1-a6b1-af35b919dab7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 944 time: 0.0795021 Mar 03 12:38:41.273521 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a5d3fa7d-7690-408e-8dbf-c64ee92667c2 req-007081b3-3e65-4a45-a6eb-5a856ee016b4 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389478 Mar 03 12:38:41.494256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:41.841094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device d92f4f2c-c45a-40a4-a025-488b3da91947 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:38:41.980108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port d92f4f2c-c45a-40a4-a025-488b3da91947 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:38:41.984833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port d92f4f2c-c45a-40a4-a025-488b3da91947 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:38:41.985209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:42.097885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:42.123853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:38:42.134440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:38:42.168026 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'code': 200} Mar 03 12:38:42.203816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:42.273303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:38:42.459894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380d467-4389-49ea-841f-84154defa3e3 req-ea4c049e-0e51-4917-b8c3-3a1932431bde tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:42.461282 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2380d467-4389-49ea-841f-84154defa3e3 req-ea4c049e-0e51-4917-b8c3-3a1932431bde tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0829475 Mar 03 12:38:42.507959 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2380d467-4389-49ea-841f-84154defa3e3 req-6fd18c49-bc08-4478-8524-e7e755dc49cc tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Mar 03 12:38:42.617138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db514-e305-4b15-b0e6-a7be057294c5 req-78889e49-d9fe-4986-87b9-20f4ffe40bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:42.618582 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-947db514-e305-4b15-b0e6-a7be057294c5 req-78889e49-d9fe-4986-87b9-20f4ffe40bac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 1098 time: 0.1735840 Mar 03 12:38:42.657889 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-947db514-e305-4b15-b0e6-a7be057294c5 req-c0e8b1bf-b5a3-4087-a320-74565d3026fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Mar 03 12:38:42.849849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:38:43.694785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b93d8d-1312-4f9e-800c-facdf74acdfa req-615574d4-1a27-4d58-8ea3-c995b9dd23f1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:43.696217 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67b93d8d-1312-4f9e-800c-facdf74acdfa req-615574d4-1a27-4d58-8ea3-c995b9dd23f1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0834255 Mar 03 12:38:43.745277 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67b93d8d-1312-4f9e-800c-facdf74acdfa req-0c0a841c-9834-4565-8214-226663b2743d tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 Mar 03 12:38:44.927779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98923a6-7d51-4dbd-b4ef-9e935f43f6a0 req-41f868f2-ac3a-4f16-91e7-0fb2b17c641f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:44.929164 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a98923a6-7d51-4dbd-b4ef-9e935f43f6a0 req-41f868f2-ac3a-4f16-91e7-0fb2b17c641f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0785100 Mar 03 12:38:44.975345 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a98923a6-7d51-4dbd-b4ef-9e935f43f6a0 req-dc0f80b4-c59f-453c-88c4-37b41448898f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Mar 03 12:38:45.157343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca198f0e-5cb6-4033-b729-05551ffc722a req-b2c51a69-dbe2-41b8-b022-4c734a752036 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:45.158776 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ca198f0e-5cb6-4033-b729-05551ffc722a req-b2c51a69-dbe2-41b8-b022-4c734a752036 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0793908 Mar 03 12:38:45.202787 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ca198f0e-5cb6-4033-b729-05551ffc722a req-07108501-bbe9-4203-8c25-58e9e39eade6 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373714 Mar 03 12:38:45.682734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8039-df31-44d3-98aa-b2ed136f9209 req-9ca144f1-cf22-44d5-871c-86df4051e993 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:45.684197 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-708f8039-df31-44d3-98aa-b2ed136f9209 req-9ca144f1-cf22-44d5-871c-86df4051e993 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0815437 Mar 03 12:38:45.728896 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-708f8039-df31-44d3-98aa-b2ed136f9209 req-1260c20e-5fc0-4f9e-aae1-518034074709 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389483 Mar 03 12:38:45.762950 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-4f118862-494d-4815-b8d7-0ecf682662cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704119 Mar 03 12:38:46.917308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c23f-05ff-498c-be81-fab6d832fcf3 req-1bb755aa-6392-4f3f-bfe2-338215ed809e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:46.918674 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4db5c23f-05ff-498c-be81-fab6d832fcf3 req-1bb755aa-6392-4f3f-bfe2-338215ed809e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0813386 Mar 03 12:38:46.967268 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4db5c23f-05ff-498c-be81-fab6d832fcf3 req-5413c668-c095-4a8a-90f4-a7784792cf61 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Mar 03 12:38:47.761146 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:38:47.799997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-9f9e5303-65e0-44db-a49e-533c3565bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:47.801515 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-9f9e5303-65e0-44db-a49e-533c3565bc88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 1098 time: 0.0694230 Mar 03 12:38:47.929281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-5ced469e-8539-497a-83c9-66e6060f6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:47.930673 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-5ced469e-8539-497a-83c9-66e6060f6475 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1226954 Mar 03 12:38:47.998082 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-e77a5fff-2678-4af9-b7ad-bb024ce70b41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92f4f2c-c45a-40a4-a025-488b3da91947 HTTP/1.1" status: 200 len: 217 time: 0.0619173 Mar 03 12:38:48.059742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-af1df4d2-6f75-42d9-9534-975aa08f8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:48.061094 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-af1df4d2-6f75-42d9-9534-975aa08f8028 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0572519 Mar 03 12:38:48.143041 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-0379fc62-78a0-4a61-bccd-3c951502d0df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758722 Mar 03 12:38:48.291029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3789465-d40d-4589-bcc8-507c2d28f8f8 req-01dce515-f869-4875-83b1-c3fdcba89215 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:48.292480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a3789465-d40d-4589-bcc8-507c2d28f8f8 req-01dce515-f869-4875-83b1-c3fdcba89215 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.1932867 Mar 03 12:38:48.297420 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-daa23f6e-0e64-40a4-9bb7-5ba2a62ebccd service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470208 Mar 03 12:38:48.422790 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a3789465-d40d-4589-bcc8-507c2d28f8f8 req-014e0bab-9188-49f9-932b-9a05a96f8fa2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243634 Mar 03 12:38:48.458840 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-52045b8f-eadd-4255-9c2c-0ad2acb25657 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476481 Mar 03 12:38:49.607234 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952f55-a6c9-45c7-bedb-794f4fb08074 req-b7b7d0e3-36a8-4eea-8e3a-3e4dc0aa6e6c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:49.608608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ac952f55-a6c9-45c7-bedb-794f4fb08074 req-b7b7d0e3-36a8-4eea-8e3a-3e4dc0aa6e6c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0785670 Mar 03 12:38:49.652936 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ac952f55-a6c9-45c7-bedb-794f4fb08074 req-d296444a-dce6-4ed4-b17a-6033c7335a32 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388219 Mar 03 12:38:50.894316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392f77-c7d4-4aa4-9a0e-2513f8a8c990 req-ce4b528a-2fff-43c3-b5ab-5e24c28ad8d7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:50.895661 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1a392f77-c7d4-4aa4-9a0e-2513f8a8c990 req-ce4b528a-2fff-43c3-b5ab-5e24c28ad8d7 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.1361058 Mar 03 12:38:50.939206 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1a392f77-c7d4-4aa4-9a0e-2513f8a8c990 req-288e3984-14f7-4c1a-a54e-f2af5a8cfb60 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375955 Mar 03 12:38:52.120396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2da2c-1983-43f9-8d08-11fbd9b857f1 req-05257596-a606-44bc-8b02-bf6a943e2202 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:52.121804 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a9b2da2c-1983-43f9-8d08-11fbd9b857f1 req-05257596-a606-44bc-8b02-bf6a943e2202 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0803692 Mar 03 12:38:52.165077 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a9b2da2c-1983-43f9-8d08-11fbd9b857f1 req-46d734bf-e5e3-413a-b7a1-1ec9e648cc32 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378077 Mar 03 12:38:53.346872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a3b1f-4ca8-4306-b17b-eca3b239bcdc req-952dd3a0-81c3-4687-8004-765b7156d99e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:53.348313 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f92a3b1f-4ca8-4306-b17b-eca3b239bcdc req-952dd3a0-81c3-4687-8004-765b7156d99e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0824528 Mar 03 12:38:53.392683 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f92a3b1f-4ca8-4306-b17b-eca3b239bcdc req-67b0dce0-5120-48ec-9f3d-e5f5a138bb6e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Mar 03 12:38:54.628518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf073b-04aa-44ea-9e68-eca9a2426855 req-c4c93189-5a56-4860-9e3a-8a129c84bebf tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:54.629975 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-07bf073b-04aa-44ea-9e68-eca9a2426855 req-c4c93189-5a56-4860-9e3a-8a129c84bebf tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.1267991 Mar 03 12:38:54.673850 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-07bf073b-04aa-44ea-9e68-eca9a2426855 req-ecb65114-e8e8-403b-8997-fb78493d03fd tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Mar 03 12:38:55.854494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee841-5328-40b6-9fd1-cf35a1de6d0b req-50791a52-147e-4a62-9b34-74861a3fa73f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:55.855962 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3d1ee841-5328-40b6-9fd1-cf35a1de6d0b req-50791a52-147e-4a62-9b34-74861a3fa73f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0788085 Mar 03 12:38:55.899653 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3d1ee841-5328-40b6-9fd1-cf35a1de6d0b req-24fe165c-97a1-43c3-a78d-51e011966927 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Mar 03 12:38:57.090909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e01fb1-4993-479d-aca9-e34d1d1fceeb req-a35b3795-33b7-4711-9a21-7a1122cc675a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:57.092387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-34e01fb1-4993-479d-aca9-e34d1d1fceeb req-a35b3795-33b7-4711-9a21-7a1122cc675a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0826037 Mar 03 12:38:57.135943 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-34e01fb1-4993-479d-aca9-e34d1d1fceeb req-05ce575e-9831-46cc-a96e-20328e9287d9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Mar 03 12:38:58.325455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c86cd-710b-45a3-9145-b405195cd13d req-028b2f44-2ded-43e5-89fc-a25e21171699 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:58.326903 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f60c86cd-710b-45a3-9145-b405195cd13d req-028b2f44-2ded-43e5-89fc-a25e21171699 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0828316 Mar 03 12:38:58.370293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f60c86cd-710b-45a3-9145-b405195cd13d req-0351a40c-044a-4240-b376-fccdda5cef9d tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377619 Mar 03 12:38:59.559936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40215014-9be9-40b3-947a-ef11f6bac602 req-bdae6a9d-149c-4f7b-b5a2-d833b134afb2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:38:59.561389 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40215014-9be9-40b3-947a-ef11f6bac602 req-bdae6a9d-149c-4f7b-b5a2-d833b134afb2 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0778973 Mar 03 12:38:59.607181 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-40215014-9be9-40b3-947a-ef11f6bac602 req-21aa0c34-9911-4463-8e02-1079a1039933 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Mar 03 12:39:00.793502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c541b7-076b-438b-a421-9cb75057ea73 req-7ff051b7-5baf-45cc-953c-2228757c123b tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:00.794917 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b1c541b7-076b-438b-a421-9cb75057ea73 req-7ff051b7-5baf-45cc-953c-2228757c123b tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0793912 Mar 03 12:39:00.837915 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b1c541b7-076b-438b-a421-9cb75057ea73 req-e0598152-28b9-4088-9a01-4938378f8632 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 Mar 03 12:39:02.021188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f202a-4df9-4662-9f56-00fc099c992c req-4b4dc87f-a3cd-48d3-8e83-0c67e2493f7e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:02.023708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-636f202a-4df9-4662-9f56-00fc099c992c req-4b4dc87f-a3cd-48d3-8e83-0c67e2493f7e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0808365 Mar 03 12:39:02.067861 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-636f202a-4df9-4662-9f56-00fc099c992c req-15e4b3f2-a9e4-4af4-a7a5-64da20eb1196 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386455 Mar 03 12:39:03.251621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8a778-ffec-4bbf-bbcf-2dbc82b6eb74 req-b029616d-dffc-4c15-85d3-19a8b149f021 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:03.253091 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-76d8a778-ffec-4bbf-bbcf-2dbc82b6eb74 req-b029616d-dffc-4c15-85d3-19a8b149f021 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0821798 Mar 03 12:39:03.305430 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-76d8a778-ffec-4bbf-bbcf-2dbc82b6eb74 req-a620a7b1-3685-4756-81c8-a4e69bc3b984 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Mar 03 12:39:04.494619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aaae1-df9e-4de4-a89e-a88ece45721b req-586ea814-373c-4169-8e1e-b3661038dc1e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:04.496064 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8b1aaae1-df9e-4de4-a89e-a88ece45721b req-586ea814-373c-4169-8e1e-b3661038dc1e tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0809276 Mar 03 12:39:04.538993 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8b1aaae1-df9e-4de4-a89e-a88ece45721b req-0c6960c2-d614-43c5-8a96-70a9d877fe92 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Mar 03 12:39:05.588867 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-10336920-887b-4b40-8406-12046c07e676 service neutron] 10.222.0.26 "GET /v2.0/ports/d92f4f2c-c45a-40a4-a025-488b3da91947/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.1196299 Mar 03 12:39:05.820274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37574857-16b9-44cc-8f2c-040c245e6317 req-32668d38-c229-41b1-8a64-2b9042d14883 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:05.821727 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-37574857-16b9-44cc-8f2c-040c245e6317 req-32668d38-c229-41b1-8a64-2b9042d14883 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.1760886 Mar 03 12:39:05.865254 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-37574857-16b9-44cc-8f2c-040c245e6317 req-c703d69a-f115-404f-8606-4397512de08f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 Mar 03 12:39:06.171143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-cbac9596-2c6c-4dc3-b71a-803a41bdcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:06.172532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-cbac9596-2c6c-4dc3-b71a-803a41bdcbb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c&tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd HTTP/1.1" status: 200 len: 1098 time: 0.0724082 Mar 03 12:39:06.261021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-e2f9d600-25e5-43b5-b390-814ee499b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:06.262460 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-e2f9d600-25e5-43b5-b390-814ee499b4d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 1098 time: 0.0691023 Mar 03 12:39:06.390489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-1f6bb0ef-6ee8-4d27-b6d5-7131293284f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:06.391912 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-1f6bb0ef-6ee8-4d27-b6d5-7131293284f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1243286 Mar 03 12:39:06.467423 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-7bbb23cb-a53a-457f-944e-0fdf628d9385 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92f4f2c-c45a-40a4-a025-488b3da91947 HTTP/1.1" status: 200 len: 217 time: 0.0688705 Mar 03 12:39:06.527882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-15eeb597-facb-417e-a58c-54a315d3e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:06.529317 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-15eeb597-facb-417e-a58c-54a315d3e00b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0563633 Mar 03 12:39:06.577686 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-bf4f3558-9081-47ae-85e1-8f8671e675de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426264 Mar 03 12:39:06.707192 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-94b0e7a8-e5ca-49da-a3a0-883549c33439 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238718 Mar 03 12:39:06.837487 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb4fd316-33f9-4a95-9b44-1643dd4ae958 req-fb4c55fb-ecc5-410f-8683-aa10395697f4 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231730 Mar 03 12:39:07.049725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a52b7-85a4-457d-a841-bd3867d6831a req-872f0287-3665-441e-b5fd-8b5c17c47278 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:07.051161 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ea6a52b7-85a4-457d-a841-bd3867d6831a req-872f0287-3665-441e-b5fd-8b5c17c47278 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0797274 Mar 03 12:39:07.094935 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ea6a52b7-85a4-457d-a841-bd3867d6831a req-1a87d797-ad18-4d51-9092-97b1353c2621 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 Mar 03 12:39:08.072266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c4545ca-b75e-4639-991e-61b0618e58be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:08.146601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:08.282061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8e4f-ba0c-4314-805b-d507fb10b951 req-8e3868a2-6735-4f98-8916-c0dd902978bb tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:08.283495 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34ee8e4f-ba0c-4314-805b-d507fb10b951 req-8e3868a2-6735-4f98-8916-c0dd902978bb tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0813642 Mar 03 12:39:08.328313 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34ee8e4f-ba0c-4314-805b-d507fb10b951 req-919ebf25-a637-47f6-b262-e7baf683b16f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Mar 03 12:39:09.518531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960665b-939e-43e2-b379-b229d20413bb req-3761be64-b026-48a8-a9e2-c98df90c1ee6 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:09.519955 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c960665b-939e-43e2-b379-b229d20413bb req-3761be64-b026-48a8-a9e2-c98df90c1ee6 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0823739 Mar 03 12:39:09.564133 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c960665b-939e-43e2-b379-b229d20413bb req-8d2f88cb-6caa-4fbf-b016-a2b53040a521 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Mar 03 12:39:09.946887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device d92f4f2c-c45a-40a4-a025-488b3da91947 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:39:09.949233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device d92f4f2c-c45a-40a4-a025-488b3da91947 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:39:09.992957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ae9f-384d-4996-941c-f69cdb23e6df req-dd4baf4e-d199-4c0a-b279-b7b0caadddc5 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:09.994437 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5113ae9f-384d-4996-941c-f69cdb23e6df req-dd4baf4e-d199-4c0a-b279-b7b0caadddc5 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0833638 Mar 03 12:39:10.048985 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5113ae9f-384d-4996-941c-f69cdb23e6df req-e15ca03f-11c3-448f-b375-1f8f89d1706a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Mar 03 12:39:10.060068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b11eb-606e-465b-b575-9bea349831e4 req-0e4741fe-0799-4bf8-bc73-bd9345ab066f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:10.061621 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-0e4741fe-0799-4bf8-bc73-bd9345ab066f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c&tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.0911736 Mar 03 12:39:10.189294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:10.209022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b11eb-606e-465b-b575-9bea349831e4 req-a6b59cda-e354-4fb7-a150-81ddae81ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:10.211394 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-a6b59cda-e354-4fb7-a150-81ddae81ffde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 1098 time: 0.0734866 Mar 03 12:39:10.220202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:10.235407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c8f63dd-9b1b-4be9-ac80-4c06110ac0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:10.243108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:39:10.250493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'network_id': '7cf9a9ec-cb9b-41b8-a4de-18e959fab036', 'port_id': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'mac_address': 'fa:16:3e:1c:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f939a9d4-4b83-4f2d-8afd-05e18438bdd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:39:10.281308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:10.299282 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'code': 200} Mar 03 12:39:10.321088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:10.336802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:10.358549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b11eb-606e-465b-b575-9bea349831e4 req-a790af1a-73fc-489a-9ce8-6b6a5fb1c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:10.359986 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-a790af1a-73fc-489a-9ce8-6b6a5fb1c643 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 200 len: 916 time: 0.1427143 Mar 03 12:39:10.373544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d92f4f2c-c45a-40a4-a025-488b3da91947 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:39:10.432421 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-415e06c0-fa08-49c6-ae48-4625c58df94a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d92f4f2c-c45a-40a4-a025-488b3da91947 HTTP/1.1" status: 200 len: 217 time: 0.0657227 Mar 03 12:39:10.459394 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:10.463450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:39:10.463800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:39:10.494264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b11eb-606e-465b-b575-9bea349831e4 req-8df10878-1cf6-41c2-bf52-fe850ee3281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:10.495685 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-8df10878-1cf6-41c2-bf52-fe850ee3281b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 200 len: 855 time: 0.0582795 Mar 03 12:39:10.542017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-e05ace78-ce74-47b3-b7d8-b8409de68d88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cf9a9ec-cb9b-41b8-a4de-18e959fab036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409591 Mar 03 12:39:10.671697 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-91dfaf2b-61ad-4b89-b985-de4d2ab82bc1 service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236498 Mar 03 12:39:10.802112 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-479b11eb-606e-465b-b575-9bea349831e4 req-f9e19edd-9a55-4146-9850-b31cd559d4bf service neutron] 10.222.0.26 "GET /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248481 Mar 03 12:39:11.015988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:11.032712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92f4f2c-c45a-40a4-a025-488b3da91947 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:39:11.047282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:11.123368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:11.199894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['d92f4f2c-c45a-40a4-a025-488b3da91947'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:39:11.227630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:11.242997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfede829-9a14-4608-a7db-33f7ec8651a4 req-f94f7d87-8b86-46ff-b8f5-5284d1d69b91 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:11.244521 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bfede829-9a14-4608-a7db-33f7ec8651a4 req-f94f7d87-8b86-46ff-b8f5-5284d1d69b91 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 944 time: 0.0866513 Mar 03 12:39:11.253398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:11.293650 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bfede829-9a14-4608-a7db-33f7ec8651a4 req-2bb688eb-dbb9-40c6-abdb-391d66df17a5 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421965 Mar 03 12:39:11.511946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:11.967107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device d92f4f2c-c45a-40a4-a025-488b3da91947 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:12.038676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port d92f4f2c-c45a-40a4-a025-488b3da91947 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:12.039324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:12.153220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:12.184616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:12.265853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:12.300158 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:39:12.339919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:12.362739 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'code': 200} Mar 03 12:39:12.492691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e715a6-528f-4506-9d9c-985a7730afa9 req-5964cc3f-4490-4e5b-bba9-e74205803656 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:12.494137 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-00e715a6-528f-4506-9d9c-985a7730afa9 req-5964cc3f-4490-4e5b-bba9-e74205803656 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0827391 Mar 03 12:39:12.538640 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-00e715a6-528f-4506-9d9c-985a7730afa9 req-9436192b-886f-49be-8832-48aa6dbaa30d tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386441 Mar 03 12:39:12.820422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d672e17-7f12-41e2-bb8c-7aead2fd116f req-db83ee0c-d125-4090-b535-a974abad74f1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:12.821770 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d672e17-7f12-41e2-bb8c-7aead2fd116f req-db83ee0c-d125-4090-b535-a974abad74f1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.1755257 Mar 03 12:39:12.864643 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d672e17-7f12-41e2-bb8c-7aead2fd116f req-162eeca8-5df3-4223-bbe7-8d94509c53b0 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369675 Mar 03 12:39:12.866538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:13.044510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180c0a-7f89-4eff-a127-f8ee404fcc69 req-0403a77a-4160-438f-a0bb-6ae2463bee72 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:13.045955 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9c180c0a-7f89-4eff-a127-f8ee404fcc69 req-0403a77a-4160-438f-a0bb-6ae2463bee72 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0801024 Mar 03 12:39:13.092368 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9c180c0a-7f89-4eff-a127-f8ee404fcc69 req-90790206-684e-4462-ac54-ab578721c4e6 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Mar 03 12:39:13.898839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb63d9-9cfe-4ff0-b5f4-89716238f5ef req-aaacefea-4d91-4b0d-88a8-2b878c45d83f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:13.900277 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bfeb63d9-9cfe-4ff0-b5f4-89716238f5ef req-aaacefea-4d91-4b0d-88a8-2b878c45d83f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0825953 Mar 03 12:39:13.944846 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bfeb63d9-9cfe-4ff0-b5f4-89716238f5ef req-9dd7c7f7-23b0-4e23-b62a-2dfb6a33d10f tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Mar 03 12:39:15.130382 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71365cc-7d43-4736-a322-bfd1aaf07456 req-4f27edb9-7305-45bf-93ed-4a571dc89e09 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:15.132771 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d71365cc-7d43-4736-a322-bfd1aaf07456 req-4f27edb9-7305-45bf-93ed-4a571dc89e09 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0816908 Mar 03 12:39:15.176716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d71365cc-7d43-4736-a322-bfd1aaf07456 req-61aeeda2-a05d-4d3b-8621-94760fce8713 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/security-groups?id=19b5e28e-0a13-4d8e-a648-6626e1914fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Mar 03 12:39:15.301172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-aace731a-e742-4507-bb84-c3a568edeb2c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:15.302526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-aace731a-e742-4507-bb84-c3a568edeb2c tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 945 time: 0.0780349 Mar 03 12:39:15.375198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Deleting port d92f4f2c-c45a-40a4-a025-488b3da91947 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:39:15.375545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:15.624487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] For port d92f4f2c-c45a-40a4-a025-488b3da91947, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=d92f4f2c-c45a-40a4-a025-488b3da91947,segment=NetworkSegment(311f7e6e-119e-4251-bd1d-a1ef61d80143),segment_id=311f7e6e-119e-4251-bd1d-a1ef61d80143)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:15.624745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:15.747734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Calling delete_port for d92f4f2c-c45a-40a4-a025-488b3da91947 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:39:15.946146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:15.991947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['d92f4f2c-c45a-40a4-a025-488b3da91947'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:39:15.997667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Pushing event deleted for resources: {'Port': ['ID=d92f4f2c-c45a-40a4-a025-488b3da91947,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:16.034703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.035052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.035392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.035722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.036077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.036441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.036770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.037612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.038017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.038383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.038660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.038979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:16.082687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] No DVR routers for this DVR port d92f4f2c-c45a-40a4-a025-488b3da91947 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:39:16.085348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:16.087889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-deleted', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:39:16.135501 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53f2d330-e307-4e78-9442-d478abfa3d62 req-e14d9fa4-378a-42b6-8cf8-cb0f6eba0cd9 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.26 "DELETE /v2.0/ports/d92f4f2c-c45a-40a4-a025-488b3da91947 HTTP/1.1" status: 204 len: 173 time: 0.8265882 Mar 03 12:39:16.138432 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf883b9-6d9e-4687-939d-1ec42d9fc85c', 'name': 'network-vif-deleted', 'tag': 'd92f4f2c-c45a-40a4-a025-488b3da91947', 'status': 'completed', 'code': 200} Mar 03 12:39:16.328199 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a2c393c5-9b89-41df-b52f-9e9c19ca4629 req-6d9b0341-5275-4a14-a01b-4c27c7a889d1 tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bf883b9-6d9e-4687-939d-1ec42d9fc85c HTTP/1.1" status: 200 len: 210 time: 0.0449066 Mar 03 12:39:17.558273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41562) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:17.710499 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Deleting subnet f939a9d4-4b83-4f2d-8afd-05e18438bdd7 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:39:17.713305 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:17.761465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:17.817493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:17.957694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:17.995540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f939a9d4-4b83-4f2d-8afd-05e18438bdd7,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:17.999856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.010501 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f939a9d4-4b83-4f2d-8afd-05e18438bdd7 HTTP/1.1" status: 204 len: 168 time: 0.4511757 Mar 03 12:39:18.012720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.012720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.012720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.013005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.013160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41566) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:18.013583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.013583 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.013865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.014187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.014500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.014816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.015128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.015436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f9ab6-55eb-4298-b1ea-850a072abfca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:18.117982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.238644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.263894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf9a9ec-cb9b-41b8-a4de-18e959fab036']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:18.275557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311f7e6e-119e-4251-bd1d-a1ef61d80143') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:18.275853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311f7e6e-119e-4251-bd1d-a1ef61d80143') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:18.286769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.302681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.309171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:39:18.309545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:39:18.322572 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:39:18.477444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.493580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:18.503442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf9a9ec-cb9b-41b8-a4de-18e959fab036,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:18.574949 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2f294484-ad8f-4a0e-91ad-43460511b8bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/7cf9a9ec-cb9b-41b8-a4de-18e959fab036 HTTP/1.1" status: 204 len: 168 time: 0.5606627 Mar 03 12:39:18.883821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41572) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:18.931599 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ac5423d0-b601-45fc-9b97-7f5278c84538 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b65db4838fe74c5eb0a70a055ccb9cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466201 Mar 03 12:39:18.934049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41576) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:18.989935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f431-7702-4cdc-8cf5-d165386e5706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:19.015856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f431-7702-4cdc-8cf5-d165386e5706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:19.151787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f431-7702-4cdc-8cf5-d165386e5706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:19.262824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7f431-7702-4cdc-8cf5-d165386e5706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b5e28e-0a13-4d8e-a648-6626e1914fed,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:19.333137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f431-7702-4cdc-8cf5-d165386e5706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:19.337421 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f9a7f431-7702-4cdc-8cf5-d165386e5706 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19b5e28e-0a13-4d8e-a648-6626e1914fed HTTP/1.1" status: 204 len: 168 time: 0.3998058 Mar 03 12:39:20.011479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device d92f4f2c-c45a-40a4-a025-488b3da91947 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:39:20.045346 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: d92f4f2c-c45a-40a4-a025-488b3da91947 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:39:20.045689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device d92f4f2c-c45a-40a4-a025-488b3da91947 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:39:20.360179 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41600) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:20.463288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2086152263-network', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:20.467864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:20.471687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Usage tracker for resource:network and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:20.475000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:20.481112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:20.522881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Made reservation on behalf of 597376e54bb64b3d8cdab9c8eeff573a for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:39:20.525103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.536831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.551164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:20.555600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Usage tracker for resource:security_group_rule and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:20.558319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:20.563816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:20.642368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.699969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.726599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:39:20.738312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347d0d22-9172-45c0-bff8-7a80d8fa2a48,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:20.743429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.743773 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Added segment 437bc5b2-1245-4c35-9a5f-1325c6da2806 of type vlan for network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 Mar 03 12:39:20.770309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.876621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.877492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:20.878054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:20.979754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] Pushing event updated for resources: {'Network': ['ID=b06d8c7a-cb72-4d10-a27c-e3f6166740c6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:20.989220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:39:21.015360 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-15269fec-b13e-4908-a83c-33a033acd825 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6537850 Mar 03 12:39:21.017994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41606) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:21.023846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Request body: {'subnet': {'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2086152263-subnet', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:21.028597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:21.032412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Usage tracker for resource:subnet and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:21.035191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:21.041586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:21.094533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Made reservation on behalf of 597376e54bb64b3d8cdab9c8eeff573a for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:39:21.096910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:21.334734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:21.409426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3eb8a5-23e8-4e27-805a-18123d848f30,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:21.416876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Checking segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:39:21.417225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Network hostable DHCP agents. Network: b06d8c7a-cb72-4d10-a27c-e3f6166740c6, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:39:21.494190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:39:21.585777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b06d8c7a-cb72-4d10-a27c-e3f6166740c6) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:39:21.589917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:21.590496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:21.598683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd37847-a608-4a03-aba4-27916f7e91be None None] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:39:21.672327 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-61669a41-c7f6-4cb5-a135-9856a66219c9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6532640 Mar 03 12:39:21.674984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41610) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:21.680744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:21.685470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:21.689481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Usage tracker for resource:router and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:21.692399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:21.699369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:21.780692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:21.781767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:21.796146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:21.810082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:39:21.810905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:21.965782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Allocated IP 172.20.0.2 (b06d8c7a-cb72-4d10-a27c-e3f6166740c6/fc3eb8a5-23e8-4e27-805a-18123d848f30/96cd30e0-7e91-4020-9242-3a3f0663ffde) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:39:22.124171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.173249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.183863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Transition to ACTIVE for port object 96cd30e0-7e91-4020-9242-3a3f0663ffde will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:39:22.201651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Transition to ACTIVE for port object 96cd30e0-7e91-4020-9242-3a3f0663ffde will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:39:22.283181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.343747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:39:22.351573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:39:22.354080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:39:22.363972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Pushing event updated for resources: {'Port': ['ID=96cd30e0-7e91-4020-9242-3a3f0663ffde,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:22.449774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Attempting to bind port 96cd30e0-7e91-4020-9242-3a3f0663ffde on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:39:22.450141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Attempting to bind port 96cd30e0-7e91-4020-9242-3a3f0663ffde by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:39:22.450496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Attempting to bind port 96cd30e0-7e91-4020-9242-3a3f0663ffde on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:39:22.455592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:39:22.455958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Checking segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:39:22.456477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.456868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Bound using segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:39:22.457322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Bound port: 96cd30e0-7e91-4020-9242-3a3f0663ffde, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:39:22.457686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.498166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.527983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.544883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] For port 96cd30e0-7e91-4020-9242-3a3f0663ffde, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:39:22.547804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] For port 96cd30e0-7e91-4020-9242-3a3f0663ffde, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=96cd30e0-7e91-4020-9242-3a3f0663ffde,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:39:22.614369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:22.660803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Allocated IP 172.26.8.191 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/a0bf985e-8f2d-4458-8277-ff477002de93) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:39:22.701649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb577-9bad-44af-8e85-42aaf46854ce None None] Pushing event updated for resources: {'Port': ['ID=96cd30e0-7e91-4020-9242-3a3f0663ffde,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:22.929998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:23.043697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:23.106302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:39:23.112867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:39:23.117080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:39:23.145851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bf985e-8f2d-4458-8277-ff477002de93,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:23.586852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20addf1b-1bff-4181-9e62-855f7ba27163 None None] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:39:23.613292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:23.740384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0dd23b1a-594e-496b-9d4b-fd2899e03a60 None None] Provisioning for port 96cd30e0-7e91-4020-9242-3a3f0663ffde completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:39:23.962053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:24.243076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:39:24.421588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:39:24.430264 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:39:24.439770 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:39:24.440395 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:39:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:24.517576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:24.518872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-664ba808-3803-4328-92c6-6aaf76655374 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8429513 Mar 03 12:39:24.522544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41614) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:24.629425 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:39:24.715145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 96cd30e0-7e91-4020-9242-3a3f0663ffde up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:24.782236 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:39:24.854260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 96cd30e0-7e91-4020-9242-3a3f0663ffde completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:39:24.860261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 96cd30e0-7e91-4020-9242-3a3f0663ffde triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:24.860261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:24.937454 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:23Z', 'revision_number': 3, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:24.941854 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:39:24.942355 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Updating router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de port a0bf985e-8f2d-4458-8277-ff477002de93 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:39:24.993916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.002306 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.030184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 96cd30e0-7e91-4020-9242-3a3f0663ffde, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=96cd30e0-7e91-4020-9242-3a3f0663ffde,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:25.106593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.187135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=96cd30e0-7e91-4020-9242-3a3f0663ffde,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:25.259973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.428979 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.449638 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Transition to ACTIVE for port object a0bf985e-8f2d-4458-8277-ff477002de93 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:39:25.468794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Allocated IP 172.20.0.1 (b06d8c7a-cb72-4d10-a27c-e3f6166740c6/fc3eb8a5-23e8-4e27-805a-18123d848f30/b569287b-fd56-4da2-97a6-187a9696fb5d) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:39:25.534403 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.621805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.640295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Transition to ACTIVE for port object b569287b-fd56-4da2-97a6-187a9696fb5d will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:39:25.654773 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Pushing event updated for resources: {'Port': ['ID=a0bf985e-8f2d-4458-8277-ff477002de93,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:25.658022 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Attempting to bind port a0bf985e-8f2d-4458-8277-ff477002de93 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:39:25.658384 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Attempting to bind port a0bf985e-8f2d-4458-8277-ff477002de93 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:39:25.658733 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Attempting to bind port a0bf985e-8f2d-4458-8277-ff477002de93 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:39:25.665832 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.666176 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.666551 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.666881 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.667204 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.667527 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.667842 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.668191 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.668509 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.668822 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.669133 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.669487 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:25.674350 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:39:25.677107 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:39:25.677107 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.677107 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:39:25.677107 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Bound port: a0bf985e-8f2d-4458-8277-ff477002de93, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:39:25.677107 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.711986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.752402 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] For port a0bf985e-8f2d-4458-8277-ff477002de93, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:39:25.756514 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] For port a0bf985e-8f2d-4458-8277-ff477002de93, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a0bf985e-8f2d-4458-8277-ff477002de93,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:39:25.769378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:39:25.772479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:39:25.776104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:39:25.804661 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.829673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Pushing event updated for resources: {'Port': ['ID=b569287b-fd56-4da2-97a6-187a9696fb5d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:25.855399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:25.892414 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd77c0-e99b-4a05-9fdf-38ba4805472c None None] Pushing event updated for resources: {'Port': ['ID=a0bf985e-8f2d-4458-8277-ff477002de93,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:25.896873 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:39:25.897581 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:39:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:26.054956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c8fcca0b-7de3-4e47-aed9-1f20e07c2586 None None] Provisioning for port b569287b-fd56-4da2-97a6-187a9696fb5d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:39:26.060025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c8fcca0b-7de3-4e47-aed9-1f20e07c2586 None None] Provisioning complete for port b569287b-fd56-4da2-97a6-187a9696fb5d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:26.060404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8fcca0b-7de3-4e47-aed9-1f20e07c2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:26.083253 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:39:26.119667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcca0b-7de3-4e47-aed9-1f20e07c2586 None None] Port b569287b-fd56-4da2-97a6-187a9696fb5d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:39:26.277964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:26.377151 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:23Z', 'revision_number': 3, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:26.381572 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c1568-4489-48ad-afc9-941501afda5f None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:23Z', 'revision_number': 3, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:39:26.510646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:26.574500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:26.711804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:26.718716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Pushing event updated for resources: {'Port': ['ID=b569287b-fd56-4da2-97a6-187a9696fb5d,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:26.760597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a0bf985e-8f2d-4458-8277-ff477002de93 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:26.863183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:39:26.864355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:39:26.888655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a0bf985e-8f2d-4458-8277-ff477002de93 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:39:26.894219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a0bf985e-8f2d-4458-8277-ff477002de93 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:26.897532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:27.046183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:27.069469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a0bf985e-8f2d-4458-8277-ff477002de93, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a0bf985e-8f2d-4458-8277-ff477002de93,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:27.091850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:39:27.142118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:27.143088 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 96cd30e0-7e91-4020-9242-3a3f0663ffde up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:27.277786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d2c3194f-6b04-42a9-af95-37860dc624b5 None None] Provisioning complete for port b569287b-fd56-4da2-97a6-187a9696fb5d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:27.278160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d2c3194f-6b04-42a9-af95-37860dc624b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:27.323076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:39:27.324835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 96cd30e0-7e91-4020-9242-3a3f0663ffde triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:27.326475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:27.339578 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-473f763d-8e1d-4e0b-a290-e566833053dc admin admin] 10.222.0.35 "PUT /v2.0/routers/2d3c5768-0d16-4ec4-a9d3-7a37cb0822de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8158367 Mar 03 12:39:27.391414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a0bf985e-8f2d-4458-8277-ff477002de93,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:27.408797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3194f-6b04-42a9-af95-37860dc624b5 None None] Port b569287b-fd56-4da2-97a6-187a9696fb5d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:39:27.993276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41624) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:27.995239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:39:27.998524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900934288', 'description': 'tempest-description--1052368197'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:28.004291 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:28.004620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:39:28.005297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:39:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:28.009011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Usage tracker for resource:security_group and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:28.012080 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:28.017796 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:28.082958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.107016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:28.111141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Usage tracker for resource:security_group_rule and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:28.114414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:28.121149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:28.188827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:39:28.194775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.248681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.290905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d803847e-6529-4439-96cb-4f2e336d254d,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:28.373857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.375098 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-39add0bd-5248-4e39-ade6-ed66c67a46d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3807578 Mar 03 12:39:28.378036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41628) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:28.384184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'security_group_rule': {'security_group_id': 'd803847e-6529-4439-96cb-4f2e336d254d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:28.390079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:28.393870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Usage tracker for resource:security_group_rule and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:28.396803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:28.402417 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:28.471754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.508630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 2, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:28.512457 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:39:28.512809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Updating router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de port b569287b-fd56-4da2-97a6-187a9696fb5d binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:39:28.531703 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.564472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.621286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.649954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079b8771-cc67-4fc4-926b-0e1b9bd319d3,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:28.710117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a0bf985e-8f2d-4458-8277-ff477002de93 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:28.746135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:28.747370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f669f70f-c369-4206-ae08-47b2767862e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684261 Mar 03 12:39:28.750169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41632) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:28.755452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'security_group_rule': {'security_group_id': 'd803847e-6529-4439-96cb-4f2e336d254d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:28.761697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:28.880778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Usage tracker for resource:security_group_rule and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:28.884408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:28.890018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:28.900781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a0bf985e-8f2d-4458-8277-ff477002de93 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:28.901156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.003702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.065343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.104888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.115945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Transition to ACTIVE for port object b569287b-fd56-4da2-97a6-187a9696fb5d will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:39:29.145817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.173274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347eaff9-f9de-4a82-b5ef-180ca67ca9c0,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:29.203010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.260566 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.261948 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b6f7080d-a9cd-43de-8f3a-7195d5f02cee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5107043 Mar 03 12:39:29.264811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 41636) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:29.274476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:29.281800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:29.284648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Usage tracker for resource:floatingip and tenant:597376e54bb64b3d8cdab9c8eeff573a is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:39:29.289054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:39:29.295808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:29.360342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Pushing event updated for resources: {'Port': ['ID=b569287b-fd56-4da2-97a6-187a9696fb5d,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:29.386173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.408503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.408845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.409184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.409509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.409825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.410151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.410470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.410786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.411110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.411420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.412479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.412978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:39:29.437060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Attempting to bind port b569287b-fd56-4da2-97a6-187a9696fb5d on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:39:29.437427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Attempting to bind port b569287b-fd56-4da2-97a6-187a9696fb5d by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:39:29.438017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Attempting to bind port b569287b-fd56-4da2-97a6-187a9696fb5d on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:39:29.443984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:39:29.444394 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Checking segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:39:29.444795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.445177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Bound using segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:39:29.445636 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Bound port: b569287b-fd56-4da2-97a6-187a9696fb5d, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:39:29.445998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.531803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.535096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] For port b569287b-fd56-4da2-97a6-187a9696fb5d, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:39:29.539193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] For port b569287b-fd56-4da2-97a6-187a9696fb5d, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b569287b-fd56-4da2-97a6-187a9696fb5d,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:39:29.609332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:29.701211 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:39:29.701857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:39:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:29.757709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938182fe-1dd2-412f-982f-adad5f380736 None None] Pushing event updated for resources: {'Port': ['ID=b569287b-fd56-4da2-97a6-187a9696fb5d,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:29.795427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Allocated IP 172.26.8.104 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/ff5acb0d-0ac6-4514-8b74-82c482208e43) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:39:29.893191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:39:29.954056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.038650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.104680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:39:30.111492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:39:30.116495 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:39:30.150377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'Port': ['ID=ff5acb0d-0ac6-4514-8b74-82c482208e43,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:30.200406 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.216101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:29Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:30.220295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472962e-e8c8-4754-b855-cb0ee4340d34 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:29Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:39:30.336249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.554459 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.637801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.690849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b569287b-fd56-4da2-97a6-187a9696fb5d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:30.772178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'Port': ['ID=ff5acb0d-0ac6-4514-8b74-82c482208e43,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:30.778072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.849285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b569287b-fd56-4da2-97a6-187a9696fb5d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:39:30.855020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b569287b-fd56-4da2-97a6-187a9696fb5d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:30.858290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.877683 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:30.889606 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dda88abb-4434-456c-971c-62b4e6d17978 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6235945 Mar 03 12:39:31.039520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:31.077425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port b569287b-fd56-4da2-97a6-187a9696fb5d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b569287b-fd56-4da2-97a6-187a9696fb5d,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:31.084527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4832492d-fcbe-4116-aa02-774677f69d78 req-cb30838a-f264-40c8-8d02-83f67aab439a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:39:31.134670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:31.174159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4832492d-fcbe-4116-aa02-774677f69d78 req-cb30838a-f264-40c8-8d02-83f67aab439a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:39:31.175355 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-cb30838a-f264-40c8-8d02-83f67aab439a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1900934288&fields=id&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 267 time: 0.1358027 Mar 03 12:39:31.207347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=b569287b-fd56-4da2-97a6-187a9696fb5d,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:31.339997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-5103f757-6163-4c49-9d8c-b79bfa0049e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:31.340709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4832492d-fcbe-4116-aa02-774677f69d78 req-5103f757-6163-4c49-9d8c-b79bfa0049e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:39:31.397105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4832492d-fcbe-4116-aa02-774677f69d78 req-5103f757-6163-4c49-9d8c-b79bfa0049e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:39:31.398282 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-5103f757-6163-4c49-9d8c-b79bfa0049e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.2148681 Mar 03 12:39:31.413223 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-1329819f-7ffe-41f8-b7f8-32605396474d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/quotas/597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 375 time: 0.0093265 Mar 03 12:39:31.499548 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-f6a3173b-9ff5-410c-a220-6146200840bd tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813026 Mar 03 12:39:31.686092 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-6a9f17a0-2b9a-46b0-b274-a601c7e7eada service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721609 Mar 03 12:39:31.816423 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-542d8d44-4fb2-45c4-91d9-900baaa9bb0c service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246028 Mar 03 12:39:32.087812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-25ea1bb2-2d7d-4cce-a52c-cc791915cd0d req-70f2feec-ddc2-456a-8d1a-78f8373603fe tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:39:32.185766 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-25ea1bb2-2d7d-4cce-a52c-cc791915cd0d req-70f2feec-ddc2-456a-8d1a-78f8373603fe tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:39:32.186973 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-25ea1bb2-2d7d-4cce-a52c-cc791915cd0d req-70f2feec-ddc2-456a-8d1a-78f8373603fe tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 210 time: 0.1413932 Mar 03 12:39:32.666516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b569287b-fd56-4da2-97a6-187a9696fb5d up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:32.733706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b569287b-fd56-4da2-97a6-187a9696fb5d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:32.734079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:33.338476 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4a09aeb3-1ab1-4396-9ac1-20af2df73139 req-5bf0e82d-982c-4a7a-a918-b9c75875dd42 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 210 time: 0.0446920 Mar 03 12:39:34.373257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-d8abd96e-1470-4067-86aa-181d78e7f4a9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:34.378965 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-d8abd96e-1470-4067-86aa-181d78e7f4a9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.1631579 Mar 03 12:39:34.422400 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-5b6399b6-a0dd-4307-ac44-7ad467b18764 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 380 time: 0.0400388 Mar 03 12:39:34.430995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'port': {'device_id': '8966023c-d209-4690-aaca-13a617505c13', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'admin_state_up': True, 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'security_groups': ['d803847e-6529-4439-96cb-4f2e336d254d']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:34.486265 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-add924a2-cbbb-4992-a3a8-af693a64e314 req-45ef713d-6337-458c-9b74-4b8ffee2d1f6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 210 time: 0.0422356 Mar 03 12:39:34.566941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:39:34.576868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:39:34.649068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Made reservation on behalf of 597376e54bb64b3d8cdab9c8eeff573a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:39:34.654028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:34.819597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Allocated IP 172.20.0.12 (b06d8c7a-cb72-4d10-a27c-e3f6166740c6/fc3eb8a5-23e8-4e27-805a-18123d848f30/a678f49f-b85f-46a3-bdc7-b26e70c532d9) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:39:35.012131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:35.027899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Transition to ACTIVE for port object a678f49f-b85f-46a3-bdc7-b26e70c532d9 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:39:35.112235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:35.182014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:39:35.189373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:39:35.194043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:39:35.225772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'Port': ['ID=a678f49f-b85f-46a3-bdc7-b26e70c532d9,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:35.262950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:35.263479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:35.380956 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-c9e5742c-9675-456f-ba99-4ee18e241cdf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9533231 Mar 03 12:39:35.393051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Request body: {'port': {'device_id': '8966023c-d209-4690-aaca-13a617505c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:35.499540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f0b1bd4d-c5f8-49e6-b5de-eddc343011ad None None] Provisioning for port a678f49f-b85f-46a3-bdc7-b26e70c532d9 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:39:35.502392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:35.504620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f0b1bd4d-c5f8-49e6-b5de-eddc343011ad None None] Provisioning complete for port a678f49f-b85f-46a3-bdc7-b26e70c532d9 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:35.509416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f0b1bd4d-c5f8-49e6-b5de-eddc343011ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:35.562304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1bd4d-c5f8-49e6-b5de-eddc343011ad None None] Port a678f49f-b85f-46a3-bdc7-b26e70c532d9 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:39:35.906207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da48de-db76-43e7-a125-5110658cac38 req-330b9b26-97f8-44b5-95de-6add0ee953c7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:35.906796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c8da48de-db76-43e7-a125-5110658cac38 req-330b9b26-97f8-44b5-95de-6add0ee953c7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:39:35.999693 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-c8da48de-db76-43e7-a125-5110658cac38 req-330b9b26-97f8-44b5-95de-6add0ee953c7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:39:36.000842 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c8da48de-db76-43e7-a125-5110658cac38 req-330b9b26-97f8-44b5-95de-6add0ee953c7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 932 time: 0.2872779 Mar 03 12:39:36.009789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a678f49f-b85f-46a3-bdc7-b26e70c532d9 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:39:36.031610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:36.059746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Transition to ACTIVE for port object a678f49f-b85f-46a3-bdc7-b26e70c532d9 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:39:36.064321 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c8da48de-db76-43e7-a125-5110658cac38 req-de5437a0-e690-41a6-ba66-85f6d3b37bc6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576191 Mar 03 12:39:36.139959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:36.268907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a678f49f-b85f-46a3-bdc7-b26e70c532d9,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:36.378992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Attempting to bind port a678f49f-b85f-46a3-bdc7-b26e70c532d9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:39:36.379416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Attempting to bind port a678f49f-b85f-46a3-bdc7-b26e70c532d9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:39:36.379749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Attempting to bind port a678f49f-b85f-46a3-bdc7-b26e70c532d9 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:39:36.384632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Port a678f49f-b85f-46a3-bdc7-b26e70c532d9 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:39:36.385233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Attempting to bind port a678f49f-b85f-46a3-bdc7-b26e70c532d9 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:39:36.389991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:39:36.390378 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Checking segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:39:36.390770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Bound using segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:39:36.391189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Bound port: a678f49f-b85f-46a3-bdc7-b26e70c532d9, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:39:36.391532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:36.482028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] For port a678f49f-b85f-46a3-bdc7-b26e70c532d9, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:39:36.484955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] For port a678f49f-b85f-46a3-bdc7-b26e70c532d9, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:39:36.546077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:36.602182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:36.602761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:36.604130 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/a678f49f-b85f-46a3-bdc7-b26e70c532d9 HTTP/1.1" status: 200 len: 1094 time: 1.2152004 Mar 03 12:39:36.604571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:39:36.630900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e3d04-8da9-4370-a1c8-6677cd3362b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a678f49f-b85f-46a3-bdc7-b26e70c532d9,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:36.657281 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'status': 'completed', 'code': 200} Mar 03 12:39:36.750332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d26dce-146c-426d-8e9a-65dec78bf1ec req-c7eb5db6-4192-4cd8-a94b-bff26ca826c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:36.751821 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-23d26dce-146c-426d-8e9a-65dec78bf1ec req-c7eb5db6-4192-4cd8-a94b-bff26ca826c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 1097 time: 0.0736480 Mar 03 12:39:36.898320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d26dce-146c-426d-8e9a-65dec78bf1ec req-5829c9c1-89f1-4a0f-a284-8e1af1086428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:36.899670 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-23d26dce-146c-426d-8e9a-65dec78bf1ec req-5829c9c1-89f1-4a0f-a284-8e1af1086428 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1383758 Mar 03 12:39:37.039862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d26dce-146c-426d-8e9a-65dec78bf1ec req-b2ec2193-89fa-4ad4-812f-b877d5480a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:37.041213 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-23d26dce-146c-426d-8e9a-65dec78bf1ec req-b2ec2193-89fa-4ad4-812f-b877d5480a41 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352475 Mar 03 12:39:37.160540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-80016ed9-3ca3-4025-9d6a-ed4c9d6fff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:37.162207 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-80016ed9-3ca3-4025-9d6a-ed4c9d6fff17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 1097 time: 0.0776868 Mar 03 12:39:37.269063 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-acd97672-9c03-42eb-acf4-d35b72febb6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9 HTTP/1.1" status: 200 len: 217 time: 0.0999582 Mar 03 12:39:37.345389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-d9be64d4-5705-4898-93cf-7441b66af835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:37.346806 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-d9be64d4-5705-4898-93cf-7441b66af835 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0703881 Mar 03 12:39:37.409965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96006dd0-3628-49d8-a244-c81d205c3a22 req-50f16cd9-cb36-4e22-ad4e-d6430755d3d9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:37.411431 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-96006dd0-3628-49d8-a244-c81d205c3a22 req-50f16cd9-cb36-4e22-ad4e-d6430755d3d9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.2412460 Mar 03 12:39:37.470950 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-96006dd0-3628-49d8-a244-c81d205c3a22 req-64866058-dd57-4a14-8792-f71ea0ad12f8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534453 Mar 03 12:39:37.473613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832492d-fcbe-4116-aa02-774677f69d78 req-b148a49f-31a2-4bf6-80c0-eec65f76766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:37.475033 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-b148a49f-31a2-4bf6-80c0-eec65f76766c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201160 Mar 03 12:39:37.709259 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-4761af92-1a92-4ca0-a9e6-6727012c9d0e service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264476 Mar 03 12:39:37.840460 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4832492d-fcbe-4116-aa02-774677f69d78 req-b0344148-29de-47d1-85f3-cb5cb527a895 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253688 Mar 03 12:39:38.035941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2fb024fd-c4bd-489b-9557-3e58b45330e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:38.167430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:38.658099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670ca0-961a-4a70-a91c-e0db25e7d811 req-d7c939b8-0c6d-4f9f-b2b4-4ab818f24192 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:38.659559 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-11670ca0-961a-4a70-a91c-e0db25e7d811 req-d7c939b8-0c6d-4f9f-b2b4-4ab818f24192 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0826936 Mar 03 12:39:38.702744 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-11670ca0-961a-4a70-a91c-e0db25e7d811 req-9b61c843-1e18-4313-887a-b9cb3b1bd33d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:39:38.714734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-11670ca0-961a-4a70-a91c-e0db25e7d811 req-9b61c843-1e18-4313-887a-b9cb3b1bd33d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:39:38.715855 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-11670ca0-961a-4a70-a91c-e0db25e7d811 req-9b61c843-1e18-4313-887a-b9cb3b1bd33d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504105 Mar 03 12:39:39.903864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502d70d-dbb1-46ed-9cab-d71b68c8d266 req-a4db56c3-5143-493a-b5b4-a4f9d11b2325 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:39.905308 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3502d70d-dbb1-46ed-9cab-d71b68c8d266 req-a4db56c3-5143-493a-b5b4-a4f9d11b2325 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0840023 Mar 03 12:39:39.947950 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3502d70d-dbb1-46ed-9cab-d71b68c8d266 req-a636f1f6-8d28-440e-9beb-71573260f781 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370629 Mar 03 12:39:40.116470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device a678f49f-b85f-46a3-bdc7-b26e70c532d9 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:39:40.200116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5f197203-97d3-467f-8bc6-811f2e75f8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:40.247535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port a678f49f-b85f-46a3-bdc7-b26e70c532d9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:40.260986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'mac_address': 'fa:16:3e:e8:28:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:39:40.314272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:40.330694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a678f49f-b85f-46a3-bdc7-b26e70c532d9 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:39:40.345838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port a678f49f-b85f-46a3-bdc7-b26e70c532d9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:40.425790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:40.495747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=a678f49f-b85f-46a3-bdc7-b26e70c532d9,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:40.631365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['a678f49f-b85f-46a3-bdc7-b26e70c532d9'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:39:41.130369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300cc24-b7c3-4364-82c1-da4bda68eaf2 req-44a6213c-fec4-4045-87c3-c2c4e4270ff4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:41.131728 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9300cc24-b7c3-4364-82c1-da4bda68eaf2 req-44a6213c-fec4-4045-87c3-c2c4e4270ff4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 945 time: 0.0775967 Mar 03 12:39:41.179617 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9300cc24-b7c3-4364-82c1-da4bda68eaf2 req-1843cc58-7027-4d8a-bc1c-a55c2d6b6994 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416970 Mar 03 12:39:41.185815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:41.500155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:42.122048 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device a678f49f-b85f-46a3-bdc7-b26e70c532d9 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:39:42.248381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port a678f49f-b85f-46a3-bdc7-b26e70c532d9 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:39:42.253408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port a678f49f-b85f-46a3-bdc7-b26e70c532d9 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:39:42.253769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:42.367733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46831a98-77a0-4825-81b8-19b5923e90b8 req-401064eb-79e9-498a-8e06-7d77327a943f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:42.369215 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46831a98-77a0-4825-81b8-19b5923e90b8 req-401064eb-79e9-498a-8e06-7d77327a943f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 945 time: 0.0860748 Mar 03 12:39:42.378064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:42.404360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:39:42.414352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port a678f49f-b85f-46a3-bdc7-b26e70c532d9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:39:42.414931 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46831a98-77a0-4825-81b8-19b5923e90b8 req-22dcce78-cb34-46fc-9a5f-1739aba0ae64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398452 Mar 03 12:39:42.449867 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'code': 200} Mar 03 12:39:42.499960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:42.567036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=a678f49f-b85f-46a3-bdc7-b26e70c532d9,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:39:42.836649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330698e-2efc-4ed0-a977-cd1d0e0bf1cc req-3e623074-ef70-4a30-8512-d5f2cedcd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:42.838130 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0330698e-2efc-4ed0-a977-cd1d0e0bf1cc req-3e623074-ef70-4a30-8512-d5f2cedcd88e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 1099 time: 0.0746531 Mar 03 12:39:42.859906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:42.877771 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0330698e-2efc-4ed0-a977-cd1d0e0bf1cc req-94a07a46-2f02-4463-8900-204272472039 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Mar 03 12:39:43.595921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb047f-9898-4242-b01a-88a0179945fa req-004bc461-9936-42f8-ab9b-55122fd8136e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:43.597288 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29eb047f-9898-4242-b01a-88a0179945fa req-004bc461-9936-42f8-ab9b-55122fd8136e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0792360 Mar 03 12:39:43.648013 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29eb047f-9898-4242-b01a-88a0179945fa req-322694f0-cb68-4727-b699-4088279efd2d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Mar 03 12:39:44.830004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dacf0-0926-420e-ba05-b5c8c1bbd418 req-67a833ba-f9eb-493f-84c0-4d24ae480e9b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:44.831458 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a82dacf0-0926-420e-ba05-b5c8c1bbd418 req-67a833ba-f9eb-493f-84c0-4d24ae480e9b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0794406 Mar 03 12:39:44.874677 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a82dacf0-0926-420e-ba05-b5c8c1bbd418 req-cecac546-ad44-4920-b572-503d8506524c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365832 Mar 03 12:39:45.055192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cdb3c-f5e3-48da-a2d4-39a758e5bace req-398f09f0-4170-4a7f-a6d1-0253edfeaa97 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:45.056663 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f03cdb3c-f5e3-48da-a2d4-39a758e5bace req-398f09f0-4170-4a7f-a6d1-0253edfeaa97 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0811179 Mar 03 12:39:45.064968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41696) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:39:45.070076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'floatingip': {'port_id': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:39:45.149820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:45.742220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:45.791484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:46.059402 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c associated. External IP: 172.26.8.104, port: a678f49f-b85f-46a3-bdc7-b26e70c532d9. Mar 03 12:39:46.407322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:39:46.583972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:39:46.588935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:39:46.593390 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:39:46.603403 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:39:46.603990 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:39:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:46.644187 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-782c7938-a104-4b51-af75-08ca96ef1d64 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "PUT /v2.0/floatingips/3f24de99-8619-4918-952e-f9b95d9d737c HTTP/1.1" status: 200 len: 992 time: 1.5781386 Mar 03 12:39:46.650215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:39:46.712963 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'status': 'completed', 'code': 200} Mar 03 12:39:46.785499 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:39:46.810255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-33222374-ec3b-4114-90f1-a126ddfa9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:46.811836 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-33222374-ec3b-4114-90f1-a126ddfa9451 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 1099 time: 0.0772362 Mar 03 12:39:46.828443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa3be7-b507-4ca1-b679-69b0b4d7d3f0 req-3d7905cc-9323-422a-bbe7-219594a53b04 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:46.830410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-78aa3be7-b507-4ca1-b679-69b0b4d7d3f0 req-3d7905cc-9323-422a-bbe7-219594a53b04 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0872421 Mar 03 12:39:46.879047 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-78aa3be7-b507-4ca1-b679-69b0b4d7d3f0 req-c789ee20-979c-40c5-86ae-3850b2f70357 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Mar 03 12:39:46.946708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-29a43d02-6864-4fb5-8052-f8a13584ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:46.948770 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-29a43d02-6864-4fb5-8052-f8a13584ca33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1304584 Mar 03 12:39:47.094792 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-8ac23506-9320-4b30-8d1b-84ad3c87a114 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9 HTTP/1.1" status: 200 len: 1000 time: 0.1405838 Mar 03 12:39:47.139664 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:e8:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8966023c-d209-4690-aaca-13a617505c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:39:45Z', 'revision_number': 1, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:47.143263 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:39:47.152157 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:39:47.152738 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:39:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:47.168402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c97b3-fd6c-424f-ba27-0995107dfd15 req-8044da50-41cd-4481-8c3a-7739f8de49be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:47.169844 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-637c97b3-fd6c-424f-ba27-0995107dfd15 req-8044da50-41cd-4481-8c3a-7739f8de49be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.1626751 Mar 03 12:39:47.178065 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-3f1f305f-c4ba-49b5-8560-cee672dd06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:47.179398 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-3f1f305f-c4ba-49b5-8560-cee672dd06e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0786281 Mar 03 12:39:47.261551 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-637c97b3-fd6c-424f-ba27-0995107dfd15 req-7293fa7c-f1fb-4f34-a345-a0f59c4400d4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852842 Mar 03 12:39:47.287519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-49fb0607-d525-4664-b346-774464e57eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:47.289048 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-49fb0607-d525-4664-b346-774464e57eb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975115 Mar 03 12:39:47.362422 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:39:47.539403 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-cb8debec-c650-4a39-80ad-72a1b9d5119a service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441468 Mar 03 12:39:47.671917 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf13600a-0350-4d30-b27b-05b59cc061a8 req-6a0c681b-0279-47e5-9ed9-009561724647 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265976 Mar 03 12:39:47.726597 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:e8:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8966023c-d209-4690-aaca-13a617505c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:39:45Z', 'revision_number': 1, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:39:47.730465 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313499a2-bb5f-46e3-ba0d-f7a02d11fcc2 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:e8:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8966023c-d209-4690-aaca-13a617505c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:39:45Z', 'revision_number': 1, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:39:47.916282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2731fc40-1af3-4d40-9ab3-37e3b5e5d766 None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:39:48.447124 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f8ebb-7b42-465f-af39-993c11673bb1 req-a62d0c1c-452c-40b1-b25f-de8bf7bd1993 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:48.448597 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f50f8ebb-7b42-465f-af39-993c11673bb1 req-a62d0c1c-452c-40b1-b25f-de8bf7bd1993 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0786514 Mar 03 12:39:48.491415 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f50f8ebb-7b42-465f-af39-993c11673bb1 req-e55a10a9-3984-4c96-9506-f1002b0fdcbe tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 Mar 03 12:39:48.671102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72465f-7674-4b50-b6bc-0a125119a2c8 req-c24ee9d6-1a50-4b41-bb22-9865b2b3ac75 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:48.672565 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d72465f-7674-4b50-b6bc-0a125119a2c8 req-c24ee9d6-1a50-4b41-bb22-9865b2b3ac75 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0791235 Mar 03 12:39:48.719468 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d72465f-7674-4b50-b6bc-0a125119a2c8 req-44456465-0da6-40b5-9aed-0bdd6c376b0c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 Mar 03 12:39:49.268891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087fcf2-813b-4dbb-a94a-486fd997e9e5 req-a20263cc-f7cb-4f6f-8540-12c8ee9ed80f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:49.270949 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9087fcf2-813b-4dbb-a94a-486fd997e9e5 req-a20263cc-f7cb-4f6f-8540-12c8ee9ed80f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0799716 Mar 03 12:39:49.307359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-d4ff5270-595f-4f49-84c7-8d0bc5dbd06e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766356 Mar 03 12:39:49.319239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9087fcf2-813b-4dbb-a94a-486fd997e9e5 req-f1888be7-95f6-4a5c-a141-619a1ff8fac1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418832 Mar 03 12:39:50.505845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd9e90-c2f9-4442-b4bf-9bfd0dc5f9cd req-5f1905ff-ce1d-4c02-8ab7-e63a0febeacc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:50.507630 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-89dd9e90-c2f9-4442-b4bf-9bfd0dc5f9cd req-5f1905ff-ce1d-4c02-8ab7-e63a0febeacc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0781689 Mar 03 12:39:50.554072 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-89dd9e90-c2f9-4442-b4bf-9bfd0dc5f9cd req-374dfa77-3abe-4388-8385-edcb1f2c9bf4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Mar 03 12:39:51.295313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-c77cdd64-0119-44ae-ad59-b512f62528f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:51.296811 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-c77cdd64-0119-44ae-ad59-b512f62528f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 1099 time: 0.0750294 Mar 03 12:39:51.428408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-d797bc2a-6e9b-4575-9a0c-3130a041ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:51.429804 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-d797bc2a-6e9b-4575-9a0c-3130a041ca7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1273015 Mar 03 12:39:51.530888 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-83b16b26-1a28-4368-9f5a-91bcea4dd027 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9 HTTP/1.1" status: 200 len: 1002 time: 0.0952444 Mar 03 12:39:51.591774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-1f97fe83-ef91-40ae-a619-fae1d1dbe4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:51.593253 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-1f97fe83-ef91-40ae-a619-fae1d1dbe4dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0562732 Mar 03 12:39:51.705594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-d7320f86-d614-4b16-8bf8-a3d9139712d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:51.707059 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-d7320f86-d614-4b16-8bf8-a3d9139712d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1078105 Mar 03 12:39:51.854651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b52c8-a930-41e3-9ea0-7de71c96a7aa req-08d25ad1-a3b3-416b-bad7-fad14971772d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:51.855987 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d4b52c8-a930-41e3-9ea0-7de71c96a7aa req-08d25ad1-a3b3-416b-bad7-fad14971772d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.1926177 Mar 03 12:39:51.864468 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-c31a299a-e759-4099-9b42-d95afa271afa service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510932 Mar 03 12:39:51.987263 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6d4b52c8-a930-41e3-9ea0-7de71c96a7aa req-0ce02d66-f084-4654-8770-5fd75aac0b96 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249084 Mar 03 12:39:52.022226 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-071bd9c3-631f-4dd2-b01c-611290301975 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449013 Mar 03 12:39:53.181694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b0c09-5548-4fc7-a800-f2c72c71d1b7 req-f5d9de9b-0fd2-4514-9c18-94ea441143be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:53.183144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf2b0c09-5548-4fc7-a800-f2c72c71d1b7 req-f5d9de9b-0fd2-4514-9c18-94ea441143be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0825834 Mar 03 12:39:53.226437 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf2b0c09-5548-4fc7-a800-f2c72c71d1b7 req-1c3a95af-0d29-4719-a3ee-a9147e18a972 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377440 Mar 03 12:39:54.411237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840562-637b-4b28-99a2-86c1f0618d43 req-2d7d5aee-36db-4de4-894c-f269fd47aaca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:54.413217 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77840562-637b-4b28-99a2-86c1f0618d43 req-2d7d5aee-36db-4de4-894c-f269fd47aaca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0822420 Mar 03 12:39:54.455652 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77840562-637b-4b28-99a2-86c1f0618d43 req-082b0cb1-b41d-43fc-9adf-faf970bb7b14 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367165 Mar 03 12:39:55.638043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85aef7-2165-44fd-9cbb-f2612367f51c req-9239e661-5a82-485c-a919-24df7bb95f4b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:55.639408 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4a85aef7-2165-44fd-9cbb-f2612367f51c req-9239e661-5a82-485c-a919-24df7bb95f4b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0790184 Mar 03 12:39:55.690093 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4a85aef7-2165-44fd-9cbb-f2612367f51c req-d14663be-f34f-46ac-8c14-6aa3cc390de9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Mar 03 12:39:56.873383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e780aaf-4595-4566-82b3-6ea080f1fef4 req-5bdb72fd-9635-4d61-b865-667fe1ed3915 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:56.874719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e780aaf-4595-4566-82b3-6ea080f1fef4 req-5bdb72fd-9635-4d61-b865-667fe1ed3915 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0791247 Mar 03 12:39:56.917865 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e780aaf-4595-4566-82b3-6ea080f1fef4 req-dd85772b-c733-46c5-8532-447736e16677 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375900 Mar 03 12:39:58.196208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5cf6e-88d2-49ef-a721-7ef5d216459d req-62b37e41-29e2-4cd2-b6ec-f4b66b8d57dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:58.197705 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-75a5cf6e-88d2-49ef-a721-7ef5d216459d req-62b37e41-29e2-4cd2-b6ec-f4b66b8d57dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.1719804 Mar 03 12:39:58.241081 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-75a5cf6e-88d2-49ef-a721-7ef5d216459d req-00a9bed4-8db8-456b-8230-99644dc6d318 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378582 Mar 03 12:39:59.427776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e7d4b-70c0-4433-a371-f87fd8c93d08 req-15cdd372-b00d-410d-87d9-76d21976321a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:39:59.429451 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-851e7d4b-70c0-4433-a371-f87fd8c93d08 req-15cdd372-b00d-410d-87d9-76d21976321a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0827482 Mar 03 12:39:59.473106 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-851e7d4b-70c0-4433-a371-f87fd8c93d08 req-c1e9f2c7-b41b-4d7b-a457-08583c1adb2c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380988 Mar 03 12:40:00.663140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c9f1a-fae4-4826-ac1a-d047ef64ecda req-ac083d90-4f47-4587-999c-92f50688cfb6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:00.664677 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-da7c9f1a-fae4-4826-ac1a-d047ef64ecda req-ac083d90-4f47-4587-999c-92f50688cfb6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0901568 Mar 03 12:40:00.707922 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-da7c9f1a-fae4-4826-ac1a-d047ef64ecda req-d2cc005d-8fbb-4707-b7ee-fd50feda14e5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376279 Mar 03 12:40:01.770481 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:40:01.889983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411f68-b81b-4648-a756-df6935a0732c req-5757322b-9479-4199-b813-5056a4720950 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:01.891425 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-16411f68-b81b-4648-a756-df6935a0732c req-5757322b-9479-4199-b813-5056a4720950 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0790453 Mar 03 12:40:01.934830 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-16411f68-b81b-4648-a756-df6935a0732c req-2576c779-93b9-46fe-9233-aa9cdc1cb1c7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Mar 03 12:40:03.115875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f62a9-800e-4157-8bef-5bdc6177b7a3 req-d089bcf0-b272-41d0-885e-4050d3b240a8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:03.117457 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-564f62a9-800e-4157-8bef-5bdc6177b7a3 req-d089bcf0-b272-41d0-885e-4050d3b240a8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0812159 Mar 03 12:40:03.163617 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-564f62a9-800e-4157-8bef-5bdc6177b7a3 req-3e6258dc-b97b-44af-84ea-9580423800c8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406201 Mar 03 12:40:04.456977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc71fc-59b2-443d-9506-ef5e93e6d5f0 req-a91a572c-4deb-4738-bd0c-d3bae94024f7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:04.458335 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aacc71fc-59b2-443d-9506-ef5e93e6d5f0 req-a91a572c-4deb-4738-bd0c-d3bae94024f7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.1835530 Mar 03 12:40:04.501291 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aacc71fc-59b2-443d-9506-ef5e93e6d5f0 req-ecf5135a-f056-4660-afb2-94ff3e4142b3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373132 Mar 03 12:40:05.683952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1d760-fd38-44c9-9447-f94f6b25a092 req-3b0be75c-acf2-44d5-be76-6aca60b528e0 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:05.685358 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9ea1d760-fd38-44c9-9447-f94f6b25a092 req-3b0be75c-acf2-44d5-be76-6aca60b528e0 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0785367 Mar 03 12:40:05.732266 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9ea1d760-fd38-44c9-9447-f94f6b25a092 req-c01af9a5-0299-4021-983c-2ab1cc88d1d9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 Mar 03 12:40:06.914292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db634e2-e9ea-437d-99ee-0f321a1616fc req-26af5f04-e81c-49b9-a356-3d4c96b96116 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:06.915628 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5db634e2-e9ea-437d-99ee-0f321a1616fc req-26af5f04-e81c-49b9-a356-3d4c96b96116 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0805595 Mar 03 12:40:06.960205 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5db634e2-e9ea-437d-99ee-0f321a1616fc req-e2e5f1ac-d053-4855-a000-a634347e7bff tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389707 Mar 03 12:40:08.036507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f043a4b6-6a7e-48df-b052-307c951c86cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:08.148589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bfcd5-004f-4f39-9bf6-44014888ec58 req-e77910ed-8215-4690-b980-8044ec7a40dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:08.150020 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c09bfcd5-004f-4f39-9bf6-44014888ec58 req-e77910ed-8215-4690-b980-8044ec7a40dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0842524 Mar 03 12:40:08.168207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:08.193787 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c09bfcd5-004f-4f39-9bf6-44014888ec58 req-5bc8f2c0-a30f-4c36-9249-03a0f9cbba8b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Mar 03 12:40:08.946849 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-2bdd27c6-99c5-40bd-a9b1-e98f242ce6c3 service neutron] 10.222.0.26 "GET /v2.0/ports/a678f49f-b85f-46a3-bdc7-b26e70c532d9/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0738888 Mar 03 12:40:09.383279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d49e56-e2ec-41a0-8486-21788eaf7fce req-b1781926-0412-4300-b6f1-6c624eddc4d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:09.384849 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-33d49e56-e2ec-41a0-8486-21788eaf7fce req-b1781926-0412-4300-b6f1-6c624eddc4d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0858080 Mar 03 12:40:09.471194 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-33d49e56-e2ec-41a0-8486-21788eaf7fce req-7f799f14-75a0-408f-a618-ce2bcc5dc90b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804057 Mar 03 12:40:09.496311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-202f0fc6-0dee-448e-94b9-51bf2e8c0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:09.497734 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-202f0fc6-0dee-448e-94b9-51bf2e8c0623 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 1099 time: 0.0924504 Mar 03 12:40:09.588753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-ae0015bc-2309-460f-8e64-384dab8011e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:09.590182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-ae0015bc-2309-460f-8e64-384dab8011e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 1099 time: 0.0726643 Mar 03 12:40:09.717007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-5dd4019f-df28-4abb-af4c-2c6c0e8271c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:09.718419 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-5dd4019f-df28-4abb-af4c-2c6c0e8271c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1230190 Mar 03 12:40:09.821373 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-ac7753ac-b2b4-48d8-b998-7b431db40aac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9 HTTP/1.1" status: 200 len: 1002 time: 0.0956662 Mar 03 12:40:09.882594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-3edf31b8-e43e-4d24-ab5f-32a6df82938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:09.883975 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-3edf31b8-e43e-4d24-ab5f-32a6df82938a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0569904 Mar 03 12:40:09.959680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-2d6e927c-8d4e-484c-bc3a-70cea12bf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:09.961175 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-2d6e927c-8d4e-484c-bc3a-70cea12bf0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716872 Mar 03 12:40:10.113382 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-6ba2ed2c-74cb-48d7-aa86-ba9556fd83ec service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237049 Mar 03 12:40:10.167327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-09c333d9-e49e-4c71-9a31-b2f53e76cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:10.220296 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ba44fef0-2309-4c51-a00f-df553293a9fe req-36a71c9d-8bd6-4e1e-a0ac-c83ebe78207f service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 Mar 03 12:40:10.656517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3159c-7992-4ef7-a004-0ba8577ec007 req-7f31d9c2-968c-4443-8cf9-713c691c49f5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:10.657992 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a2a3159c-7992-4ef7-a004-0ba8577ec007 req-7f31d9c2-968c-4443-8cf9-713c691c49f5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0804441 Mar 03 12:40:10.702156 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a2a3159c-7992-4ef7-a004-0ba8577ec007 req-511865d1-6fd7-4238-993c-3845f71299e7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380423 Mar 03 12:40:11.184811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:11.522152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:11.903908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2ed6-8ac3-414e-acb3-1b35e8c2b424 req-703cf480-4055-4ec6-b537-2d79b3cd12dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:11.910400 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f75b2ed6-8ac3-414e-acb3-1b35e8c2b424 req-703cf480-4055-4ec6-b537-2d79b3cd12dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0823433 Mar 03 12:40:11.950910 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f75b2ed6-8ac3-414e-acb3-1b35e8c2b424 req-aa3a8892-7331-491c-8c65-1185e0788254 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 Mar 03 12:40:12.865011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:13.136931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872c589-a13d-4f27-90d4-4283eedf3d08 req-0dd3d327-9d44-4a42-aa6e-5d5fce7081bc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:13.138359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5872c589-a13d-4f27-90d4-4283eedf3d08 req-0dd3d327-9d44-4a42-aa6e-5d5fce7081bc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0818799 Mar 03 12:40:13.182232 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5872c589-a13d-4f27-90d4-4283eedf3d08 req-19dc16e1-21fc-48f5-b6cf-05ec54e70e3f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383570 Mar 03 12:40:13.593002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c53fe7-8a49-46a7-8ece-d6ad61cb0412 req-86165d68-ac14-4b83-9ffc-4a2cef3d54be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:13.594395 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-71c53fe7-8a49-46a7-8ece-d6ad61cb0412 req-86165d68-ac14-4b83-9ffc-4a2cef3d54be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 946 time: 0.0834258 Mar 03 12:40:13.643140 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-71c53fe7-8a49-46a7-8ece-d6ad61cb0412 req-3c8923e1-dc35-4718-9756-95c47b17e8bb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Mar 03 12:40:13.665970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-28039753-ca93-4491-bdbb-df0e2bae7f23 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:13.667384 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-28039753-ca93-4491-bdbb-df0e2bae7f23 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13&tenant_id=597376e54bb64b3d8cdab9c8eeff573a&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 946 time: 0.0912964 Mar 03 12:40:13.810235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-b91b46b4-c400-4a82-bb1d-14d1068b4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:13.811704 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-b91b46b4-c400-4a82-bb1d-14d1068b4ffd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 1099 time: 0.0733268 Mar 03 12:40:13.941984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-29c994c2-1b11-4e77-8a72-389f921adc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:13.943347 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-29c994c2-1b11-4e77-8a72-389f921adc54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1262839 Mar 03 12:40:14.143111 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-e4fb8b3a-94ac-464e-b6e0-4c5bee557686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9 HTTP/1.1" status: 200 len: 1002 time: 0.1940966 Mar 03 12:40:14.202459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-ab5b5d70-ac39-4617-aba3-6bf9a20ebd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:14.203749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-ab5b5d70-ac39-4617-aba3-6bf9a20ebd4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0552895 Mar 03 12:40:14.218337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device a678f49f-b85f-46a3-bdc7-b26e70c532d9 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:40:14.281157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-ddc11234-0893-470b-99db-fd1cc72bdfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:14.282711 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-ddc11234-0893-470b-99db-fd1cc72bdfc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731091 Mar 03 12:40:14.370557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:14.397007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:40:14.407065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port a678f49f-b85f-46a3-bdc7-b26e70c532d9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:40:14.418828 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-15ac291a-b6e9-41bc-a9b7-da12bdf69b05 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297917 Mar 03 12:40:14.466312 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'code': 200} Mar 03 12:40:14.481149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:14.548833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=a678f49f-b85f-46a3-bdc7-b26e70c532d9,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:40:14.556124 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94440a2d-0d5d-4948-aa7a-b219b24a4d92 req-f183d035-d628-4f32-ba79-40ffdd1246b5 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317549 Mar 03 12:40:14.827223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb34f3-ed62-4aae-9512-5f30a5043524 req-fd63ac88-5dd9-4c78-9350-fedb149aa557 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:14.828627 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-babb34f3-ed62-4aae-9512-5f30a5043524 req-fd63ac88-5dd9-4c78-9350-fedb149aa557 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0793128 Mar 03 12:40:14.872467 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-babb34f3-ed62-4aae-9512-5f30a5043524 req-a7e8ed2f-f346-457b-b90e-2f491a918879 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381570 Mar 03 12:40:16.065593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8167-a744-47da-b201-89248f856a06 req-a72b04a5-ed48-474a-86aa-52ad330e3d2b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:16.067048 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d67a8167-a744-47da-b201-89248f856a06 req-a72b04a5-ed48-474a-86aa-52ad330e3d2b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0794554 Mar 03 12:40:16.110071 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d67a8167-a744-47da-b201-89248f856a06 req-8f12e224-b578-4e49-9e8f-1720d8ea20f0 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372419 Mar 03 12:40:16.443028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fd07a-7610-458b-adf8-1028737426d1 req-14c71840-e154-4f6c-bf32-41d2a8460813 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:16.444465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-769fd07a-7610-458b-adf8-1028737426d1 req-14c71840-e154-4f6c-bf32-41d2a8460813 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0810263 Mar 03 12:40:16.487148 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-769fd07a-7610-458b-adf8-1028737426d1 req-522d7524-3043-432b-9653-ef15dbb3802e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Mar 03 12:40:16.814842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67ef36-9502-4b4a-af4e-4dfabee9b2f6 req-d37a58a7-450a-4738-83d5-e540f3c61a22 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:16.816296 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1a67ef36-9502-4b4a-af4e-4dfabee9b2f6 req-d37a58a7-450a-4738-83d5-e540f3c61a22 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0834827 Mar 03 12:40:16.860669 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1a67ef36-9502-4b4a-af4e-4dfabee9b2f6 req-2ff6a7d5-c47c-4bbb-a641-2011e3584244 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384126 Mar 03 12:40:17.423429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586525c-c9fe-42a4-95ba-48997263dffb req-0dcc53e4-4f67-4a43-8366-b730fc44c067 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:17.424888 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1586525c-c9fe-42a4-95ba-48997263dffb req-0dcc53e4-4f67-4a43-8366-b730fc44c067 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0782638 Mar 03 12:40:17.467738 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1586525c-c9fe-42a4-95ba-48997263dffb req-6dc98ae4-3c55-45b1-9160-04e32e05a397 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372903 Mar 03 12:40:18.648830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9da0-3927-40aa-8c49-4657ef95ac9c req-0024b4f9-baa2-45ac-a948-f723ab0fccc9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:18.650262 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85df9da0-3927-40aa-8c49-4657ef95ac9c req-0024b4f9-baa2-45ac-a948-f723ab0fccc9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0778646 Mar 03 12:40:18.693750 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-85df9da0-3927-40aa-8c49-4657ef95ac9c req-552a3976-6ffb-4fe9-add0-bf3c0ecacf45 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378468 Mar 03 12:40:19.034370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-522bb61a-b4f5-4566-8ab3-28ef04b96bf4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:19.035769 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-522bb61a-b4f5-4566-8ab3-28ef04b96bf4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 944 time: 0.0808973 Mar 03 12:40:19.102709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Deleting port a678f49f-b85f-46a3-bdc7-b26e70c532d9 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:40:19.103049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:19.348466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] For port a678f49f-b85f-46a3-bdc7-b26e70c532d9, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a678f49f-b85f-46a3-bdc7-b26e70c532d9,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:40:19.348821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:19.631753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:19.632047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:19.632636 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c disassociated. External IP: 172.26.8.104, port: a678f49f-b85f-46a3-bdc7-b26e70c532d9. Mar 03 12:40:19.632986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Calling delete_port for a678f49f-b85f-46a3-bdc7-b26e70c532d9 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:40:19.944882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:19.955235 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8138e141-658e-4642-ab5d-21f48d81b81a req-050f1b4d-b415-4887-846b-8b776a175138 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 210 time: 0.1509407 Mar 03 12:40:19.998347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event deleted for resources: {'Port': ['ID=a678f49f-b85f-46a3-bdc7-b26e70c532d9,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:40:20.009558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.009897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.010227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.010551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.010889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.011189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.011513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.011819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.012162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.012474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.012782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.013087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:20.198844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:40:20.375290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:40:20.387079 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:40:20.396239 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:40:20.396841 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:40:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:20.447376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] No DVR routers for this DVR port a678f49f-b85f-46a3-bdc7-b26e70c532d9 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:40:20.450024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:20.452509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'name': 'network-vif-deleted', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:40:20.498806 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8966023c-d209-4690-aaca-13a617505c13', 'name': 'network-vif-deleted', 'tag': 'a678f49f-b85f-46a3-bdc7-b26e70c532d9', 'status': 'completed', 'code': 200} Mar 03 12:40:20.517229 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f0bd2162-5831-4dc0-b370-ef8631bc7862 req-52f96ed1-1cdf-42db-b08a-bfff2104729c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "DELETE /v2.0/ports/a678f49f-b85f-46a3-bdc7-b26e70c532d9 HTTP/1.1" status: 204 len: 173 time: 1.4760504 Mar 03 12:40:20.582334 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:40:20.896406 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:20.900736 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:40:20.908744 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:40:20.909322 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:40:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:21.123037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-aadf3b5d-f631-4644-8c8a-79635f0311c7 req-061f3c62-a058-4223-84a8-0d911a84f6f2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:40:21.123891 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:40:21.185344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-aadf3b5d-f631-4644-8c8a-79635f0311c7 req-061f3c62-a058-4223-84a8-0d911a84f6f2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:40:21.186518 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aadf3b5d-f631-4644-8c8a-79635f0311c7 req-061f3c62-a058-4223-84a8-0d911a84f6f2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=8966023c-d209-4690-aaca-13a617505c13 HTTP/1.1" status: 200 len: 210 time: 0.1101177 Mar 03 12:40:21.440171 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:21.443785 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3dfee-006a-4958-b877-e752c689aa01 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:40:21.665349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a462d-b4e4-45c3-bf36-25ab281c9ece None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:40:22.527434 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-1ca61273-ca83-496e-8a3c-5d68165bd4f0 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1900934288&fields=id&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 267 time: 0.0425818 Mar 03 12:40:22.683888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-33f32f2c-aa6b-4919-bbab-5ef0596c9b42 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:22.685336 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-33f32f2c-aa6b-4919-bbab-5ef0596c9b42 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.1601591 Mar 03 12:40:22.700701 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-49b7ad54-a8c6-4aa2-8777-f3709d580989 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/quotas/597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 375 time: 0.0096388 Mar 03 12:40:22.784420 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-4bb4ac54-8725-4c05-8781-e9afb3e39533 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785897 Mar 03 12:40:22.919656 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-4c98528a-0991-4320-a540-9e09ba5c33af service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240077 Mar 03 12:40:23.053325 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-46672c3d-aa63-4e1d-867d-b0439810769c service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278067 Mar 03 12:40:23.293119 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1c96ff69-1eea-4d2c-bf93-e3037379503e req-3616e985-8474-4701-b8bb-92e92f0994ef tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 210 time: 0.0469794 Mar 03 12:40:24.246987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device a678f49f-b85f-46a3-bdc7-b26e70c532d9 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:40:24.282783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: a678f49f-b85f-46a3-bdc7-b26e70c532d9 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:40:24.283126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device a678f49f-b85f-46a3-bdc7-b26e70c532d9 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:40:24.443925 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fd159b66-2772-44b4-9e7e-c1d88b6ab8f0 req-c7a37e00-9b32-4f67-90c2-18f66b7b5f48 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 210 time: 0.0456831 Mar 03 12:40:25.322068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-73d7a756-1ae9-4a45-8075-234023c70f87 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:25.324180 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-73d7a756-1ae9-4a45-8075-234023c70f87 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.1507201 Mar 03 12:40:25.371886 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-ce596bde-a193-4ea9-9a74-969f41c72785 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 380 time: 0.0402539 Mar 03 12:40:25.379917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'port': {'device_id': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'admin_state_up': True, 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'security_groups': ['d803847e-6529-4439-96cb-4f2e336d254d']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:40:25.520263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:40:25.530264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:40:25.599716 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-13169f60-9771-4cfe-9337-f225d9103682 req-c046554b-2ac9-48ac-9db4-da2b71cae345 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 210 time: 0.0461121 Mar 03 12:40:25.613544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Made reservation on behalf of 597376e54bb64b3d8cdab9c8eeff573a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:40:25.617861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:25.775353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Allocated IP 172.20.0.6 (b06d8c7a-cb72-4d10-a27c-e3f6166740c6/fc3eb8a5-23e8-4e27-805a-18123d848f30/5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:40:25.962729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:25.981012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Transition to ACTIVE for port object 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:40:26.081157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:26.146162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:40:26.153682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:40:26.157886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:40:26.188445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:40:26.228115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:26.228744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:26.316878 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-6965c7ec-73b3-401c-905c-d00fc587a3ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403296 Mar 03 12:40:26.329832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Request body: {'port': {'device_id': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:40:26.464643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6dc2feb1-61ad-4d11-831a-c32007006c2e None None] Provisioning for port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:40:26.469775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6dc2feb1-61ad-4d11-831a-c32007006c2e None None] Provisioning complete for port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:40:26.470155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6dc2feb1-61ad-4d11-831a-c32007006c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:26.526834 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2feb1-61ad-4d11-831a-c32007006c2e None None] Port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:40:26.545365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:26.797997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833a59-5ec5-4539-abf1-26496050093f req-afd56ef0-f0fa-4814-aaf3-dffca4f5e819 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:26.799108 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f833a59-5ec5-4539-abf1-26496050093f req-afd56ef0-f0fa-4814-aaf3-dffca4f5e819 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 931 time: 0.0785105 Mar 03 12:40:26.843049 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f833a59-5ec5-4539-abf1-26496050093f req-39414628-36a1-47cd-a1db-b38c4980354b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Mar 03 12:40:26.892455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:40:26.899558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:26.913596 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Transition to ACTIVE for port object 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:40:27.001967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:27.164885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:40:27.246154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Attempting to bind port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:40:27.246492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Attempting to bind port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:40:27.246825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Attempting to bind port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:40:27.252939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:40:27.254239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Attempting to bind port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:40:27.260623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:40:27.260964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Checking segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:40:27.261354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Bound using segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:40:27.261784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Bound port: 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:40:27.262129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:27.359917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:40:27.362983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:40:27.522571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:27.583231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:27.583845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:27.585308 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 200 len: 1093 time: 1.2611380 Mar 03 12:40:27.585794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:40:27.612064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee4792-d72f-40ab-a8aa-a272494fb587 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:40:27.640722 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'status': 'completed', 'code': 200} Mar 03 12:40:27.740735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268527-da4b-4f3d-9459-9857c87c3cd4 req-32b73e7f-fb2b-4d6f-a772-f772a951c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:27.743042 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53268527-da4b-4f3d-9459-9857c87c3cd4 req-32b73e7f-fb2b-4d6f-a772-f772a951c19e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1096 time: 0.0779793 Mar 03 12:40:27.909508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268527-da4b-4f3d-9459-9857c87c3cd4 req-23cbe713-ffdd-43d1-af97-14a0545d3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:27.911181 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53268527-da4b-4f3d-9459-9857c87c3cd4 req-23cbe713-ffdd-43d1-af97-14a0545d3139 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1614311 Mar 03 12:40:28.065031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268527-da4b-4f3d-9459-9857c87c3cd4 req-aff6cb69-db6b-4fa8-862a-6f4394d202de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:28.066596 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53268527-da4b-4f3d-9459-9857c87c3cd4 req-aff6cb69-db6b-4fa8-862a-6f4394d202de service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495631 Mar 03 12:40:28.151319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b30eaf-b11c-4f26-910e-a46c6aed46a5 req-b3b8ae33-31c8-436d-9877-1b71e2dc0925 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:28.152794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a3b30eaf-b11c-4f26-910e-a46c6aed46a5 req-b3b8ae33-31c8-436d-9877-1b71e2dc0925 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 943 time: 0.2019002 Mar 03 12:40:28.176928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-84653785-ee51-4255-b82e-483ea429ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:28.178663 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-84653785-ee51-4255-b82e-483ea429ccb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1096 time: 0.0763745 Mar 03 12:40:28.197045 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a3b30eaf-b11c-4f26-910e-a46c6aed46a5 req-249c75dc-b560-4a10-b94c-271d84119a6e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 Mar 03 12:40:28.248293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-08cbcd3b-baa2-45c6-ae2e-18d18aa6ebc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 200 len: 217 time: 0.0622272 Mar 03 12:40:28.314110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5e3787ac-60d8-4efb-a002-90bc2a26e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:28.315456 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-5e3787ac-60d8-4efb-a002-90bc2a26e4ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0620418 Mar 03 12:40:28.392354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-c29ba1fa-6efa-4531-830d-6266559df87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:28.393807 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-c29ba1fa-6efa-4531-830d-6266559df87b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702150 Mar 03 12:40:28.522094 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-7444ddc0-2487-43bd-8d1a-5903be0ae2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216116 Mar 03 12:40:28.659013 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf49175f-0fd2-4a4b-a982-16061eaba034 req-4c1278a9-a9bf-4fde-9a8b-0a5c3886e0a6 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298459 Mar 03 12:40:29.477053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9beb12f-1112-4941-8cf0-832f046e586d req-f6f33ba6-54c5-4c28-bc67-5aff33edaf3b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:29.477760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d9beb12f-1112-4941-8cf0-832f046e586d req-f6f33ba6-54c5-4c28-bc67-5aff33edaf3b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:40:29.527363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d9beb12f-1112-4941-8cf0-832f046e586d req-f6f33ba6-54c5-4c28-bc67-5aff33edaf3b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:40:29.528520 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d9beb12f-1112-4941-8cf0-832f046e586d req-f6f33ba6-54c5-4c28-bc67-5aff33edaf3b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 943 time: 0.2265439 Mar 03 12:40:29.573095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d9beb12f-1112-4941-8cf0-832f046e586d req-69c913fe-548c-43d6-b3d8-0f2be63400cb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388553 Mar 03 12:40:30.754253 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9cb4d-7501-405a-9983-60eae3c11815 req-cce7953e-8177-46a2-9dd9-46ef1ae15804 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:30.755792 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-86b9cb4d-7501-405a-9983-60eae3c11815 req-cce7953e-8177-46a2-9dd9-46ef1ae15804 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 943 time: 0.0781498 Mar 03 12:40:30.799320 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-86b9cb4d-7501-405a-9983-60eae3c11815 req-6a9bc5a2-163c-47f1-8cbe-996ef59aaea3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375183 Mar 03 12:40:31.981430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc19c9-fa64-434e-95f9-d4e21c15d170 req-972e43ff-551d-4c1f-a728-065b540597ee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:31.982865 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ffcc19c9-fa64-434e-95f9-d4e21c15d170 req-972e43ff-551d-4c1f-a728-065b540597ee tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 943 time: 0.0804954 Mar 03 12:40:32.030049 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ffcc19c9-fa64-434e-95f9-d4e21c15d170 req-e5040814-f27f-456a-ae77-641e89521725 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Mar 03 12:40:32.270860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:40:32.403923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:40:32.416477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'mac_address': 'fa:16:3e:be:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:40:32.472373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:32.488480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:40:32.503721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:40:32.590236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:32.657568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:40:32.665273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.665621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.665960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.666293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.666624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.666950 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.667276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.667600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.667922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.668270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.668589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.668907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:40:32.782459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:40:33.216287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42774a6c-356e-4bb1-8872-185f90f6dbc0 req-08d7b8a8-2b1c-44c7-8445-3809c200efd7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:33.217738 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-42774a6c-356e-4bb1-8872-185f90f6dbc0 req-08d7b8a8-2b1c-44c7-8445-3809c200efd7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 944 time: 0.0812397 Mar 03 12:40:33.260024 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-42774a6c-356e-4bb1-8872-185f90f6dbc0 req-df479031-4aa7-4537-955d-e34fc95b69e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367508 Mar 03 12:40:34.265599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:40:34.396095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:40:34.401376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:40:34.401768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:34.446835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858e514-999b-4c50-989e-25635881757d req-437c3d47-c627-43ef-b065-1758acb0f932 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:34.448317 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e858e514-999b-4c50-989e-25635881757d req-437c3d47-c627-43ef-b065-1758acb0f932 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 944 time: 0.0796785 Mar 03 12:40:34.492963 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e858e514-999b-4c50-989e-25635881757d req-199993db-9e52-42dd-9a9f-fdf51b1f7f24 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 Mar 03 12:40:34.515731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:34.542212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:40:34.551522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:40:34.618213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:34.660684 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'code': 200} Mar 03 12:40:34.694176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:40:34.999550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf86235-cb3b-4f4f-b53d-0ad30bce3378 req-3d462427-b773-4921-9d52-5fdf742256b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:35.005088 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9cf86235-cb3b-4f4f-b53d-0ad30bce3378 req-3d462427-b773-4921-9d52-5fdf742256b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1098 time: 0.0713642 Mar 03 12:40:35.041904 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9cf86235-cb3b-4f4f-b53d-0ad30bce3378 req-548c770f-7ed0-4d76-8b59-4f13fcbad660 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347917 Mar 03 12:40:35.674495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806a7c-9bb7-416a-bb09-09eaa948eaab req-84dd835e-577c-4b9a-9b7d-96f01a31f94c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:35.675864 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-55806a7c-9bb7-416a-bb09-09eaa948eaab req-84dd835e-577c-4b9a-9b7d-96f01a31f94c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0798290 Mar 03 12:40:35.719698 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-55806a7c-9bb7-416a-bb09-09eaa948eaab req-c87e513c-ec83-4bc1-ae78-a43c3b21f006 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Mar 03 12:40:36.903462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7980b-c4b5-4ce4-8943-dcce70838fec req-84738a01-c3a8-4a16-a7db-6e575cc82376 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:36.904833 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5cf7980b-c4b5-4ce4-8943-dcce70838fec req-84738a01-c3a8-4a16-a7db-6e575cc82376 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0786600 Mar 03 12:40:36.953225 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5cf7980b-c4b5-4ce4-8943-dcce70838fec req-a483a29f-38e2-484c-88ab-f1a03e136b18 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428879 Mar 03 12:40:37.132892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074fbca-110f-4b0a-b12b-dc3f2f78a22f req-6ceb7172-04a8-4e53-a48d-acb79f1658c4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:37.134327 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a074fbca-110f-4b0a-b12b-dc3f2f78a22f req-6ceb7172-04a8-4e53-a48d-acb79f1658c4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0808482 Mar 03 12:40:37.142691 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 41872) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:40:37.148101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'floatingip': {'port_id': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:40:37.224504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:37.820028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:37.864454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:38.041767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e382cc91-a84c-4dec-a360-ffab598cf5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:38.042832 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c associated. External IP: 172.26.8.104, port: 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5. Mar 03 12:40:38.167706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:38.503300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:40:38.682539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:40:38.687494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:38.692017 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:40:38.702514 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:40:38.703104 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:40:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:38.739995 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3980eb26-2160-4741-bec8-f09dbbe20a1f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "PUT /v2.0/floatingips/3f24de99-8619-4918-952e-f9b95d9d737c HTTP/1.1" status: 200 len: 991 time: 1.5962873 Mar 03 12:40:38.740592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:40:38.785898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'status': 'completed', 'code': 200} Mar 03 12:40:38.843780 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:40:38.877186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-33560ad8-fa2c-4ef3-bd00-44bd010c6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:38.878661 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-33560ad8-fa2c-4ef3-bd00-44bd010c6f02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1098 time: 0.0720327 Mar 03 12:40:38.886530 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:40:39.011559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-85139625-1abf-4c37-8897-b860f2edcaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:39.013019 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-85139625-1abf-4c37-8897-b860f2edcaa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1284931 Mar 03 12:40:39.117801 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-16e89c6f-f20a-461c-80e5-4d9eb2bef1b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 200 len: 999 time: 0.0991957 Mar 03 12:40:39.224760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-0700deaa-0f3e-4c50-8ff1-8d1aa11552b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:39.226867 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-0700deaa-0f3e-4c50-8ff1-8d1aa11552b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.1036396 Mar 03 12:40:39.239157 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:be:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:40:37Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:39.243657 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:40:39.251892 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:40:39.252509 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:40:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:39.302667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea786-b762-4d7d-9eb8-0ed37ab8768c req-6acb00a9-8bd6-4f9e-a276-9739e48b17a8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:39.304636 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08dea786-b762-4d7d-9eb8-0ed37ab8768c req-6acb00a9-8bd6-4f9e-a276-9739e48b17a8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.1410036 Mar 03 12:40:39.356232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-2ff75433-975d-4066-a24c-6c5b9731e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:39.358659 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-2ff75433-975d-4066-a24c-6c5b9731e129 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1242666 Mar 03 12:40:39.368457 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08dea786-b762-4d7d-9eb8-0ed37ab8768c req-721a9c91-37df-4951-afd8-7d0879a3cba2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578783 Mar 03 12:40:39.439648 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:40:39.495024 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-d40e3f89-4934-4596-ae5c-73f3c1b0937c service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298277 Mar 03 12:40:39.737107 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b09d452d-ca8c-4912-b7d1-797711b651ad req-f60e6e17-3cf7-4bb5-a99e-0a452ff68c33 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364540 Mar 03 12:40:39.819730 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:be:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:40:37Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:40:39.823680 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9ccc-7b9b-4b77-937c-f4122e9d20d6 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:be:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:40:37Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:40:40.005321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97d6f2-055f-40ed-8755-8d3f65177b13 None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:40:40.163343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fcd5af1a-68e3-44e3-b335-e2048b7f58d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:40.555738 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d33b5-5232-449c-808e-7150fa7ed4d2 req-63604769-23eb-4fad-bc34-4a67324e5fea tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:40.557254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-781d33b5-5232-449c-808e-7150fa7ed4d2 req-63604769-23eb-4fad-bc34-4a67324e5fea tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0825028 Mar 03 12:40:40.601751 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-781d33b5-5232-449c-808e-7150fa7ed4d2 req-46ece193-3ea9-4cae-a9ad-56a23f5a6905 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380416 Mar 03 12:40:41.177785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:41.481423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:41.781159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c1515-9e1b-454c-b84b-3ea304e88962 req-08d3d843-9b04-4a99-b30d-5fe615c91826 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:41.782583 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-581c1515-9e1b-454c-b84b-3ea304e88962 req-08d3d843-9b04-4a99-b30d-5fe615c91826 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0778236 Mar 03 12:40:41.828683 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-581c1515-9e1b-454c-b84b-3ea304e88962 req-6b4499ba-937f-46ec-a081-4e47839ad69c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Mar 03 12:40:42.852891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:40:43.012525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725310f4-171e-4d69-a1e7-88c9350823e7 req-64d8395e-4fb9-4670-92d3-c4d4e3a3cd5b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:43.013996 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-725310f4-171e-4d69-a1e7-88c9350823e7 req-64d8395e-4fb9-4670-92d3-c4d4e3a3cd5b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0826201 Mar 03 12:40:43.057463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-725310f4-171e-4d69-a1e7-88c9350823e7 req-de293804-69e4-4ab0-8592-1046f40740de tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Mar 03 12:40:44.250917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81cbdc-f919-48a4-9787-b3bef297291c req-e18e6805-976d-4da8-ace9-a568418d8983 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:44.252948 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7b81cbdc-f919-48a4-9787-b3bef297291c req-e18e6805-976d-4da8-ace9-a568418d8983 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0918047 Mar 03 12:40:44.298010 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7b81cbdc-f919-48a4-9787-b3bef297291c req-6d59290f-d594-4456-861e-2b0d56999844 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385611 Mar 03 12:40:45.483154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab1d2-7919-4889-841d-250d4d4a50ef req-54111bd6-f323-4d8d-8156-7f896fa908eb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:45.484635 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fc3ab1d2-7919-4889-841d-250d4d4a50ef req-54111bd6-f323-4d8d-8156-7f896fa908eb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0796578 Mar 03 12:40:45.529686 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fc3ab1d2-7919-4889-841d-250d4d4a50ef req-51a49688-1449-400a-965e-1d89f4fa36e6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Mar 03 12:40:46.713906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551d7b7-e0cf-4c7e-afa9-0819298fe2a5 req-a54a75a1-5f6b-4bd8-b52a-91c9de926d94 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:46.715335 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1551d7b7-e0cf-4c7e-afa9-0819298fe2a5 req-a54a75a1-5f6b-4bd8-b52a-91c9de926d94 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0775995 Mar 03 12:40:46.762536 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1551d7b7-e0cf-4c7e-afa9-0819298fe2a5 req-e545ff04-aaae-40f6-86b4-84b80e9ac0a9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Mar 03 12:40:47.952028 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac45d4-ff1b-41d6-9f93-38a05123a110 req-8e1a67f7-41aa-4046-84f8-3ccabf31babb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:47.953478 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c8ac45d4-ff1b-41d6-9f93-38a05123a110 req-8e1a67f7-41aa-4046-84f8-3ccabf31babb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0864918 Mar 03 12:40:47.996728 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c8ac45d4-ff1b-41d6-9f93-38a05123a110 req-d9bb33b2-62f9-49d4-a89b-9c0962b311bc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376058 Mar 03 12:40:49.178111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731679e9-dc9e-4faf-8c3d-24c23776a487 req-d1432efe-c527-4c0f-8013-a8c0db5ed4da tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:49.179609 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-731679e9-dc9e-4faf-8c3d-24c23776a487 req-d1432efe-c527-4c0f-8013-a8c0db5ed4da tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0810935 Mar 03 12:40:49.223817 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-731679e9-dc9e-4faf-8c3d-24c23776a487 req-77ab882e-2814-4b6c-8659-da82eaed0241 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384901 Mar 03 12:40:50.410202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0676d-0107-46e5-b5af-766b69e0d051 req-e90c1f00-99c6-4b41-8442-ebad6bd601b3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:50.411625 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eed0676d-0107-46e5-b5af-766b69e0d051 req-e90c1f00-99c6-4b41-8442-ebad6bd601b3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0842621 Mar 03 12:40:50.455504 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eed0676d-0107-46e5-b5af-766b69e0d051 req-975bbb1e-e4fd-4d6a-8676-0e8e91335067 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378125 Mar 03 12:40:51.639444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d0dc5-f110-40a4-bfbd-8805226d992d req-0354012d-c9db-4324-a566-16998fa6c182 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:51.640844 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7e5d0dc5-f110-40a4-bfbd-8805226d992d req-0354012d-c9db-4324-a566-16998fa6c182 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0823112 Mar 03 12:40:51.684105 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7e5d0dc5-f110-40a4-bfbd-8805226d992d req-76021be7-76b2-4070-b6d5-cd8defab4184 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376441 Mar 03 12:40:52.866355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d5757-b7e0-4338-90d4-afc5afca0196 req-f9e13e65-dad7-45b8-bd42-98b9508070c4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:52.868511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-105d5757-b7e0-4338-90d4-afc5afca0196 req-f9e13e65-dad7-45b8-bd42-98b9508070c4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0800946 Mar 03 12:40:52.930627 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-105d5757-b7e0-4338-90d4-afc5afca0196 req-bf31778c-ac8b-4ba4-a8a9-c5a8734fa3d1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564404 Mar 03 12:40:54.112543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f3b5-24ad-46d4-ba77-b08627eac725 req-a1746bca-9f5b-493e-bc57-0d05b325a868 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:54.113983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0a70f3b5-24ad-46d4-ba77-b08627eac725 req-a1746bca-9f5b-493e-bc57-0d05b325a868 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0783527 Mar 03 12:40:54.158070 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0a70f3b5-24ad-46d4-ba77-b08627eac725 req-57a8ba8a-3eb6-4542-86c9-c77ce12ebdfb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382614 Mar 03 12:40:55.342706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882840a-1995-4d25-ab2e-5903696ab5fa req-9ac1dcbd-71d4-4e1d-80e0-b54e1a81873c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:55.344327 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0882840a-1995-4d25-ab2e-5903696ab5fa req-9ac1dcbd-71d4-4e1d-80e0-b54e1a81873c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0854051 Mar 03 12:40:55.392836 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0882840a-1995-4d25-ab2e-5903696ab5fa req-beff2513-b90e-45de-9790-169ff2d3b9c1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 Mar 03 12:40:56.577019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33bfd-6dc6-4584-bef5-2f50494cc182 req-9fa77de8-1710-4bd3-9341-66e63acec192 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:56.578448 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46d33bfd-6dc6-4584-bef5-2f50494cc182 req-9fa77de8-1710-4bd3-9341-66e63acec192 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0804749 Mar 03 12:40:56.621031 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-46d33bfd-6dc6-4584-bef5-2f50494cc182 req-4f99ca05-06ec-40af-b974-a7ab3808138b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369298 Mar 03 12:40:57.801739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc49216-4074-46fc-8e17-60c4575afdf7 req-f1f388c4-2d9c-4da2-8e8d-bf26eb370f28 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:57.803175 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-adc49216-4074-46fc-8e17-60c4575afdf7 req-f1f388c4-2d9c-4da2-8e8d-bf26eb370f28 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0797832 Mar 03 12:40:57.850698 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-adc49216-4074-46fc-8e17-60c4575afdf7 req-8ddb53e8-d488-42c7-ba89-d1da7b346ae2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Mar 03 12:40:59.041467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa595f-77d1-473a-8709-b68abdbb8c47 req-28376ad3-a6e9-4b25-b84a-8afbb2d21a69 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:40:59.042898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-edaa595f-77d1-473a-8709-b68abdbb8c47 req-28376ad3-a6e9-4b25-b84a-8afbb2d21a69 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0825016 Mar 03 12:40:59.085184 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-edaa595f-77d1-473a-8709-b68abdbb8c47 req-6b768d96-02f3-4ec4-b8e9-58e764d7fed7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367081 Mar 03 12:41:00.270448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c35ca-e486-41ab-be72-4b281725b1d1 req-e21caa1d-7cda-482b-8627-238c56942262 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:00.271912 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-360c35ca-e486-41ab-be72-4b281725b1d1 req-e21caa1d-7cda-482b-8627-238c56942262 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0807989 Mar 03 12:41:00.317405 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-360c35ca-e486-41ab-be72-4b281725b1d1 req-dc0b9f91-25d4-4038-b776-03b20eb3ff0a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Mar 03 12:41:01.500727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06d03b-c0e2-4318-bfb7-f2cc0a3231bf req-8d391f49-ace5-44b2-be2a-cacf20f0b24c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:01.502187 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7b06d03b-c0e2-4318-bfb7-f2cc0a3231bf req-8d391f49-ace5-44b2-be2a-cacf20f0b24c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0783947 Mar 03 12:41:01.546186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7b06d03b-c0e2-4318-bfb7-f2cc0a3231bf req-d6c65cfc-bed2-4d4c-bfb1-fb2a2b29605e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381885 Mar 03 12:41:02.732069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6c0f5-f080-427b-ad5b-b9809f52d399 req-9bb7bfd9-c07c-4cb9-94e4-5f16ff93397e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:02.733500 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6c6c0f5-f080-427b-ad5b-b9809f52d399 req-9bb7bfd9-c07c-4cb9-94e4-5f16ff93397e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0819573 Mar 03 12:41:02.777379 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6c6c0f5-f080-427b-ad5b-b9809f52d399 req-c883af69-435c-4e38-9c06-bdc232e3e38c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381846 Mar 03 12:41:03.980103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eba13-f33c-42f4-a5b9-1b148162a792 req-f752a43f-fec1-4612-a694-973abe84a3e9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:03.981600 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a46eba13-f33c-42f4-a5b9-1b148162a792 req-f752a43f-fec1-4612-a694-973abe84a3e9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0917542 Mar 03 12:41:04.031357 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a46eba13-f33c-42f4-a5b9-1b148162a792 req-58461d7a-4896-4a26-bfb3-000433c68534 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Mar 03 12:41:05.213827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a24d5-0b3f-4b36-b605-6bc1736ebf2b req-1cd8e00e-c7d2-4775-b89d-329078a07c62 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:05.215263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bc3a24d5-0b3f-4b36-b605-6bc1736ebf2b req-1cd8e00e-c7d2-4775-b89d-329078a07c62 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0787175 Mar 03 12:41:05.258293 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bc3a24d5-0b3f-4b36-b605-6bc1736ebf2b req-3d01ef27-e1c8-497b-8221-6d5c428689ef tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Mar 03 12:41:06.439366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208c891-1a6e-4540-b46b-ef732991abfc req-12965d88-3fa0-4409-9e18-17f0bd199925 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:06.440833 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3208c891-1a6e-4540-b46b-ef732991abfc req-12965d88-3fa0-4409-9e18-17f0bd199925 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0798919 Mar 03 12:41:06.486932 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3208c891-1a6e-4540-b46b-ef732991abfc req-17505933-5b10-4abb-850e-6899007512c2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405354 Mar 03 12:41:07.690485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650f638-e171-4d27-885e-6009c79e1c0f req-aa6a1578-a9c1-4fe9-8de9-3026b86f1d86 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:07.691951 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a650f638-e171-4d27-885e-6009c79e1c0f req-aa6a1578-a9c1-4fe9-8de9-3026b86f1d86 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.1001799 Mar 03 12:41:07.735643 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a650f638-e171-4d27-885e-6009c79e1c0f req-c5675a61-27ae-48de-a08b-d3074f7f1e08 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377793 Mar 03 12:41:08.074960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-32a1bc7a-4274-4a2e-abe0-7bc37ba376f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:08.206342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:08.918338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508403-507f-4274-81fc-de72e062fa58 req-e517937f-1cea-4f46-b64a-60a27050fe04 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:08.919718 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-82508403-507f-4274-81fc-de72e062fa58 req-e517937f-1cea-4f46-b64a-60a27050fe04 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0783482 Mar 03 12:41:08.965218 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-82508403-507f-4274-81fc-de72e062fa58 req-dfecc911-6568-4486-9ded-abda0fbb7316 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Mar 03 12:41:10.148183 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e41d6b82-3b54-4545-836e-d40a78ad223a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:10.152755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdedd0-59dc-4b4f-8e43-f187bfef58c4 req-e0ec8e9d-d6c5-433a-a716-33aa7536f1cb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:10.154269 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45bdedd0-59dc-4b4f-8e43-f187bfef58c4 req-e0ec8e9d-d6c5-433a-a716-33aa7536f1cb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0863950 Mar 03 12:41:10.197863 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45bdedd0-59dc-4b4f-8e43-f187bfef58c4 req-63901a5e-0c7f-461f-8f7f-d0fb4abdbc56 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380063 Mar 03 12:41:10.738628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c70b6-eb27-410b-a2a3-82fc6d642292 req-fab84357-44f6-4343-91e0-18493a009578 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:10.740113 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f5c70b6-eb27-410b-a2a3-82fc6d642292 req-fab84357-44f6-4343-91e0-18493a009578 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0813477 Mar 03 12:41:10.831088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f5c70b6-eb27-410b-a2a3-82fc6d642292 req-ed128bd7-8e0d-43d9-9a11-d3471d9695fc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589149 Mar 03 12:41:10.849882 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-605c0d13-874c-4ad4-ba69-f89cc60ecca9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085222 Mar 03 12:41:11.200698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:11.513914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:12.023957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaebf2d-2087-4c4f-a63e-730551360dcb req-1570ac6e-1355-4fa2-af22-04fc4aa2f9bf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:12.025473 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-edaebf2d-2087-4c4f-a63e-730551360dcb req-1570ac6e-1355-4fa2-af22-04fc4aa2f9bf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0836828 Mar 03 12:41:12.070631 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-edaebf2d-2087-4c4f-a63e-730551360dcb req-fa3b7af5-3bac-4ea2-9bb9-d49515189a38 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 Mar 03 12:41:12.811920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-10b8b1d6-2791-44e4-b1f7-09fed85b4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:12.813414 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-10b8b1d6-2791-44e4-b1f7-09fed85b4ff7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1098 time: 0.0721993 Mar 03 12:41:12.863775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:12.950210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-75480e9f-52d4-4ed6-8ea1-b9ecd8210318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:12.951547 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-75480e9f-52d4-4ed6-8ea1-b9ecd8210318 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1320038 Mar 03 12:41:13.052455 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-06057d3a-5e6a-47e9-a942-42e3f7cbbaea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0950630 Mar 03 12:41:13.118095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-f7fd1520-5393-4439-9d46-466ee6fbb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:13.119561 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-f7fd1520-5393-4439-9d46-466ee6fbb6e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0612404 Mar 03 12:41:13.193666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-df28673a-5ae6-43b3-abec-78b8b72ee15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:13.195106 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-df28673a-5ae6-43b3-abec-78b8b72ee15f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697789 Mar 03 12:41:13.256691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdd00b-2413-414a-bee9-b5e132408233 req-0edad70c-5630-4538-8beb-77b6d1d76ece tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:13.258531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e4cdd00b-2413-414a-bee9-b5e132408233 req-0edad70c-5630-4538-8beb-77b6d1d76ece tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0802832 Mar 03 12:41:13.304317 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e4cdd00b-2413-414a-bee9-b5e132408233 req-c81edbfb-9a57-4883-807a-68671310165f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Mar 03 12:41:13.334855 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-c2fcbea0-848b-422b-a565-446e0aaab97f service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335592 Mar 03 12:41:13.559526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-a3f9fd46-3569-45bd-9727-c8a1705ed1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179003 Mar 03 12:41:14.487040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9305c8-2d4a-4a52-bf64-88161cb6ffe6 req-c681a6f9-41cf-4bcc-be8d-b8b5f5c47a00 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:14.488481 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe9305c8-2d4a-4a52-bf64-88161cb6ffe6 req-c681a6f9-41cf-4bcc-be8d-b8b5f5c47a00 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0803576 Mar 03 12:41:14.533148 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe9305c8-2d4a-4a52-bf64-88161cb6ffe6 req-85eb415f-3f28-4348-9ad9-50055a78acd4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389395 Mar 03 12:41:15.456040 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-c91ee40c-aaef-4b55-8e52-5c2c14486530 service neutron] 10.222.0.26 "GET /v2.0/ports/5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0744045 Mar 03 12:41:15.719582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dade42-e207-4e9a-86fd-bbcdc3963b90 req-ed85792f-c2d5-4484-af64-b0643e05746b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:15.721172 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-68dade42-e207-4e9a-86fd-bbcdc3963b90 req-ed85792f-c2d5-4484-af64-b0643e05746b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0837531 Mar 03 12:41:15.765211 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-68dade42-e207-4e9a-86fd-bbcdc3963b90 req-1710f917-391c-450a-b5ca-037629c2ae4c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382574 Mar 03 12:41:15.796708 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:41:16.029585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-49054589-5e2f-464c-a229-aeab8ac8fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:16.030974 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-49054589-5e2f-464c-a229-aeab8ac8fb5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 1098 time: 0.0813301 Mar 03 12:41:16.120245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-abfe626c-996f-4f24-99a9-8c796b083cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:16.121708 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-abfe626c-996f-4f24-99a9-8c796b083cc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1098 time: 0.0705798 Mar 03 12:41:16.248934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-cb19aa36-c611-4b2b-a1c2-52b6468d10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:16.250342 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-cb19aa36-c611-4b2b-a1c2-52b6468d10b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1230547 Mar 03 12:41:16.353191 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-90c847b2-ee79-4865-904b-a6bd07b9c752 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0968633 Mar 03 12:41:16.413561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-67109c0e-d7ed-4182-84d8-446a3ac832ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:16.415050 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-67109c0e-d7ed-4182-84d8-446a3ac832ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0558972 Mar 03 12:41:16.489846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b917-10a3-452c-83f3-272d07334769 req-fd2a7cd7-442b-451f-bb8c-b0fa124d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:16.491268 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-fd2a7cd7-442b-451f-bb8c-b0fa124d4a6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704012 Mar 03 12:41:16.618986 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-f5df4e23-4953-4d77-82ed-336a54ed02ca service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207411 Mar 03 12:41:16.745911 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08f1b917-10a3-452c-83f3-272d07334769 req-f15f6ce0-19ff-4765-9474-a9dab68c4eeb service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211019 Mar 03 12:41:16.951000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5174e7d-19e2-45b6-90a6-86099461f703 req-e01f4f56-014d-4d85-afca-3e3b350ec2b2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:16.952388 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d5174e7d-19e2-45b6-90a6-86099461f703 req-e01f4f56-014d-4d85-afca-3e3b350ec2b2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0821054 Mar 03 12:41:16.997792 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d5174e7d-19e2-45b6-90a6-86099461f703 req-9a0c9844-9e4e-4880-b100-ac6a7bea17ef tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 Mar 03 12:41:18.185079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203177af-c7e3-40f8-8fb9-e9291e74b23c req-90481a87-45f5-4ff3-bb3b-5123042007e7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:18.186550 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-203177af-c7e3-40f8-8fb9-e9291e74b23c req-90481a87-45f5-4ff3-bb3b-5123042007e7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0799987 Mar 03 12:41:18.233517 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-203177af-c7e3-40f8-8fb9-e9291e74b23c req-6a52be34-c80c-40e7-8e00-a9da7ccb7c8f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Mar 03 12:41:19.421758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a046716-638d-46d2-ab06-3a8c938b6141 req-c2f2a5de-4a77-42ff-90e6-7999c762277e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:19.423219 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a046716-638d-46d2-ab06-3a8c938b6141 req-c2f2a5de-4a77-42ff-90e6-7999c762277e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0826290 Mar 03 12:41:19.467589 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a046716-638d-46d2-ab06-3a8c938b6141 req-908c8fed-2e56-455b-8fc8-77828b3c29d9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386117 Mar 03 12:41:19.886036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bbf7-1be0-45e8-8b32-693bf1a0f111 req-b367b8b3-e6ed-4f30-93f9-f2f85875d349 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:19.887477 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7532bbf7-1be0-45e8-8b32-693bf1a0f111 req-b367b8b3-e6ed-4f30-93f9-f2f85875d349 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0810354 Mar 03 12:41:19.974506 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7532bbf7-1be0-45e8-8b32-693bf1a0f111 req-08d123ff-b284-4d3a-823b-f11655dfa1d2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537093 Mar 03 12:41:20.004940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-4b69f718-9f0c-46ec-9efb-b18054543e83 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:20.006354 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-4b69f718-9f0c-46ec-9efb-b18054543e83 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2&tenant_id=597376e54bb64b3d8cdab9c8eeff573a&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.1180513 Mar 03 12:41:20.147429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-6885ce8f-02ec-4595-89ed-c382fa330170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:20.149411 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-6885ce8f-02ec-4595-89ed-c382fa330170 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1098 time: 0.0733569 Mar 03 12:41:20.278544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-f9f0aea9-90d4-403d-b660-67c0b30b23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:20.279884 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-f9f0aea9-90d4-403d-b660-67c0b30b23a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1248059 Mar 03 12:41:20.473487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:41:20.477253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:41:20.480076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-2fde5e24-954a-4c91-9d8f-66c1912047de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1943038 Mar 03 12:41:20.542049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-afe9c52a-a66f-4b0e-8371-97f006613e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:20.543381 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-afe9c52a-a66f-4b0e-8371-97f006613e18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0573223 Mar 03 12:41:20.615591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-e890acb7-b7d9-4dee-b2c4-f97d4cf89b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:20.617085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-e890acb7-b7d9-4dee-b2c4-f97d4cf89b8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681822 Mar 03 12:41:20.697547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:20.717609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:20.737289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'mac_address': 'fa:16:3e:be:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:41:20.743155 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:41:20.747273 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-bb0a792d-bfdb-41ee-89e6-bbdc057f3736 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233554 Mar 03 12:41:20.781109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:20.797837 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'code': 200} Mar 03 12:41:20.808648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:20.825078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:41:20.853691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:20.886413 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7360444d-c067-43c7-bd72-0638e45f7dfc req-1ae9c906-b32e-4a5b-b34b-775f3c56c4ed service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332304 Mar 03 12:41:20.969617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:41:20.969966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:41:20.972165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:21.162542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7b028-5952-4aca-bc42-a6ce55260d79 req-fbd24864-ba46-40c4-b880-74e95f62e30e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:21.163916 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a8e7b028-5952-4aca-bc42-a6ce55260d79 req-fbd24864-ba46-40c4-b880-74e95f62e30e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 943 time: 0.0834064 Mar 03 12:41:21.207340 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a8e7b028-5952-4aca-bc42-a6ce55260d79 req-b4f25d46-12bb-486e-8a84-ce3296942fc9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374784 Mar 03 12:41:21.525624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:21.544524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:41:21.559930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:21.640967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:21.709068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:41:21.738773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:22.391285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10819d4-7c92-4ad6-8919-e25e9836526a req-219385f1-ceaf-4332-8149-ce02084e7292 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:22.392750 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a10819d4-7c92-4ad6-8919-e25e9836526a req-219385f1-ceaf-4332-8149-ce02084e7292 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 944 time: 0.0786808 Mar 03 12:41:22.436129 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a10819d4-7c92-4ad6-8919-e25e9836526a req-30567da2-b8b2-4e7b-a2f7-3253bab1155d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377142 Mar 03 12:41:22.468332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:41:22.536442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:41:22.537105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:22.626031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfcb8f-656e-4d09-9405-a52d4d9777bd req-31df7019-3016-4deb-a09f-abc0ef1e4f92 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:22.627605 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fbcfcb8f-656e-4d09-9405-a52d4d9777bd req-31df7019-3016-4deb-a09f-abc0ef1e4f92 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 944 time: 0.0859320 Mar 03 12:41:22.660227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:22.677621 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fbcfcb8f-656e-4d09-9405-a52d4d9777bd req-bfdb0146-11af-4369-891a-ffa640ce37f3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Mar 03 12:41:22.692860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:22.766194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:22.801861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:41:22.843750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:22.847509 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'code': 200} Mar 03 12:41:23.178261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe447dad-2e9a-4bac-8b64-408bffb675bd req-934d1e1e-6cfd-4122-85eb-17f1ef5c15be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:23.180167 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe447dad-2e9a-4bac-8b64-408bffb675bd req-934d1e1e-6cfd-4122-85eb-17f1ef5c15be tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0815325 Mar 03 12:41:23.224940 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe447dad-2e9a-4bac-8b64-408bffb675bd req-574d4ccc-eb99-4272-9811-8f622725b22f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Mar 03 12:41:23.306074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-236c0f37-7231-4503-a930-20eb1ebc65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:23.307534 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-236c0f37-7231-4503-a930-20eb1ebc65ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 1098 time: 0.0745471 Mar 03 12:41:23.438545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-5f0b39d3-e376-4171-815c-d4be69bea9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:23.439875 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-5f0b39d3-e376-4171-815c-d4be69bea9b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1266334 Mar 03 12:41:23.559218 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-72fb8e0a-9f8a-45ba-b3e2-e43e49795679 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1134901 Mar 03 12:41:23.620400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-a7601210-cfed-4b1e-ad36-1910c4fe2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:23.621782 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-a7601210-cfed-4b1e-ad36-1910c4fe2e9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0569584 Mar 03 12:41:23.694262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-2a8eba0e-3bf3-4988-a9c0-666bf866ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:23.695884 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-2a8eba0e-3bf3-4988-a9c0-666bf866ec9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685132 Mar 03 12:41:23.827805 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-cce5eabd-eccd-40af-91fc-677799dcfe8f service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252372 Mar 03 12:41:23.964974 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08715cc4-d34a-41a6-9e76-59768e19bce9 req-58cc6c94-e041-450b-81b9-413894d57d16 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316376 Mar 03 12:41:24.519177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee29f9-af0c-4535-b645-af519c029934 req-3a5fdbc7-e9cf-473b-8476-9b503205c536 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:24.520537 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-51ee29f9-af0c-4535-b645-af519c029934 req-3a5fdbc7-e9cf-473b-8476-9b503205c536 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.1784267 Mar 03 12:41:24.564545 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-51ee29f9-af0c-4535-b645-af519c029934 req-5498f993-67d8-4b19-a244-e46531d96bae tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374124 Mar 03 12:41:25.844270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77a31c-8f26-47e7-9bbc-3261151c6e06 req-b6d9bf2f-f225-4804-80a3-69593556b7a6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:25.845627 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3c77a31c-8f26-47e7-9bbc-3261151c6e06 req-b6d9bf2f-f225-4804-80a3-69593556b7a6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.1767247 Mar 03 12:41:25.889307 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3c77a31c-8f26-47e7-9bbc-3261151c6e06 req-117fc5c9-e0f8-45b1-ac3c-5e924f98ceec tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380473 Mar 03 12:41:26.508655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581edd17-26bc-4c25-8b9f-00494063ce5b req-a487f092-169c-4c44-af48-dd32041d9edc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:26.510074 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-581edd17-26bc-4c25-8b9f-00494063ce5b req-a487f092-169c-4c44-af48-dd32041d9edc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0817816 Mar 03 12:41:26.553142 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-581edd17-26bc-4c25-8b9f-00494063ce5b req-f28544dc-072f-44d4-8f6d-2bc56accb9fb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373812 Mar 03 12:41:27.767906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a2e0-4206-4a69-b9dd-242a56a14e6d req-98418d40-cb7a-4ce1-b137-1e9481834fc4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:27.771355 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-36a1a2e0-4206-4a69-b9dd-242a56a14e6d req-98418d40-cb7a-4ce1-b137-1e9481834fc4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.1014590 Mar 03 12:41:27.817227 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-36a1a2e0-4206-4a69-b9dd-242a56a14e6d req-6ea4d728-07ff-42d7-9c80-64804d70cfc5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388210 Mar 03 12:41:28.088116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-bc0fe6c9-7d58-44af-b2a2-dab95a9345ab tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:28.090109 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-bc0fe6c9-7d58-44af-b2a2-dab95a9345ab tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 945 time: 0.0939665 Mar 03 12:41:28.165908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Deleting port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:41:28.166722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:28.414007 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] For port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:28.414440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:28.708032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:28.708438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:28.708785 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c disassociated. External IP: 172.26.8.104, port: 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5. Mar 03 12:41:28.709182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Calling delete_port for 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:41:28.915268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:29.013819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event deleted for resources: {'Port': ['ID=5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:29.027598 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-498f541c-5917-42e4-8145-e43f8bf3ddb0 req-55c6c823-c6a6-48ae-b7c3-d9fd6dba93fc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 210 time: 0.0739303 Mar 03 12:41:29.109571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.110251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.110464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.110908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.111355 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.111794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.112262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.112706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.113144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.113579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.114014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.114447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:29.275445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:41:29.566665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:41:29.576953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:41:29.586937 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:41:29.587616 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:41:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:29.641708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] No DVR routers for this DVR port 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:41:29.645749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:29.651088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-deleted', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:41:29.708617 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a868d-1c74-4c40-ae25-741b3cd904d2', 'name': 'network-vif-deleted', 'tag': '5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5', 'status': 'completed', 'code': 200} Mar 03 12:41:29.727104 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-249452d2-f63a-4af1-b304-7ad571ad22cc req-83ee35e4-9d55-441a-b90d-2dbd0a6e6328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "DELETE /v2.0/ports/5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 HTTP/1.1" status: 204 len: 173 time: 1.6300747 Mar 03 12:41:29.782906 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:41:30.108173 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:30.112078 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:41:30.121127 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:41:30.121710 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:41:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:30.191790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-57c54bea-4826-46e5-99a0-b7495ee6c4be req-bba0e145-26bf-49fe-aa40-04d12db4f8f4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:41:30.246543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-57c54bea-4826-46e5-99a0-b7495ee6c4be req-bba0e145-26bf-49fe-aa40-04d12db4f8f4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:41:30.247694 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-57c54bea-4826-46e5-99a0-b7495ee6c4be req-bba0e145-26bf-49fe-aa40-04d12db4f8f4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=776a868d-1c74-4c40-ae25-741b3cd904d2 HTTP/1.1" status: 200 len: 210 time: 0.1003373 Mar 03 12:41:30.306083 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:41:30.643089 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:30.643089 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e264a75-fc23-4e16-b96f-1fa8c4dab3ab None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:41:30.853049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27d400-fd97-4786-a6cb-7499cb590e3d None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:41:31.598805 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7e945ec7-05af-403e-96bf-2e75c5710e2d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1900934288&fields=id&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 267 time: 0.0435951 Mar 03 12:41:31.747203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-327a0e6a-866a-4ad9-a68c-6a0f029cb14c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:31.748649 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-327a0e6a-866a-4ad9-a68c-6a0f029cb14c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.1433265 Mar 03 12:41:31.763343 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-5b42deee-5170-4153-93f9-eb095be13ae2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/quotas/597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 375 time: 0.0093260 Mar 03 12:41:31.845770 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-cd9fcb5f-ad5e-4a49-b035-46c57dd3d3a5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775645 Mar 03 12:41:31.982065 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-6dc38dcc-906d-4578-b506-4db60d5c257c service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248322 Mar 03 12:41:32.114209 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-0cefaa4b-e768-427b-ba55-e2bae3d22c67 service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263285 Mar 03 12:41:32.369110 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a0e6b9c2-60ae-42c7-8c2c-11538ad7e510 req-1b3e62b6-9074-4151-b550-95618510ae8e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0429118 Mar 03 12:41:32.532853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:41:32.566754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:41:32.567100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 5ccd2ed6-ff50-41e7-bcc6-e8c5e25c5fe5 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:41:33.522399 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8caedfcd-bcf8-48b6-9133-fd5dc6e75a81 req-836e0db5-901e-4cd5-b68c-433fa130686f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0469739 Mar 03 12:41:34.370307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-d9308cf4-0643-4270-9681-67f21b20b053 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:34.371770 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-d9308cf4-0643-4270-9681-67f21b20b053 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.1457145 Mar 03 12:41:34.418402 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-080e04a5-92eb-4c84-af86-5f2a6cfc8d83 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 380 time: 0.0386477 Mar 03 12:41:34.426466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'port': {'device_id': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'admin_state_up': True, 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'security_groups': ['d803847e-6529-4439-96cb-4f2e336d254d']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:41:34.563973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:41:34.571927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:41:34.670739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Made reservation on behalf of 597376e54bb64b3d8cdab9c8eeff573a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:41:34.673678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:34.690138 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53ee2c08-d7a3-4b8c-b382-f7cc8f76b580 req-c9ab0706-f4e6-4564-ae49-93175686a8d0 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0616164 Mar 03 12:41:34.842790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Allocated IP 172.20.0.11 (b06d8c7a-cb72-4d10-a27c-e3f6166740c6/fc3eb8a5-23e8-4e27-805a-18123d848f30/e3deea32-e28b-4616-a6c5-041b545d1fa4) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:41:35.026360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:35.041452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Transition to ACTIVE for port object e3deea32-e28b-4616-a6c5-041b545d1fa4 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:41:35.119649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:35.184517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:41:35.191924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:41:35.197109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:41:35.236155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:35.268264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:35.268869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:35.361216 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-7dafc3a7-2666-47b8-a703-448652575377 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9381092 Mar 03 12:41:35.372264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Request body: {'port': {'device_id': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:41:35.483196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:35.530515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4aad9722-bed7-48a4-b5c7-8a88d6b24f72 None None] Provisioning for port e3deea32-e28b-4616-a6c5-041b545d1fa4 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:41:35.535627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4aad9722-bed7-48a4-b5c7-8a88d6b24f72 None None] Provisioning complete for port e3deea32-e28b-4616-a6c5-041b545d1fa4 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:41:35.535988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4aad9722-bed7-48a4-b5c7-8a88d6b24f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:35.590476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4aad9722-bed7-48a4-b5c7-8a88d6b24f72 None None] Port e3deea32-e28b-4616-a6c5-041b545d1fa4 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:41:35.823463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:41:35.830728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:35.844912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Transition to ACTIVE for port object e3deea32-e28b-4616-a6c5-041b545d1fa4 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:41:35.875872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a14b8-5962-48a1-9ff1-c51b4fac5fe1 req-cd0439bb-c09c-44de-a5e1-3905e1938d76 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:35.877353 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d7a14b8-5962-48a1-9ff1-c51b4fac5fe1 req-cd0439bb-c09c-44de-a5e1-3905e1938d76 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 932 time: 0.0821278 Mar 03 12:41:35.919140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:35.922856 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8d7a14b8-5962-48a1-9ff1-c51b4fac5fe1 req-8ec8ff72-8f94-4935-9871-8a7e40be77b3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385532 Mar 03 12:41:36.198062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:36.267841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Attempting to bind port e3deea32-e28b-4616-a6c5-041b545d1fa4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:41:36.268139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Attempting to bind port e3deea32-e28b-4616-a6c5-041b545d1fa4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:41:36.268443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Attempting to bind port e3deea32-e28b-4616-a6c5-041b545d1fa4 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:41:36.273544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Port e3deea32-e28b-4616-a6c5-041b545d1fa4 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:41:36.273867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Attempting to bind port e3deea32-e28b-4616-a6c5-041b545d1fa4 on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:41:36.278922 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:41:36.279249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Checking segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:41:36.279622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Bound using segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:41:36.280133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Bound port: e3deea32-e28b-4616-a6c5-041b545d1fa4, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:41:36.280467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:36.366311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:41:36.369639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:41:36.450875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:36.509282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:36.509886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:36.511215 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 200 len: 1094 time: 1.1431236 Mar 03 12:41:36.511650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:41:36.539287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960929c-c7f4-47b8-a3a4-b46b29568d87 service neutron] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:36.561742 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'status': 'completed', 'code': 200} Mar 03 12:41:36.658390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e91d-8bcd-44f4-97da-634ca19ceaaf req-23eb4b8c-4c14-4071-afb1-f4a5744b0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:36.659921 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2919e91d-8bcd-44f4-97da-634ca19ceaaf req-23eb4b8c-4c14-4071-afb1-f4a5744b0543 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0753574 Mar 03 12:41:36.800880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e91d-8bcd-44f4-97da-634ca19ceaaf req-a5772581-0ac8-4e67-b150-bb4bfb1399d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:36.802250 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2919e91d-8bcd-44f4-97da-634ca19ceaaf req-a5772581-0ac8-4e67-b150-bb4bfb1399d0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1360178 Mar 03 12:41:36.948761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e91d-8bcd-44f4-97da-634ca19ceaaf req-afe08a90-f10f-478e-bcef-7e9bde4a85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:36.950108 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2919e91d-8bcd-44f4-97da-634ca19ceaaf req-afe08a90-f10f-478e-bcef-7e9bde4a85b6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426849 Mar 03 12:41:37.067291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-4b7e5821-007f-442f-a096-c0e33d48bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:37.068796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-4b7e5821-007f-442f-a096-c0e33d48bab3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0779235 Mar 03 12:41:37.112591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59962560-6783-4a9c-99cd-f1e10639f175 req-083ef225-1ab3-44b3-8251-4e8f999464d6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:37.114013 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59962560-6783-4a9c-99cd-f1e10639f175 req-083ef225-1ab3-44b3-8251-4e8f999464d6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0854521 Mar 03 12:41:37.138651 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-f8165418-342f-4e04-9ce0-67a6615acfc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 200 len: 217 time: 0.0626020 Mar 03 12:41:37.159748 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-59962560-6783-4a9c-99cd-f1e10639f175 req-dcfeaf16-c43a-4344-b8bf-c378d0db3e4f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Mar 03 12:41:37.202130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-f87a1280-98ec-4b71-81a3-200e3a08663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:37.203449 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-f87a1280-98ec-4b71-81a3-200e3a08663a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0595381 Mar 03 12:41:37.276503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-affb3f30-bd93-435e-a7cc-86d4775020b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:37.277936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-affb3f30-bd93-435e-a7cc-86d4775020b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686486 Mar 03 12:41:37.408593 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-d7aa7e66-8dad-41e8-abf5-89e15528ca58 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246033 Mar 03 12:41:37.536232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c015ba5e-d788-40cb-b078-43ccf5eac294 req-8544a5ae-ac43-455b-bbac-ae4980bb9106 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219766 Mar 03 12:41:38.051763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-03ab6f27-e252-4972-88f0-002dd13464e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:38.176202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:38.347481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5614cc2-ca9c-4b74-a59e-eafb6bf476f8 req-18baad99-f065-4f12-a5ae-962454dd2f9a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:38.348206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-b5614cc2-ca9c-4b74-a59e-eafb6bf476f8 req-18baad99-f065-4f12-a5ae-962454dd2f9a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:41:38.421925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-b5614cc2-ca9c-4b74-a59e-eafb6bf476f8 req-18baad99-f065-4f12-a5ae-962454dd2f9a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:41:38.423098 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b5614cc2-ca9c-4b74-a59e-eafb6bf476f8 req-18baad99-f065-4f12-a5ae-962454dd2f9a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 944 time: 0.1586292 Mar 03 12:41:38.467618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b5614cc2-ca9c-4b74-a59e-eafb6bf476f8 req-0856a73c-3c54-4d5e-826c-83c91d4e3801 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389237 Mar 03 12:41:39.653013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bdb26-dd13-4e04-93b0-5b2a4111648f req-437fbb7a-0913-42e8-80eb-69b37d82d7da tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:39.654398 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7b3bdb26-dd13-4e04-93b0-5b2a4111648f req-437fbb7a-0913-42e8-80eb-69b37d82d7da tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0792241 Mar 03 12:41:39.703095 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7b3bdb26-dd13-4e04-93b0-5b2a4111648f req-6ad627a4-a75f-4466-a1ee-c7838ec39d9a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430992 Mar 03 12:41:40.223120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7aa2-68ab-4e74-ad23-c4b935a9bca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:40.563363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:41:40.695272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:40.707694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'mac_address': 'fa:16:3e:c9:0a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:41:40.763240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:40.780765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:41:40.795917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:40.868740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:40.890804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3fb9f-e913-478f-b55f-1145eea1d620 req-8c4261f6-5e27-4bb5-b48d-4684d2cf4b76 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:40.892286 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77f3fb9f-e913-478f-b55f-1145eea1d620 req-8c4261f6-5e27-4bb5-b48d-4684d2cf4b76 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0814049 Mar 03 12:41:40.936268 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-77f3fb9f-e913-478f-b55f-1145eea1d620 req-4c010561-0959-4456-94ec-641999fc0b43 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Mar 03 12:41:40.937483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:40.945252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.945577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.945916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.946246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.946569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.946894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.947216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.947530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.947955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.948172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.948637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:40.948793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:41:41.073562 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['e3deea32-e28b-4616-a6c5-041b545d1fa4'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:41:41.244818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:41.507569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:42.121792 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625f8cc-1783-4dca-bdc2-2c11151a97f6 req-5b4eb13e-b5fc-4971-80e8-c1a7ee505d0f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:42.123258 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9625f8cc-1783-4dca-bdc2-2c11151a97f6 req-5b4eb13e-b5fc-4971-80e8-c1a7ee505d0f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 945 time: 0.0831175 Mar 03 12:41:42.165910 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9625f8cc-1783-4dca-bdc2-2c11151a97f6 req-b06882d0-0541-4619-8711-a5b3e0a2721a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371239 Mar 03 12:41:42.578397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:41:42.726016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port e3deea32-e28b-4616-a6c5-041b545d1fa4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:41:42.731247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port e3deea32-e28b-4616-a6c5-041b545d1fa4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:41:42.735867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:42.856863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:42.883185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:41:42.892385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:41:42.925990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:42.927599 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'code': 200} Mar 03 12:41:42.954529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:43.020190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:41:43.293070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef06bb-903a-441c-995a-d89f2f233d71 req-4f739fee-9f0c-4484-806d-fc0eb51587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:43.294588 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a8ef06bb-903a-441c-995a-d89f2f233d71 req-4f739fee-9f0c-4484-806d-fc0eb51587b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0741003 Mar 03 12:41:43.336627 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a8ef06bb-903a-441c-995a-d89f2f233d71 req-101f4b1d-f30b-470b-b43f-a886619cc9d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356600 Mar 03 12:41:43.353121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91363e-f003-412a-ace0-77d1de03711e req-4b2941f7-05af-46af-8d74-99fdad9dbf0e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:43.354566 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d91363e-f003-412a-ace0-77d1de03711e req-4b2941f7-05af-46af-8d74-99fdad9dbf0e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0820360 Mar 03 12:41:43.400706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6d91363e-f003-412a-ace0-77d1de03711e req-e20fad5f-e5f3-4db4-aacf-30c8c8e99e1e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Mar 03 12:41:44.586083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104deb6-e136-4eb3-ba44-c303949f8841 req-0738555c-1264-487f-89ee-4862465d67d6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:44.587531 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3104deb6-e136-4eb3-ba44-c303949f8841 req-0738555c-1264-487f-89ee-4862465d67d6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0818067 Mar 03 12:41:44.635522 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3104deb6-e136-4eb3-ba44-c303949f8841 req-189345f3-898f-426b-bdf8-68bd4a68a672 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Mar 03 12:41:45.819568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de85e-8cbd-41f0-a50e-a6c7d7383e39 req-01692ea5-2e06-41a5-9014-63fb57fedc7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:45.821039 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-369de85e-8cbd-41f0-a50e-a6c7d7383e39 req-01692ea5-2e06-41a5-9014-63fb57fedc7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0785918 Mar 03 12:41:45.863889 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-369de85e-8cbd-41f0-a50e-a6c7d7383e39 req-32e51634-e28b-4f1e-90ee-17d3020f829a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374031 Mar 03 12:41:46.040335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdf8bb-e368-404d-a813-4a978e2afd67 req-a4a2113b-3d57-49b6-b2a9-5be6adcbdcf7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:46.042559 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2fdf8bb-e368-404d-a813-4a978e2afd67 req-a4a2113b-3d57-49b6-b2a9-5be6adcbdcf7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0806067 Mar 03 12:41:46.050988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42074) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:41:46.056742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'floatingip': {'port_id': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:41:46.138419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:46.822790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:46.862787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:47.033122 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c associated. External IP: 172.26.8.104, port: e3deea32-e28b-4616-a6c5-041b545d1fa4. Mar 03 12:41:47.378935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:41:47.548461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:41:47.552657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:41:47.558875 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7128f-f547-4867-8349-925131537c36 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:41:47.568762 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:41:47.570066 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:41:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:47.609461 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1f93af06-9ec8-4b48-8c88-fe466d2379df tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "PUT /v2.0/floatingips/3f24de99-8619-4918-952e-f9b95d9d737c HTTP/1.1" status: 200 len: 992 time: 1.5572433 Mar 03 12:41:47.609860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:41:47.653690 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'status': 'completed', 'code': 200} Mar 03 12:41:47.749749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-57d51393-166f-4d39-a15c-9e5f63d16032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:47.751227 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-57d51393-166f-4d39-a15c-9e5f63d16032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0742428 Mar 03 12:41:47.793836 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:41:48.017550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-e4f4ea0b-ede7-4c07-8cec-16fa86a7d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:48.019725 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-e4f4ea0b-ede7-4c07-8cec-16fa86a7d805 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.2621703 Mar 03 12:41:48.167714 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:c9:0a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:41:46Z', 'revision_number': 9, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:48.171966 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7128f-f547-4867-8349-925131537c36 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:41:48.173881 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-b2d103c2-6b04-4d2d-9ba6-53b13f442a5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 200 len: 1000 time: 0.1480122 Mar 03 12:41:48.182222 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:41:48.182824 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:41:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:48.233905 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-9cf14bae-44da-404c-a607-ff8edcd52dcc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753522 Mar 03 12:41:48.284429 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80ff77-3e91-48a5-96c6-28b2b47a8edf req-38751e6c-f19b-47c3-ba9b-2d9a52f31cfb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:48.286784 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aa80ff77-3e91-48a5-96c6-28b2b47a8edf req-38751e6c-f19b-47c3-ba9b-2d9a52f31cfb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.2068875 Mar 03 12:41:48.299874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-07e33cc3-a862-4265-ae73-6b1de846cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:48.302182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-07e33cc3-a862-4265-ae73-6b1de846cc20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.1206691 Mar 03 12:41:48.434127 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aa80ff77-3e91-48a5-96c6-28b2b47a8edf req-cfc337c4-46a3-488b-a4c5-6ea5221103f5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373665 Mar 03 12:41:48.455854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-eaea081e-d265-4320-b5ed-3834c2e1d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:48.457367 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-eaea081e-d265-4320-b5ed-3834c2e1d69b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1319511 Mar 03 12:41:48.458085 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:41:48.593024 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-b952f8a4-eafd-4aee-868d-e960505f7b53 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291642 Mar 03 12:41:48.727113 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e2ec1f-902a-4bbf-ad1e-ff157032ed78 req-403ca197-e813-4d25-be8f-24226ab705f5 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288085 Mar 03 12:41:48.814336 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8ce7128f-f547-4867-8349-925131537c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:c9:0a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:41:46Z', 'revision_number': 9, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:41:48.818203 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7128f-f547-4867-8349-925131537c36 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:c9:0a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:41:46Z', 'revision_number': 9, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:41:49.013392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2619a853-57c3-463c-80fb-a7bd3a0462c5 None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:41:49.627512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3d891-cbb2-400e-a988-294ac9200922 req-e002c204-f631-4b66-9030-9e8fa5574372 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:49.628976 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f3e3d891-cbb2-400e-a988-294ac9200922 req-e002c204-f631-4b66-9030-9e8fa5574372 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0828187 Mar 03 12:41:49.675994 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f3e3d891-cbb2-400e-a988-294ac9200922 req-0676bec3-bd37-4b5b-ae81-e8fc899ae179 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Mar 03 12:41:50.346197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-8309d595-eb96-4748-bffd-12cd19438102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:50.347648 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-8309d595-eb96-4748-bffd-12cd19438102 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0701106 Mar 03 12:41:50.476337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-8e53bdbf-361d-4bdf-ad5c-35e144415814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:50.477754 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-8e53bdbf-361d-4bdf-ad5c-35e144415814 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1241915 Mar 03 12:41:50.579102 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-0bd3b035-ddc4-4db5-ad57-eef0c63ea6cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 200 len: 1003 time: 0.0948734 Mar 03 12:41:50.644968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-ac07a471-de32-41fa-92ec-8e42bc1dde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:50.646285 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-ac07a471-de32-41fa-92ec-8e42bc1dde67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0614915 Mar 03 12:41:50.721697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-05e91de1-5e53-4465-8954-ac60e8e3d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:50.723153 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-05e91de1-5e53-4465-8954-ac60e8e3d3ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706019 Mar 03 12:41:50.901808 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-99db996b-c39e-4fdd-a661-92354c1f0f37 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720476 Mar 03 12:41:50.961416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db4e1-7c06-49f4-94bf-2dc41abcb0f9 req-c18a9d58-e844-4ac7-8d50-ded6873fc70e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:50.962825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-954db4e1-7c06-49f4-94bf-2dc41abcb0f9 req-c18a9d58-e844-4ac7-8d50-ded6873fc70e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.1511235 Mar 03 12:41:51.174199 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-954db4e1-7c06-49f4-94bf-2dc41abcb0f9 req-449e6898-1dec-40b1-8263-be08925ea212 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661854 Mar 03 12:41:51.192728 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-b6fd767c-7a6a-4ba6-b1b3-7161af7015dc service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814620 Mar 03 12:41:52.360038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf0d28-23ee-4cf4-8695-1b7caaeb8179 req-69ab4306-5e95-45f2-aed9-b848a8c535b8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:52.361694 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6caf0d28-23ee-4cf4-8695-1b7caaeb8179 req-69ab4306-5e95-45f2-aed9-b848a8c535b8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0840178 Mar 03 12:41:52.405753 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6caf0d28-23ee-4cf4-8695-1b7caaeb8179 req-b5218f56-3d56-4baf-b04f-45ccd1816e50 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Mar 03 12:41:52.795928 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:41:53.589499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83012fea-0219-445b-a508-4ae54b3c663a req-9069ee49-7aa0-4a50-b99d-9f748f22a9f3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:53.590853 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-83012fea-0219-445b-a508-4ae54b3c663a req-9069ee49-7aa0-4a50-b99d-9f748f22a9f3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0782220 Mar 03 12:41:53.633810 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-83012fea-0219-445b-a508-4ae54b3c663a req-fb9d37f3-a2eb-4720-bae2-cd475ad0dd8f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373561 Mar 03 12:41:54.814353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3c372-10c9-4fdf-92c4-13b86710bfbc req-d0474f65-087a-4cc7-990c-987cfaeeb2dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:54.815824 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-10a3c372-10c9-4fdf-92c4-13b86710bfbc req-d0474f65-087a-4cc7-990c-987cfaeeb2dc tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0782757 Mar 03 12:41:54.858916 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-10a3c372-10c9-4fdf-92c4-13b86710bfbc req-ac745b7e-0478-4a66-aa04-c55279416593 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369723 Mar 03 12:41:56.049183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172fa4-efae-4f45-b685-89c0b999518e req-8564ae94-175a-4635-bb12-513709528347 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:56.050625 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a7172fa4-efae-4f45-b685-89c0b999518e req-8564ae94-175a-4635-bb12-513709528347 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0835195 Mar 03 12:41:56.097945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a7172fa4-efae-4f45-b685-89c0b999518e req-ff493fca-70fb-4a3f-8c9c-af4018d32ba2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Mar 03 12:41:57.380794 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944cc8e-d94b-4254-9e41-b8a3275e98f7 req-9ba9dba0-887c-405d-8d6c-199e4eec7bf4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:57.382486 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a944cc8e-d94b-4254-9e41-b8a3275e98f7 req-9ba9dba0-887c-405d-8d6c-199e4eec7bf4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.1758349 Mar 03 12:41:57.425483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a944cc8e-d94b-4254-9e41-b8a3275e98f7 req-907debee-cffa-4b43-8233-1c49a15bd498 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 Mar 03 12:41:58.606138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed726656-303e-4b1f-a998-bd10d009f9cf req-07319fde-7ac7-447f-9a5f-e10b3e306cdd tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:58.607590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ed726656-303e-4b1f-a998-bd10d009f9cf req-07319fde-7ac7-447f-9a5f-e10b3e306cdd tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0794365 Mar 03 12:41:58.654177 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ed726656-303e-4b1f-a998-bd10d009f9cf req-320fb1ad-f13e-4f0a-9549-047d556dde5c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Mar 03 12:41:59.845682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f51f-cde2-4553-9098-09a29a7d1830 req-bdb0c271-0247-4a21-8edd-321c308af789 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:41:59.847147 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9001f51f-cde2-4553-9098-09a29a7d1830 req-bdb0c271-0247-4a21-8edd-321c308af789 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0813632 Mar 03 12:41:59.890938 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9001f51f-cde2-4553-9098-09a29a7d1830 req-f042eb78-5194-47b8-bdf9-1a00567b3365 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381043 Mar 03 12:42:01.075688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364ccd5-3bff-44ee-a33c-abf57804abd0 req-5b3ec38e-70a2-4665-98da-1d907bad06f2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:01.077166 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f364ccd5-3bff-44ee-a33c-abf57804abd0 req-5b3ec38e-70a2-4665-98da-1d907bad06f2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0808952 Mar 03 12:42:01.120894 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f364ccd5-3bff-44ee-a33c-abf57804abd0 req-48610304-d049-4400-9fbc-bdbc8b9d852d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Mar 03 12:42:02.302067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4a16-51a3-4e96-b2cb-253f1f0ff484 req-b2b7b9e0-6af1-48c8-a518-cb93741bf3c3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:02.303539 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e95a4a16-51a3-4e96-b2cb-253f1f0ff484 req-b2b7b9e0-6af1-48c8-a518-cb93741bf3c3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0783064 Mar 03 12:42:02.348489 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e95a4a16-51a3-4e96-b2cb-253f1f0ff484 req-915aee80-acc9-4f9e-9fe3-32c321285c29 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383549 Mar 03 12:42:03.583869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ec0a-4791-404c-921e-7397c054b2b4 req-c7fbdabe-f145-49fc-9d51-75d535f59bd5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:03.586040 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8087ec0a-4791-404c-921e-7397c054b2b4 req-c7fbdabe-f145-49fc-9d51-75d535f59bd5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.1032844 Mar 03 12:42:03.645686 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8087ec0a-4791-404c-921e-7397c054b2b4 req-f6d83fda-a025-42a5-a9c6-9eb05c6c9423 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534494 Mar 03 12:42:04.835548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec33e-c930-4592-94d4-4ad1f81d1c89 req-ce53f70c-e005-482b-b78f-a9f759d35b4c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:04.837044 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-427ec33e-c930-4592-94d4-4ad1f81d1c89 req-ce53f70c-e005-482b-b78f-a9f759d35b4c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0803189 Mar 03 12:42:04.879878 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-427ec33e-c930-4592-94d4-4ad1f81d1c89 req-ab79e307-5c14-432d-9531-750f1362c4ef tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373383 Mar 03 12:42:06.062027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910016e-2e25-43d7-bf23-93d162553090 req-a26a5519-2917-4979-8f60-7743769035e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:06.063470 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a910016e-2e25-43d7-bf23-93d162553090 req-a26a5519-2917-4979-8f60-7743769035e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0787098 Mar 03 12:42:06.108180 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a910016e-2e25-43d7-bf23-93d162553090 req-33df4816-836f-4854-9484-1c3ab5edbf45 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390482 Mar 03 12:42:07.291953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe316cf2-b9bd-494b-9f5e-a87c8132bbb9 req-f8904f4d-d4bc-40fc-99fc-e1b9c4156fa5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:07.293399 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe316cf2-b9bd-494b-9f5e-a87c8132bbb9 req-f8904f4d-d4bc-40fc-99fc-e1b9c4156fa5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0807176 Mar 03 12:42:07.337254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe316cf2-b9bd-494b-9f5e-a87c8132bbb9 req-a4f36f1e-a4b4-46a4-8d2b-06e47b808d17 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382836 Mar 03 12:42:08.062683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d4fb565f-0e6f-4be7-a026-0cc4360064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:08.171401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-e6b4be1b-2693-4c99-804c-851f1ad3f1d1 service neutron] 10.222.0.26 "GET /v2.0/ports/e3deea32-e28b-4616-a6c5-041b545d1fa4/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0805013 Mar 03 12:42:08.189169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:08.522906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d8377-1630-4b4c-b0fa-6fe28f6f9f63 req-5f4937b4-39a4-414b-b8ec-493e98de8842 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:08.524412 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f4d8377-1630-4b4c-b0fa-6fe28f6f9f63 req-5f4937b4-39a4-414b-b8ec-493e98de8842 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0817413 Mar 03 12:42:08.568598 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f4d8377-1630-4b4c-b0fa-6fe28f6f9f63 req-3bbadb7e-cd8f-47ce-961d-7d3cb9748ff3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385172 Mar 03 12:42:08.809703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-901c66c9-f9dd-4cb2-9d9b-2f899eaad6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:08.811071 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-901c66c9-f9dd-4cb2-9d9b-2f899eaad6db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 1099 time: 0.0742362 Mar 03 12:42:08.902966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-0dc63577-a393-4f60-8c3f-95c3ffbc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:08.904432 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-0dc63577-a393-4f60-8c3f-95c3ffbc235a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0725720 Mar 03 12:42:09.037061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-cc8374a2-e3bc-4af8-bff0-66e171184ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:09.039061 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-cc8374a2-e3bc-4af8-bff0-66e171184ebd service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1286664 Mar 03 12:42:09.145028 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-298122d4-f475-4c7c-a497-861c0d1dffd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 200 len: 1003 time: 0.0990472 Mar 03 12:42:09.205188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-c8fee4b4-8671-4eec-814e-a96db866c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:09.206556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-c8fee4b4-8671-4eec-814e-a96db866c743 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0557854 Mar 03 12:42:09.281727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-89967d83-1559-4ca1-a5d4-6f12b3e69d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:09.283166 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-89967d83-1559-4ca1-a5d4-6f12b3e69d4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709395 Mar 03 12:42:09.417077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-381321c7-225a-4e7e-af3c-61ca12d50e1d service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280649 Mar 03 12:42:09.545811 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-aeea9511-babd-447b-8e11-4f7408483cf4 req-7268daa7-52f5-4ea9-86dd-dbc6c8d2319c service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233339 Mar 03 12:42:09.754436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0dafe-bf55-4bbd-ad4c-ea028c3225e1 req-d02743fd-5bc9-47be-895f-3b9b2529886e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:09.755873 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7ae0dafe-bf55-4bbd-ad4c-ea028c3225e1 req-d02743fd-5bc9-47be-895f-3b9b2529886e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0803447 Mar 03 12:42:09.799289 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7ae0dafe-bf55-4bbd-ad4c-ea028c3225e1 req-25c0dfca-732a-4f44-a345-e1671b3c613a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374892 Mar 03 12:42:10.153669 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6572cba5-9ae1-4ef2-aa11-30c586d1db4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:10.984886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98400415-fedd-471c-96d9-2071f5f05fe7 req-191456e4-2dc2-4fe9-a5b2-1ea367731532 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:10.986508 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-98400415-fedd-471c-96d9-2071f5f05fe7 req-191456e4-2dc2-4fe9-a5b2-1ea367731532 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0797021 Mar 03 12:42:11.034439 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-98400415-fedd-471c-96d9-2071f5f05fe7 req-8d1ba66c-3d02-4694-934f-545e4971ef9a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Mar 03 12:42:11.262658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:11.559932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:12.222551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a4513-76b3-4218-a4ce-672595056ccb req-fd38765d-b7f6-49ef-8cab-5d9a58e5f29b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:12.223979 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5d8a4513-76b3-4218-a4ce-672595056ccb req-fd38765d-b7f6-49ef-8cab-5d9a58e5f29b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0821743 Mar 03 12:42:12.266820 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5d8a4513-76b3-4218-a4ce-672595056ccb req-d0b93535-6b61-4e16-8946-426a87b6d2fd tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370324 Mar 03 12:42:12.726717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:42:12.729087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:42:12.951000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:12.990399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:12.999186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7b6b9-3347-4a9f-baac-ce063e4a3690 req-4a50755d-b719-4481-b52e-5b20c35618cb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:13.000021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:13.004484 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-33c7b6b9-3347-4a9f-baac-ce063e4a3690 req-4a50755d-b719-4481-b52e-5b20c35618cb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0884109 Mar 03 12:42:13.005807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-1b497a93-5ef7-4be2-8fe6-7cd8b94284a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:13.006989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'mac_address': 'fa:16:3e:c9:0a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:42:13.008764 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-1b497a93-5ef7-4be2-8fe6-7cd8b94284a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0&tenant_id=597376e54bb64b3d8cdab9c8eeff573a&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 946 time: 0.0911758 Mar 03 12:42:13.013499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:13.051793 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-33c7b6b9-3347-4a9f-baac-ce063e4a3690 req-147c3490-8f57-45ba-ac07-ed538c98fe29 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Mar 03 12:42:13.060863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:13.081339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:13.108486 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-60aec0a5-b105-4a47-b03f-77279f71e965 service neutron] 10.222.0.26 "GET /v2.0/ports/e3deea32-e28b-4616-a6c5-041b545d1fa4/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0939732 Mar 03 12:42:13.130776 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'code': 200} Mar 03 12:42:13.134846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:13.172272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:42:13.256099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:13.263441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:42:13.263791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:42:13.307870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-3ef3ef61-13b9-4161-92ae-edc15ed092a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:13.309358 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-3ef3ef61-13b9-4161-92ae-edc15ed092a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1097 time: 0.1801145 Mar 03 12:42:13.436964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-efe34afc-c42b-4e48-af59-bd1a23d73a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:13.438361 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-efe34afc-c42b-4e48-af59-bd1a23d73a04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1232066 Mar 03 12:42:13.537213 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-bedbf916-1a14-4796-bd1f-e570790da18f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 200 len: 1001 time: 0.0932086 Mar 03 12:42:13.598696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-1695a1d5-086f-4b7c-8709-30195ba24109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:13.600624 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-1695a1d5-086f-4b7c-8709-30195ba24109 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0571730 Mar 03 12:42:13.673899 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-f95086ab-1bbe-4961-8f7b-a7c3f53da06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:13.675326 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-f95086ab-1bbe-4961-8f7b-a7c3f53da06a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691278 Mar 03 12:42:13.805508 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-21f27e44-5b02-4510-92c7-a7d6518f127b service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241293 Mar 03 12:42:13.816341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:13.833102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:42:13.848717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:13.913386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:13.940905 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-42bdddd5-1bd8-4b37-af70-e7ffa3711bd0 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287634 Mar 03 12:42:13.979420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['e3deea32-e28b-4616-a6c5-041b545d1fa4'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:42:14.024590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:14.243201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5244b2b-e2c6-47e9-ad75-7e59d40b4c25 req-56b4c4eb-44c5-4a91-9358-bdc390a2dbd7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:14.244680 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d5244b2b-e2c6-47e9-ad75-7e59d40b4c25 req-56b4c4eb-44c5-4a91-9358-bdc390a2dbd7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 945 time: 0.0813203 Mar 03 12:42:14.289853 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d5244b2b-e2c6-47e9-ad75-7e59d40b4c25 req-13bfdea9-5570-40cd-9878-e7d4fc930269 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Mar 03 12:42:14.755803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:42:14.824727 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port e3deea32-e28b-4616-a6c5-041b545d1fa4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:42:14.825411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:14.937709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:14.968325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:15.034228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:15.107189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:15.131486 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:15.183380 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'code': 200} Mar 03 12:42:15.482324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011936e5-0c7d-4d3b-a624-a80be7c74e9b req-1a849bfc-e7c2-4d96-989a-9c11bb61a5e7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:15.483752 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-011936e5-0c7d-4d3b-a624-a80be7c74e9b req-1a849bfc-e7c2-4d96-989a-9c11bb61a5e7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0826912 Mar 03 12:42:15.529306 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-011936e5-0c7d-4d3b-a624-a80be7c74e9b req-ba6af5c9-2e27-403c-94f7-6c7e4b4ffe4d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Mar 03 12:42:16.718752 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfa90-bb6f-40ad-b9a9-54ba8878c6af req-de02bb3c-dd61-43c7-8402-327743db3b5b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:16.720416 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d36cfa90-bb6f-40ad-b9a9-54ba8878c6af req-de02bb3c-dd61-43c7-8402-327743db3b5b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0807884 Mar 03 12:42:16.768331 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d36cfa90-bb6f-40ad-b9a9-54ba8878c6af req-bda632b9-1158-483d-830b-8e0249d8a060 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418046 Mar 03 12:42:16.870438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-7d43219f-ad8f-4827-a882-7de302ac1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:16.871822 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-7d43219f-ad8f-4827-a882-7de302ac1ff3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 1099 time: 0.0713234 Mar 03 12:42:16.961035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-d9c7eb49-fcbc-4c6f-98bd-16cd7e598e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:16.962480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-d9c7eb49-fcbc-4c6f-98bd-16cd7e598e6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0704346 Mar 03 12:42:17.090836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-451217cc-c75c-4a81-9185-bec44d91ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:17.092285 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-451217cc-c75c-4a81-9185-bec44d91ad9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1237893 Mar 03 12:42:17.192502 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-d50f6baf-49e9-41fc-9ec7-be6408b8a0b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 200 len: 1003 time: 0.0945804 Mar 03 12:42:17.255586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-57a11844-e985-4fe8-97a3-0b4496aee871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:17.257017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-57a11844-e985-4fe8-97a3-0b4496aee871 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0593293 Mar 03 12:42:17.330519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516435b3-309a-47a0-8080-bd85ab6a299d req-3fb72ab4-54c0-40a4-9547-ffa6910e5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:17.331962 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-3fb72ab4-54c0-40a4-9547-ffa6910e5e44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682607 Mar 03 12:42:17.460783 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-600448d0-3ce9-4d2d-a744-755e4ca8a92f service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225455 Mar 03 12:42:17.681978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-516435b3-309a-47a0-8080-bd85ab6a299d req-41a90f12-4403-40b7-8239-b0f214974f09 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152481 Mar 03 12:42:18.091292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3ba15-9112-4bf7-90f9-f311b554659e req-3b2f8d71-c6e6-4271-a173-ebd7a63414e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:18.092680 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-50f3ba15-9112-4bf7-90f9-f311b554659e req-3b2f8d71-c6e6-4271-a173-ebd7a63414e4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0780084 Mar 03 12:42:18.135997 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-50f3ba15-9112-4bf7-90f9-f311b554659e req-5481aabe-1388-4dd3-86d9-433b76579202 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378332 Mar 03 12:42:19.324914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466487b9-ee65-4111-a022-d68359cc5d6d req-34acaede-a0b4-41d4-9e30-59673fba5c13 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:19.326359 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-466487b9-ee65-4111-a022-d68359cc5d6d req-34acaede-a0b4-41d4-9e30-59673fba5c13 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0832844 Mar 03 12:42:19.372724 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-466487b9-ee65-4111-a022-d68359cc5d6d req-5bc0f0ed-fe52-47a2-a726-988382755460 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Mar 03 12:42:20.557505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae65e7a-9e53-471a-a118-dc3e0f23adf0 req-6837c6ac-ff40-448f-ab1e-7a2ab5b7166d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:20.558948 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4ae65e7a-9e53-471a-a118-dc3e0f23adf0 req-6837c6ac-ff40-448f-ab1e-7a2ab5b7166d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0814326 Mar 03 12:42:20.601638 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4ae65e7a-9e53-471a-a118-dc3e0f23adf0 req-316ea534-c938-4333-a638-e4ed9276e21f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371704 Mar 03 12:42:20.782272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1519acc-2a11-4b5b-b678-9d3c68b1cfce req-b0504002-5f63-46df-abce-3b77d833103e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:20.783690 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1519acc-2a11-4b5b-b678-9d3c68b1cfce req-b0504002-5f63-46df-abce-3b77d833103e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0779967 Mar 03 12:42:20.818599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:42:20.824016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:42:20.829004 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1519acc-2a11-4b5b-b678-9d3c68b1cfce req-ede6cfbe-7493-479d-a29c-575cdeb9537c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Mar 03 12:42:21.016841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996f364-d2b0-4075-a2e1-e73ae37ff926 req-849d433a-de40-4b4a-bcab-a26a9e405974 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:21.018276 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5996f364-d2b0-4075-a2e1-e73ae37ff926 req-849d433a-de40-4b4a-bcab-a26a9e405974 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0832937 Mar 03 12:42:21.042424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:21.060308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:21.061672 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5996f364-d2b0-4075-a2e1-e73ae37ff926 req-688b8999-c9df-41c7-b23e-25099a1270b8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376170 Mar 03 12:42:21.080319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'mac_address': 'fa:16:3e:c9:0a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:42:21.087012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:21.124462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:21.134344 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'code': 200} Mar 03 12:42:21.151135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:21.171502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:42:21.210403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:21.320809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:42:21.321164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:42:21.323431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=9']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:21.637354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f3510-a823-4101-8b2d-0a731076b886 req-b7462bc2-696f-4756-8dce-f8e215c69cb5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:21.638793 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3d0f3510-a823-4101-8b2d-0a731076b886 req-b7462bc2-696f-4756-8dce-f8e215c69cb5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 944 time: 0.0782597 Mar 03 12:42:21.683452 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3d0f3510-a823-4101-8b2d-0a731076b886 req-12573a6a-d5b8-404b-ad0a-f62f52da9aac tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Mar 03 12:42:21.877864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:21.894886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:42:21.910592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:21.969177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:22.031626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['e3deea32-e28b-4616-a6c5-041b545d1fa4'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:42:22.073187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=10']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:22.823209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:42:22.870084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cee7f-14be-4f7b-ad60-65e974e93ab6 req-ab099297-eec2-4fbb-b46a-012ef943bc66 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:22.871549 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ad9cee7f-14be-4f7b-ad60-65e974e93ab6 req-ab099297-eec2-4fbb-b46a-012ef943bc66 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 946 time: 0.0830882 Mar 03 12:42:22.894282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port e3deea32-e28b-4616-a6c5-041b545d1fa4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:42:22.894849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:22.917716 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ad9cee7f-14be-4f7b-ad60-65e974e93ab6 req-a691c677-8a9f-4431-a9ce-26cfe6105bb6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Mar 03 12:42:23.006853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:23.038011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:23.094806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:23.164101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:23.199336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=11']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:23.206496 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'code': 200} Mar 03 12:42:23.647492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-d8916781-97c0-43de-88f7-20980b309080 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:23.648826 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-d8916781-97c0-43de-88f7-20980b309080 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 947 time: 0.0770173 Mar 03 12:42:23.720639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Deleting port e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:42:23.720972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:23.961033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] For port e3deea32-e28b-4616-a6c5-041b545d1fa4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e3deea32-e28b-4616-a6c5-041b545d1fa4,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:23.961619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:24.281907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfebf5-2722-4468-8664-a84a72ee8a70 req-4550e0aa-8119-4ced-b643-b83a54dea2b4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:24.283328 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81bfebf5-2722-4468-8664-a84a72ee8a70 req-4550e0aa-8119-4ced-b643-b83a54dea2b4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 947 time: 0.2524996 Mar 03 12:42:24.329099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:24.329653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:24.330105 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c disassociated. External IP: 172.26.8.104, port: e3deea32-e28b-4616-a6c5-041b545d1fa4. Mar 03 12:42:24.330564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Calling delete_port for e3deea32-e28b-4616-a6c5-041b545d1fa4 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:42:24.404061 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81bfebf5-2722-4468-8664-a84a72ee8a70 req-f045f51a-221e-403c-9c11-1c8f5f70e09c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124897 Mar 03 12:42:24.554266 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:24.606808 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event deleted for resources: {'Port': ['ID=e3deea32-e28b-4616-a6c5-041b545d1fa4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:24.906761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:42:25.086306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:42:25.096607 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:42:25.106870 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:42:25.107463 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:42:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:25.163678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] No DVR routers for this DVR port e3deea32-e28b-4616-a6c5-041b545d1fa4 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:42:25.166184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:25.168730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-deleted', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:25.213545 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5642e45-c711-49b2-a869-77cb45e9f9b0', 'name': 'network-vif-deleted', 'tag': 'e3deea32-e28b-4616-a6c5-041b545d1fa4', 'status': 'completed', 'code': 200} Mar 03 12:42:25.239800 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-de8636df-f2bb-428b-9078-1f718a7e6678 req-82e19dcc-ebce-4d63-ae78-40da4aeb0688 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "DELETE /v2.0/ports/e3deea32-e28b-4616-a6c5-041b545d1fa4 HTTP/1.1" status: 204 len: 173 time: 1.5847828 Mar 03 12:42:25.285233 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:42:25.552220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-15e9f8fe-efa0-4e42-80a1-9f5c54ba54fe req-c85d108f-2c34-491c-842a-c0a933026236 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:42:25.632599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-15e9f8fe-efa0-4e42-80a1-9f5c54ba54fe req-c85d108f-2c34-491c-842a-c0a933026236 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:42:25.633753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-15e9f8fe-efa0-4e42-80a1-9f5c54ba54fe req-c85d108f-2c34-491c-842a-c0a933026236 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5642e45-c711-49b2-a869-77cb45e9f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1223979 Mar 03 12:42:25.639394 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:25.643085 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:42:25.652036 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:42:25.652627 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:42:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:25.825162 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:42:26.133377 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:26.137135 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfed03-895a-4442-bf4d-8ec285572ae6 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:42:26.353983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa721c-e247-4761-8b5e-8185b774ac74 None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:42:26.973092 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-406f5a1a-71c9-4270-96f6-72a1ae3b6ea4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1900934288&fields=id&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 267 time: 0.0426176 Mar 03 12:42:27.120184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-131b91c8-77f6-4d20-a2e7-afa32d2ff6e7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:27.121572 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-131b91c8-77f6-4d20-a2e7-afa32d2ff6e7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.1418655 Mar 03 12:42:27.137616 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-409e174a-b9ed-46f0-b3a1-db3ae661e328 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/quotas/597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 375 time: 0.0105612 Mar 03 12:42:27.222230 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-217d78a0-9bb6-49d0-96d4-e3766223301d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793417 Mar 03 12:42:27.455788 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-58c40f33-9081-4ceb-978c-bb35dcdbb873 service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217650 Mar 03 12:42:27.588200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c69a33ee-97f5-4567-9335-baa4a987bdae service neutron] 10.222.0.35 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258092 Mar 03 12:42:27.873232 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8be7c1e7-27ac-46cc-b0c7-2079b4d8cf8c req-cd51fbcf-e4c3-4fe6-9dad-ba46c55e1789 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 210 time: 0.0465047 Mar 03 12:42:28.875626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:42:28.915831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: e3deea32-e28b-4616-a6c5-041b545d1fa4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:42:28.915831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device e3deea32-e28b-4616-a6c5-041b545d1fa4 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:42:29.026004 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d78c951a-c04f-43ef-9a83-ba99c060fb48 req-710c998b-8f8a-4909-b201-48152c5c8860 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 210 time: 0.0482061 Mar 03 12:42:29.795478 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:42:29.869151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-e6e79ea2-e1cb-41b3-b513-1f4ec4f972ab tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:29.870599 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-e6e79ea2-e1cb-41b3-b513-1f4ec4f972ab tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 812 time: 0.1443729 Mar 03 12:42:29.918391 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d872813d-265e-4630-8e80-8acddc969520 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 380 time: 0.0399473 Mar 03 12:42:29.926570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'port': {'device_id': '369800b2-499d-4c37-8263-6df634f7a961', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'admin_state_up': True, 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'security_groups': ['d803847e-6529-4439-96cb-4f2e336d254d']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:42:30.062669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:42:30.073838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:42:30.131924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Made reservation on behalf of 597376e54bb64b3d8cdab9c8eeff573a for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:42:30.135731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:30.192167 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-15df0e54-d329-432b-b70f-ed8efe6f9277 req-b5cd00a5-db98-43bc-a065-bd4d52730eaa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 210 time: 0.0465922 Mar 03 12:42:30.344643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Allocated IP 172.20.0.6 (b06d8c7a-cb72-4d10-a27c-e3f6166740c6/fc3eb8a5-23e8-4e27-805a-18123d848f30/829d400b-8250-4c14-ac28-27a4a3ccd78a) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:42:30.536223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:30.551098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Transition to ACTIVE for port object 829d400b-8250-4c14-ac28-27a4a3ccd78a will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:42:30.639197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:30.706447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:42:30.709407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:42:30.717471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:42:30.758793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:30.777445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.777792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.778129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.778462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.778788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.779113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.779450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.779773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.780118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.780445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.780766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.781082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:42:30.805245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:30.805869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:30.908731 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-d6d775a5-85ca-4048-bab6-aea8b6a304fa tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9855156 Mar 03 12:42:30.919416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Request body: {'port': {'device_id': '369800b2-499d-4c37-8263-6df634f7a961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:42:30.993608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-deb8b203-e69c-4376-891f-ef497f4f14d4 None None] Provisioning for port 829d400b-8250-4c14-ac28-27a4a3ccd78a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:42:30.998770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-deb8b203-e69c-4376-891f-ef497f4f14d4 None None] Provisioning complete for port 829d400b-8250-4c14-ac28-27a4a3ccd78a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:42:31.000469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-deb8b203-e69c-4376-891f-ef497f4f14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:31.031601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:31.051780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-deb8b203-e69c-4376-891f-ef497f4f14d4 None None] Port 829d400b-8250-4c14-ac28-27a4a3ccd78a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:42:31.390828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4049698-24b8-41de-b61a-fc1c30526922 req-1242976e-61d8-4c93-a6d8-3da1dcaad38a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:31.392311 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b4049698-24b8-41de-b61a-fc1c30526922 req-1242976e-61d8-4c93-a6d8-3da1dcaad38a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 931 time: 0.0868647 Mar 03 12:42:31.438040 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b4049698-24b8-41de-b61a-fc1c30526922 req-298a5579-30ee-409d-9d41-61be6e170c39 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391431 Mar 03 12:42:31.501972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829d400b-8250-4c14-ac28-27a4a3ccd78a {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:42:31.509418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:31.522936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Transition to ACTIVE for port object 829d400b-8250-4c14-ac28-27a4a3ccd78a will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:42:31.609442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:31.751860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:31.868441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Attempting to bind port 829d400b-8250-4c14-ac28-27a4a3ccd78a on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:42:31.868785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Attempting to bind port 829d400b-8250-4c14-ac28-27a4a3ccd78a by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:42:31.869105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Attempting to bind port 829d400b-8250-4c14-ac28-27a4a3ccd78a on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:42:31.873792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Port 829d400b-8250-4c14-ac28-27a4a3ccd78a on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:42:31.874119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Attempting to bind port 829d400b-8250-4c14-ac28-27a4a3ccd78a on network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:42:31.879195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:42:31.879533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Checking segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:42:31.879916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Bound using segment: {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:42:31.880532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Bound port: 829d400b-8250-4c14-ac28-27a4a3ccd78a, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437bc5b2-1245-4c35-9a5f-1325c6da2806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:42:31.881063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:31.969167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:42:31.972076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:42:32.014996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:32.074750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.075612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:32.076788 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] 10.222.0.26 "PUT /v2.0/ports/829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 1093 time: 1.1613617 Mar 03 12:42:32.077222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:32.106025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0a6a-1b2b-4d6a-9415-b3bfd4dc7e79 service neutron] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:32.127342 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'status': 'completed', 'code': 200} Mar 03 12:42:32.220604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eba48-4638-4e43-94f2-1e651106e2bc req-b60b3e98-0160-4e9d-8455-91157744ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.222087 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3b4eba48-4638-4e43-94f2-1e651106e2bc req-b60b3e98-0160-4e9d-8455-91157744ee92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1096 time: 0.0746672 Mar 03 12:42:32.362570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eba48-4638-4e43-94f2-1e651106e2bc req-8a7ef93f-5d34-4ccd-ba3d-c4d5797a14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.363916 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3b4eba48-4638-4e43-94f2-1e651106e2bc req-8a7ef93f-5d34-4ccd-ba3d-c4d5797a14a3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1345928 Mar 03 12:42:32.498603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eba48-4638-4e43-94f2-1e651106e2bc req-6f1c1009-9178-403a-9e5a-7535ed09c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.500260 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3b4eba48-4638-4e43-94f2-1e651106e2bc req-6f1c1009-9178-403a-9e5a-7535ed09c916 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299694 Mar 03 12:42:32.606415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-e42414ef-c6df-42ef-b3ed-02869b91a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.607803 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-e42414ef-c6df-42ef-b3ed-02869b91a4ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1096 time: 0.0724697 Mar 03 12:42:32.626255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd2efa-1154-40d2-9c4a-621ec6d2da18 req-64143e59-efb4-43b9-92d3-e97e9b2b9e75 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.627718 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fbdd2efa-1154-40d2-9c4a-621ec6d2da18 req-64143e59-efb4-43b9-92d3-e97e9b2b9e75 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 943 time: 0.0826261 Mar 03 12:42:32.671841 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fbdd2efa-1154-40d2-9c4a-621ec6d2da18 req-a6cd2ea0-f342-4be1-a63f-abc3aafa099b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379517 Mar 03 12:42:32.682749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-4341eb1e-2dde-4d5a-b925-96024d050c5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 217 time: 0.0657744 Mar 03 12:42:32.748785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-67db4955-b0f6-4a0f-a0b9-3bc541b842b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.750195 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-67db4955-b0f6-4a0f-a0b9-3bc541b842b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0618703 Mar 03 12:42:32.823626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-f2ffe000-6bd3-4050-8365-05e3d363d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:32.825080 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-f2ffe000-6bd3-4050-8365-05e3d363d614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693345 Mar 03 12:42:32.955211 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-437ba8af-96bf-4e73-a228-73dcc1a94d48 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240313 Mar 03 12:42:33.081417 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7142e340-814d-4c27-963a-8c17a975c5c7 req-bd97cb54-0f4f-4f62-ad65-8c40cac6a593 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209080 Mar 03 12:42:33.864086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18430a6c-3162-4b48-8b7a-3e3451f541b6 req-7fec296d-94ac-4a55-83cd-5f079cf4bceb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:33.864889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-18430a6c-3162-4b48-8b7a-3e3451f541b6 req-7fec296d-94ac-4a55-83cd-5f079cf4bceb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:42:33.951365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-18430a6c-3162-4b48-8b7a-3e3451f541b6 req-7fec296d-94ac-4a55-83cd-5f079cf4bceb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:42:33.952563 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-18430a6c-3162-4b48-8b7a-3e3451f541b6 req-7fec296d-94ac-4a55-83cd-5f079cf4bceb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 943 time: 0.1657784 Mar 03 12:42:34.101539 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-18430a6c-3162-4b48-8b7a-3e3451f541b6 req-37ef1563-ea43-4a00-8fa6-a23e09f89a85 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433597 Mar 03 12:42:34.876472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:42:35.004801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:35.018044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'mac_address': 'fa:16:3e:4b:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:42:35.075706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:35.091594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829d400b-8250-4c14-ac28-27a4a3ccd78a {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:42:35.106338 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:35.170811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:35.239374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:35.285523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b3f3-6d9a-4a23-8441-eff50fc8460a req-91180528-305d-486c-8cba-a53dea06eedf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:35.287863 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b7f9b3f3-6d9a-4a23-8441-eff50fc8460a req-91180528-305d-486c-8cba-a53dea06eedf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 944 time: 0.0807176 Mar 03 12:42:35.332128 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b7f9b3f3-6d9a-4a23-8441-eff50fc8460a req-c3788f41-14c9-4f2f-9446-93afcab1db9b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Mar 03 12:42:35.362502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['829d400b-8250-4c14-ac28-27a4a3ccd78a'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:42:36.512185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab03e64-271c-4274-b8ce-dacce367fb49 req-c18841c6-bb84-4632-97be-3e114e8e7004 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:36.513622 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0ab03e64-271c-4274-b8ce-dacce367fb49 req-c18841c6-bb84-4632-97be-3e114e8e7004 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 944 time: 0.0791311 Mar 03 12:42:36.557774 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0ab03e64-271c-4274-b8ce-dacce367fb49 req-2f1d766c-7cbb-43ea-8372-123f321b2550 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385385 Mar 03 12:42:36.890658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:42:36.998963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 829d400b-8250-4c14-ac28-27a4a3ccd78a completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:42:37.003583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 829d400b-8250-4c14-ac28-27a4a3ccd78a triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:42:37.003973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:37.118404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:37.144159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:37.154411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:42:37.199899 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'code': 200} Mar 03 12:42:37.216795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:37.286087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:42:37.545316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc203-3367-4393-8646-7a3e8e9d3ed2 req-51d7bc39-c3c1-4ec7-9b42-8e75624e1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:37.546762 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f4acc203-3367-4393-8646-7a3e8e9d3ed2 req-51d7bc39-c3c1-4ec7-9b42-8e75624e1717 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1098 time: 0.0708311 Mar 03 12:42:37.586116 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f4acc203-3367-4393-8646-7a3e8e9d3ed2 req-4b52a6d6-b2b2-4d67-b19e-dd0175eea66b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335183 Mar 03 12:42:37.743833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308b29b-e811-4069-b7ef-9c5ee04af08d req-e1e9deb5-7e56-4092-947b-1eae78c6a7c5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:37.745284 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7308b29b-e811-4069-b7ef-9c5ee04af08d req-e1e9deb5-7e56-4092-947b-1eae78c6a7c5 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0783513 Mar 03 12:42:37.791631 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7308b29b-e811-4069-b7ef-9c5ee04af08d req-a76f5a0c-55e2-46a3-be79-38b9723f9c37 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 Mar 03 12:42:38.078952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff890-818c-4284-a5e1-ab320caa48cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:38.202968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:38.977643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba542125-a2ca-4048-b36a-38229920ec06 req-cd51b134-4d58-48d4-b05c-02360f2d6665 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:38.979067 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ba542125-a2ca-4048-b36a-38229920ec06 req-cd51b134-4d58-48d4-b05c-02360f2d6665 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0825315 Mar 03 12:42:39.023117 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ba542125-a2ca-4048-b36a-38229920ec06 req-60113d91-5d5a-43ec-9607-8bcde0d9f1ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384054 Mar 03 12:42:39.196942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c52984-58e0-4858-b493-ceb12485bbcb req-52b262a2-8434-44de-aa14-9e6f84146104 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:39.198370 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a3c52984-58e0-4858-b493-ceb12485bbcb req-52b262a2-8434-44de-aa14-9e6f84146104 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0786493 Mar 03 12:42:39.206756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42248) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:42:39.211867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Request body: {'floatingip': {'port_id': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:42:39.290284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:39.912286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:39.962978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:40.148512 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c associated. External IP: 172.26.8.104, port: 829d400b-8250-4c14-ac28-27a4a3ccd78a. Mar 03 12:42:40.176060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ffe3890a-5d3a-41d1-9ff6-3246d2888f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:40.613101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:42:40.793265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:42:40.798037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:40.802473 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:42:40.812795 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:42:40.813389 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:42:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:40.855653 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5b63fffc-db25-4bef-8519-91f952c396a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "PUT /v2.0/floatingips/3f24de99-8619-4918-952e-f9b95d9d737c HTTP/1.1" status: 200 len: 992 time: 1.6449168 Mar 03 12:42:40.855653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:42:40.896110 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'status': 'completed', 'code': 200} Mar 03 12:42:40.988625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-7e467d5c-6561-4eff-8d5b-7dbf31968ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:40.990103 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-7e467d5c-6561-4eff-8d5b-7dbf31968ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1098 time: 0.0725832 Mar 03 12:42:41.000463 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:42:41.125259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-5b1b29ef-f97a-42e1-9d27-56ecc8b11cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:41.127129 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-5b1b29ef-f97a-42e1-9d27-56ecc8b11cce service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1312916 Mar 03 12:42:41.216607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:41.234751 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-db37784b-9545-47b7-b632-ad2a30e2ddc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 1000 time: 0.1014149 Mar 03 12:42:41.300343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-8fd10641-1668-4598-9e5f-082f3793a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:41.301775 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-8fd10641-1668-4598-9e5f-082f3793a1f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0616205 Mar 03 12:42:41.378433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-b1f39e50-ca65-47a7-9453-7436a3e06d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:41.379824 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-b1f39e50-ca65-47a7-9453-7436a3e06d9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723801 Mar 03 12:42:41.380459 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:4b:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369800b2-499d-4c37-8263-6df634f7a961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:42:39Z', 'revision_number': 13, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:41.385263 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:42:41.393433 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:42:41.394024 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:42:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:41.506021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:41.515195 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-930ff625-7dda-46bb-a320-98d69c4e7294 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293135 Mar 03 12:42:41.572455 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:42:41.656176 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e4a2d96-4b30-4f0f-8ead-650d0fe2bbdc req-4892e8f8-087e-4cb5-aef7-be009938fb1d service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352098 Mar 03 12:42:41.925035 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:4b:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369800b2-499d-4c37-8263-6df634f7a961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:42:39Z', 'revision_number': 13, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:42:41.929306 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42aeb59-0679-4a4b-b6cc-297e56c1a9ae None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '3f24de99-8619-4918-952e-f9b95d9d737c', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'floating_ip_address': '172.26.8.104', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'port_id': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'mac_address': 'fa:16:3e:4b:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369800b2-499d-4c37-8263-6df634f7a961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:39:30Z', 'updated_at': '2022-03-03T12:42:39Z', 'revision_number': 13, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:42:42.134815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97c8f8-4ffb-4179-bab9-2d2c391bb825 None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:42:42.902172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:42:43.992673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08ecae-1917-48b0-a469-80ea49bf1d8b req-e88843ec-597e-4aed-b5eb-67b7e2202197 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:43.994161 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e08ecae-1917-48b0-a469-80ea49bf1d8b req-e88843ec-597e-4aed-b5eb-67b7e2202197 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0851500 Mar 03 12:42:44.038265 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e08ecae-1917-48b0-a469-80ea49bf1d8b req-9d01265b-92a5-44ea-abe6-21620b273782 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382845 Mar 03 12:42:54.214506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a962-9405-42f1-8b47-8f8e5a5eb774 req-cff44a81-72d4-4a17-a693-be512f84b5a2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:54.215989 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f211a962-9405-42f1-8b47-8f8e5a5eb774 req-cff44a81-72d4-4a17-a693-be512f84b5a2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0856650 Mar 03 12:42:54.264871 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f211a962-9405-42f1-8b47-8f8e5a5eb774 req-411d695b-f254-45aa-9853-88bba1fc329a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Mar 03 12:42:54.337137 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-472a659f-4c7c-4eff-b4da-c10dd90736fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177959 Mar 03 12:42:55.461143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3bf0f-0359-491c-8804-ecc7051a491e req-0769e68e-b769-412d-9d4c-7fa31a870af6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:55.462836 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-72a3bf0f-0359-491c-8804-ecc7051a491e req-0769e68e-b769-412d-9d4c-7fa31a870af6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0836585 Mar 03 12:42:55.510512 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-72a3bf0f-0359-491c-8804-ecc7051a491e req-b1aa8a54-a5ab-4c4a-9586-d66c93f2aa21 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418012 Mar 03 12:42:56.340985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-f0ec2942-1550-4a1e-b64c-e43674fd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:56.342436 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-f0ec2942-1550-4a1e-b64c-e43674fd9a76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1098 time: 0.1805689 Mar 03 12:42:56.471627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-8bbd7f2b-3344-4e18-b87a-391d80c0a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:56.473056 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-8bbd7f2b-3344-4e18-b87a-391d80c0a0c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1239929 Mar 03 12:42:56.575398 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-2dffa8da-b205-4ed9-a013-af7fd2f90ad6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 1002 time: 0.0958784 Mar 03 12:42:56.637974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-8e404d69-8265-4653-a036-c6ad6062aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:56.639333 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-8e404d69-8265-4653-a036-c6ad6062aed9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0580657 Mar 03 12:42:56.698764 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991fda3-fbde-4ed0-b238-f72765faea10 req-d4fe97c1-9f64-45ef-9cd2-d13709c42035 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:56.700276 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0991fda3-fbde-4ed0-b238-f72765faea10 req-d4fe97c1-9f64-45ef-9cd2-d13709c42035 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0827022 Mar 03 12:42:56.718621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-8045cc9a-fc2f-4681-b397-deb8a9047555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:56.720121 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-8045cc9a-fc2f-4681-b397-deb8a9047555 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741513 Mar 03 12:42:56.745030 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0991fda3-fbde-4ed0-b238-f72765faea10 req-aa001f80-e8ce-4943-874e-02be7d4c2588 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Mar 03 12:42:56.850571 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-bc878d80-450d-416a-973f-e0b0401b9fe2 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239493 Mar 03 12:42:56.979713 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-388d44de-2d67-4201-9475-d8aed140cd23 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224289 Mar 03 12:42:57.927769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680ada-2136-4012-8bfa-2e9bf97b7c75 req-6f89fee3-59f2-47e2-bfa4-93bc7bbfda36 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:57.929208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b2680ada-2136-4012-8bfa-2e9bf97b7c75 req-6f89fee3-59f2-47e2-bfa4-93bc7bbfda36 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0781035 Mar 03 12:42:57.972081 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b2680ada-2136-4012-8bfa-2e9bf97b7c75 req-0592c57b-b053-416a-8e72-36b1cc680422 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366595 Mar 03 12:42:59.159278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068737e1-5394-4a1a-b2cb-bab92dde3bf9 req-c9b30c2f-d101-4871-823e-eea85f40eeb4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:42:59.160802 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-068737e1-5394-4a1a-b2cb-bab92dde3bf9 req-c9b30c2f-d101-4871-823e-eea85f40eeb4 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0802438 Mar 03 12:42:59.203372 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-068737e1-5394-4a1a-b2cb-bab92dde3bf9 req-fcd53ecd-b416-4723-b969-c1ef891fac70 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365651 Mar 03 12:43:00.535813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67037af5-1ac8-46bd-8776-cc35902bb2be req-f6886f74-be88-4515-962e-d39e4f85f734 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:00.537200 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67037af5-1ac8-46bd-8776-cc35902bb2be req-f6886f74-be88-4515-962e-d39e4f85f734 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0852237 Mar 03 12:43:00.582002 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67037af5-1ac8-46bd-8776-cc35902bb2be req-07953cc3-48f3-4569-96c3-d21aab86bfda tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384977 Mar 03 12:43:01.768723 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d059070-b8db-4715-8b5d-7f4b8f3c0a88 req-68af91e9-e5a8-424e-94fb-ee79ddc07f16 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:01.770179 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d059070-b8db-4715-8b5d-7f4b8f3c0a88 req-68af91e9-e5a8-424e-94fb-ee79ddc07f16 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0840631 Mar 03 12:43:01.817476 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d059070-b8db-4715-8b5d-7f4b8f3c0a88 req-4f4d3fdc-195d-4087-b08e-27db26fa02d8 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Mar 03 12:43:02.998233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960038f-f3e5-46ef-9f92-2e5aa786a35c req-5740cad7-28af-4691-893c-851938b7b01f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:02.999574 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7960038f-f3e5-46ef-9f92-2e5aa786a35c req-5740cad7-28af-4691-893c-851938b7b01f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0776310 Mar 03 12:43:03.042168 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7960038f-f3e5-46ef-9f92-2e5aa786a35c req-8fb614b0-315a-433d-bb7e-4e00a13a681f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370398 Mar 03 12:43:04.229431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1782-c06d-4237-971b-161ef6479b2d req-bea11e4f-d045-4385-a99e-fe90ae24b1d6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:04.230869 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a94f1782-c06d-4237-971b-161ef6479b2d req-bea11e4f-d045-4385-a99e-fe90ae24b1d6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0854423 Mar 03 12:43:04.274664 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a94f1782-c06d-4237-971b-161ef6479b2d req-8a092a6c-a3ba-4768-b14a-d018b069bbe3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381689 Mar 03 12:43:04.748283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-1c0a99f9-562a-4c0c-9690-d41ba6cdb6bd tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:43:04.749868 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-1c0a99f9-562a-4c0c-9690-d41ba6cdb6bd tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069721 Mar 03 12:43:04.830389 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-b5192241-8c79-4519-81dd-2d37b0c4caa4 service neutron] 10.222.0.26 "GET /v2.0/ports/829d400b-8250-4c14-ac28-27a4a3ccd78a/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0751383 Mar 03 12:43:05.338916 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-fb1a7ea8-9c04-4838-82a1-5c085ec4c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:05.340473 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-fb1a7ea8-9c04-4838-82a1-5c085ec4c824 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 1098 time: 0.0738254 Mar 03 12:43:05.508898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-0b10eb79-d464-4a69-a581-946a62212b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:05.510364 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-0b10eb79-d464-4a69-a581-946a62212b59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1098 time: 0.1497445 Mar 03 12:43:05.524545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799632d-0af9-482e-9245-60ac98c375bd req-4409ead4-07c5-46b9-8b67-3ae1377b6151 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:05.525970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1799632d-0af9-482e-9245-60ac98c375bd req-4409ead4-07c5-46b9-8b67-3ae1377b6151 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.1232791 Mar 03 12:43:05.666344 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1799632d-0af9-482e-9245-60ac98c375bd req-acbb348c-ce6f-45c3-ad68-576f20c32f7d tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222672 Mar 03 12:43:05.694917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-325100b9-7561-47df-83e5-253abd4dc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:05.697274 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-325100b9-7561-47df-83e5-253abd4dc388 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1811614 Mar 03 12:43:05.799772 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-1b7f5339-119f-4f0e-84a4-01a48d54b742 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 1002 time: 0.0960076 Mar 03 12:43:05.985151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-0268dd58-c25e-4e9f-87cf-4f38101271b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:05.986586 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-0268dd58-c25e-4e9f-87cf-4f38101271b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.1806929 Mar 03 12:43:06.063884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-53fa6b9a-e881-47a1-9646-16ac315e522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:06.065405 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-53fa6b9a-e881-47a1-9646-16ac315e522c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731795 Mar 03 12:43:06.194227 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-1acff721-d22c-4a88-95ea-8d7902c69df9 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224678 Mar 03 12:43:06.327934 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cbd9f0c5-3f61-480b-bef9-81537c919b63 req-00f80ae7-8d4c-4bfb-9d95-4c16310caaa5 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261928 Mar 03 12:43:06.794658 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:43:06.858450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec755a-ba97-446b-9ac8-d28ab0b2b3fc req-fb24173f-fd21-494b-985c-16154c8701ff tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:06.860016 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-41ec755a-ba97-446b-9ac8-d28ab0b2b3fc req-fb24173f-fd21-494b-985c-16154c8701ff tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0788260 Mar 03 12:43:06.904585 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-41ec755a-ba97-446b-9ac8-d28ab0b2b3fc req-0ec22d90-e297-414c-abd8-42cde4718989 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386083 Mar 03 12:43:08.076891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d4b02919-888e-4e89-ab9c-fe227eae8378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:08.094621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a2b2-1115-462e-b57d-1b9e92c8c5a8 req-5f45a747-4f16-476c-9119-14148d50586a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:08.096108 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3024a2b2-1115-462e-b57d-1b9e92c8c5a8 req-5f45a747-4f16-476c-9119-14148d50586a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0831511 Mar 03 12:43:08.141882 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3024a2b2-1115-462e-b57d-1b9e92c8c5a8 req-dd1853b1-1c1c-4505-acfd-c71d113a5d51 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Mar 03 12:43:08.225319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:08.999998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:43:09.144619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:09.170904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:43:09.181304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:09.223002 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'code': 200} Mar 03 12:43:09.244676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:09.316090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:09.323448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.324057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.324398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.324732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.325067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.325394 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.325715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.326036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.326359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.326676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.326994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.327399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:09.331857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a6228-6623-4406-82f4-ac4a9094f547 req-f48f7bfd-281e-43ab-8b81-d2f03a723eec tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:09.333382 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-547a6228-6623-4406-82f4-ac4a9094f547 req-f48f7bfd-281e-43ab-8b81-d2f03a723eec tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 943 time: 0.0843222 Mar 03 12:43:09.378034 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-547a6228-6623-4406-82f4-ac4a9094f547 req-de51ec6e-2ac0-42d1-b209-5cdab3e427eb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 Mar 03 12:43:10.169919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-44c2d3e8-9f2c-4b95-a0be-d42558bcc408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:10.570070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08ed85-af39-4778-aa10-481320467505 req-270d0f95-9e7e-4df1-8c34-92420d9c78f6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:10.571609 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-de08ed85-af39-4778-aa10-481320467505 req-270d0f95-9e7e-4df1-8c34-92420d9c78f6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 943 time: 0.0801651 Mar 03 12:43:10.619077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-de08ed85-af39-4778-aa10-481320467505 req-4d0d8ba8-0e02-4724-9dc8-18530973e787 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Mar 03 12:43:11.014860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:43:11.159086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:11.171827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'mac_address': 'fa:16:3e:4b:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:43:11.225220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:11.237350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:11.242489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829d400b-8250-4c14-ac28-27a4a3ccd78a {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:43:11.257588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:11.312343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:11.381298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['829d400b-8250-4c14-ac28-27a4a3ccd78a'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:43:11.420871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:11.524630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:11.800280 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25777897-c62b-4c3f-9c50-06f2f03cfb0b req-01629ba4-0573-4718-942c-3ddd38d7d10c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:11.801733 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-25777897-c62b-4c3f-9c50-06f2f03cfb0b req-01629ba4-0573-4718-942c-3ddd38d7d10c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 944 time: 0.0799618 Mar 03 12:43:11.849256 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-25777897-c62b-4c3f-9c50-06f2f03cfb0b req-912fc745-4c51-4653-989c-e3cd1de5e9e2 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Mar 03 12:43:12.876358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:13.030708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:43:13.036873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd897c-dfc9-45ca-880e-ad2c58197d95 req-a6014b07-d06f-4f2d-b5b5-2be72e902f71 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:13.038341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-15bd897c-dfc9-45ca-880e-ad2c58197d95 req-a6014b07-d06f-4f2d-b5b5-2be72e902f71 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 944 time: 0.0791190 Mar 03 12:43:13.082830 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-15bd897c-dfc9-45ca-880e-ad2c58197d95 req-d9d2fbf4-9a27-46b0-be1d-afb0c7a76588 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387692 Mar 03 12:43:13.098962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 829d400b-8250-4c14-ac28-27a4a3ccd78a triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:43:13.099331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:13.216489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:13.242197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:43:13.252932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:13.294682 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'code': 200} Mar 03 12:43:13.346767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:13.413082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:14.268389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43cf23-ee8b-41fe-9706-76681aa03595 req-38072a44-a44e-48c5-bb0e-81adebbab056 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:14.269758 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-db43cf23-ee8b-41fe-9706-76681aa03595 req-38072a44-a44e-48c5-bb0e-81adebbab056 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0823889 Mar 03 12:43:14.313794 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-db43cf23-ee8b-41fe-9706-76681aa03595 req-67dbff64-1d94-4eb3-a56d-faabfda36b12 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376878 Mar 03 12:43:15.508834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a65c7-528b-404d-808c-f2a89761bb9c req-64f93038-6273-4721-81e0-4f61b93155b1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:15.510304 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32a65c7-528b-404d-808c-f2a89761bb9c req-64f93038-6273-4721-81e0-4f61b93155b1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0802705 Mar 03 12:43:15.554177 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d32a65c7-528b-404d-808c-f2a89761bb9c req-43fa4341-c7c6-49c6-9393-cb191ae8a36a tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381651 Mar 03 12:43:16.740110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7735f11-e3fd-4d09-908e-23f34d1ff20d req-c8d665ec-33a3-44af-be38-57fbe39dbd6c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:16.741560 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b7735f11-e3fd-4d09-908e-23f34d1ff20d req-c8d665ec-33a3-44af-be38-57fbe39dbd6c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0803421 Mar 03 12:43:16.795039 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b7735f11-e3fd-4d09-908e-23f34d1ff20d req-15f6129b-4516-413f-89eb-a527e5c06313 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474625 Mar 03 12:43:17.625659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6df7-a799-437a-ac3c-40b3055cd439 req-40392880-4f69-4201-ade4-8042e0697c46 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:17.626998 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2ede6df7-a799-437a-ac3c-40b3055cd439 req-40392880-4f69-4201-ade4-8042e0697c46 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.1108232 Mar 03 12:43:17.635505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-0719c2a6-2cab-476c-bec9-3657b4890747 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:17.636869 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-0719c2a6-2cab-476c-bec9-3657b4890747 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961&tenant_id=597376e54bb64b3d8cdab9c8eeff573a&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.1554422 Mar 03 12:43:17.733427 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2ede6df7-a799-437a-ac3c-40b3055cd439 req-4f22aa12-5181-4aef-ae07-be31aad572ea tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956140 Mar 03 12:43:17.746035 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-beaa0251-4633-41fa-bcb0-3f08fdea5886 service neutron] 10.222.0.26 "GET /v2.0/ports/829d400b-8250-4c14-ac28-27a4a3ccd78a/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0954845 Mar 03 12:43:17.839029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-be48ddc4-a8c0-49cd-b955-a66bdcc576ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:17.840488 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-be48ddc4-a8c0-49cd-b955-a66bdcc576ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1098 time: 0.0739725 Mar 03 12:43:17.968518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-86a27873-8ff2-44ef-862a-e4d7fa809c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:17.969934 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-86a27873-8ff2-44ef-862a-e4d7fa809c64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1238420 Mar 03 12:43:18.067769 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-e3c047ce-de88-40ce-ae1e-8c473fbcff09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 1002 time: 0.0920656 Mar 03 12:43:18.130963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-ae90fd23-58d5-4905-b6a1-c8d50161a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:18.132620 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-ae90fd23-58d5-4905-b6a1-c8d50161a6a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0585430 Mar 03 12:43:18.205313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-b8858e25-e404-4ca5-a6b7-0698806d4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:18.206723 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-b8858e25-e404-4ca5-a6b7-0698806d4b55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684114 Mar 03 12:43:18.433848 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-6cb070b6-301a-49f0-b84f-ecf69fee90e0 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207925 Mar 03 12:43:18.562515 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-2e3454d6-8d71-4d74-9e47-90879d0c3751 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225424 Mar 03 12:43:18.922230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d95c3-f3e8-4979-99c7-ca47b33a3319 req-280eae5f-aade-4eab-80db-a7f8d473ed16 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:18.923676 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5f8d95c3-f3e8-4979-99c7-ca47b33a3319 req-280eae5f-aade-4eab-80db-a7f8d473ed16 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0820274 Mar 03 12:43:18.968289 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5f8d95c3-f3e8-4979-99c7-ca47b33a3319 req-47e0d192-e320-48fe-bafe-bbd44ebb3e6e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387712 Mar 03 12:43:20.159157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b3fe3-c8f5-4880-93ac-6f591f4f98e3 req-43b73b5d-8858-4c20-b4b2-4bb40a1a63f7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:20.160615 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-016b3fe3-c8f5-4880-93ac-6f591f4f98e3 req-43b73b5d-8858-4c20-b4b2-4bb40a1a63f7 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0838966 Mar 03 12:43:20.205117 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-016b3fe3-c8f5-4880-93ac-6f591f4f98e3 req-16a7565f-501f-41b7-9291-454bb9af8fea tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381503 Mar 03 12:43:21.389722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595229-8997-49eb-86fe-59c78b64d053 req-27ef56fc-7806-4c20-996b-bbc49a5ad2e6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:21.391238 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d3595229-8997-49eb-86fe-59c78b64d053 req-27ef56fc-7806-4c20-996b-bbc49a5ad2e6 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0802047 Mar 03 12:43:21.437155 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d3595229-8997-49eb-86fe-59c78b64d053 req-a7ac4175-4dac-402a-a0fa-c295bd7af0ca tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Mar 03 12:43:22.332176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-5b9e4ab6-3d4b-45f8-ae82-6f5c5a5bda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:22.333551 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-5b9e4ab6-3d4b-45f8-ae82-6f5c5a5bda27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961&tenant_id=597376e54bb64b3d8cdab9c8eeff573a HTTP/1.1" status: 200 len: 1098 time: 0.0704625 Mar 03 12:43:22.432667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-76eecc7f-f479-4d37-8e0b-1499ff5239be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:22.434118 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-76eecc7f-f479-4d37-8e0b-1499ff5239be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1098 time: 0.0756018 Mar 03 12:43:22.608251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-1a4dadcb-59f7-4382-aaac-1553c5706aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:22.609684 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-1a4dadcb-59f7-4382-aaac-1553c5706aa1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1698592 Mar 03 12:43:22.726367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a308e-438c-4d88-85ec-56e4c7a90bd5 req-76303563-b301-4580-acb0-96d03d0e5dc1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:22.728145 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-810a308e-438c-4d88-85ec-56e4c7a90bd5 req-76303563-b301-4580-acb0-96d03d0e5dc1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.1854982 Mar 03 12:43:22.734911 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-734e6333-f0eb-4c2a-9a2f-cd64075b75e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 1002 time: 0.1176758 Mar 03 12:43:22.820872 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-810a308e-438c-4d88-85ec-56e4c7a90bd5 req-80f8cd50-be2b-430a-9453-33377c58a6cb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850172 Mar 03 12:43:22.828390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-da978ae0-fd61-4167-a492-78d4111bf238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:22.829753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-da978ae0-fd61-4167-a492-78d4111bf238 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0808091 Mar 03 12:43:22.903839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-97cf19bc-68ca-4b9d-854e-ef1dc905c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:22.905278 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-97cf19bc-68ca-4b9d-854e-ef1dc905c792 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691946 Mar 03 12:43:23.034794 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-8fe6c596-3036-4ac2-b66a-542997b9ea09 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236231 Mar 03 12:43:23.166553 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e17ee52d-a528-43a8-9700-00330b1ef77b req-225e00fa-5b7f-4ec6-9554-b95da6daae42 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249895 Mar 03 12:43:24.010907 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dfddd-498a-41c2-9d70-1f4958453183 req-22dad056-9292-4ba4-9311-efd81b3dbfaf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:24.012425 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-513dfddd-498a-41c2-9d70-1f4958453183 req-22dad056-9292-4ba4-9311-efd81b3dbfaf tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0825248 Mar 03 12:43:24.056881 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-513dfddd-498a-41c2-9d70-1f4958453183 req-407b8807-ade0-4ad8-8ed8-14d0063148cd tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Mar 03 12:43:25.078173 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:43:25.192912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:25.220897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:43:25.228703 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:25.255348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f50fe9-9035-4f55-9931-02b59cc42b7b req-4a58e4f3-af17-47da-9133-578452dffc27 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:25.256856 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e7f50fe9-9035-4f55-9931-02b59cc42b7b req-4a58e4f3-af17-47da-9133-578452dffc27 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0887787 Mar 03 12:43:25.274582 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'code': 200} Mar 03 12:43:25.299271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:25.303459 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e7f50fe9-9035-4f55-9931-02b59cc42b7b req-5705964f-8085-4032-9b94-7679e8b7b75f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 Mar 03 12:43:25.368498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=9']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:26.496155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864719d-874c-42da-bf46-85e6dd1dd227 req-0951d807-e4c1-4d50-948e-ca7840d5788c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:26.497600 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3864719d-874c-42da-bf46-85e6dd1dd227 req-0951d807-e4c1-4d50-948e-ca7840d5788c tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 943 time: 0.0830328 Mar 03 12:43:26.632863 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3864719d-874c-42da-bf46-85e6dd1dd227 req-6d0651d5-fd00-4bc3-a869-dd2531003b94 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294036 Mar 03 12:43:27.092333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:43:27.225900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:27.238974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'port_id': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'mac_address': 'fa:16:3e:4b:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:43:27.294317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:27.311491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829d400b-8250-4c14-ac28-27a4a3ccd78a {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:43:27.327949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:27.392460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:27.497143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=10']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:27.499833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['829d400b-8250-4c14-ac28-27a4a3ccd78a'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:43:27.819474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ec2d8-d590-4399-a740-75ddb0484eae req-587b02fe-3ca7-4cf1-817f-cd2e3a4c56e3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:27.820857 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c99ec2d8-d590-4399-a740-75ddb0484eae req-587b02fe-3ca7-4cf1-817f-cd2e3a4c56e3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0795782 Mar 03 12:43:27.869908 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c99ec2d8-d590-4399-a740-75ddb0484eae req-23f5f06b-4383-4f84-bd14-3c853383648f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Mar 03 12:43:29.053267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67ae59-c774-4023-9ef0-704ca8c6d480 req-99c17ea4-1767-4e2a-a697-17453264ac29 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:29.054608 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fc67ae59-c774-4023-9ef0-704ca8c6d480 req-99c17ea4-1767-4e2a-a697-17453264ac29 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 945 time: 0.0783200 Mar 03 12:43:29.092339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:43:29.098179 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fc67ae59-c774-4023-9ef0-704ca8c6d480 req-2fb742c8-6d94-4dc5-b341-9a7f2f9b6412 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373051 Mar 03 12:43:29.158069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 829d400b-8250-4c14-ac28-27a4a3ccd78a triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:43:29.158429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:29.269654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:29.295510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:43:29.304735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:29.347867 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'code': 200} Mar 03 12:43:29.380510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:29.446181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=11']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:29.933594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-9aa1da8b-83aa-4c87-8f14-197fee00b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:29.935020 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-9aa1da8b-83aa-4c87-8f14-197fee00b4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 1099 time: 0.0701475 Mar 03 12:43:30.076210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-549479bb-023f-445d-bedd-0618275266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:30.083498 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-549479bb-023f-445d-bedd-0618275266a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 200 len: 913 time: 0.1241112 Mar 03 12:43:30.282260 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-725d9c07-c672-4831-87af-db8bb35f9577 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 200 len: 1002 time: 0.1988513 Mar 03 12:43:30.292157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8441c1d-4daa-49bf-82a0-db187f951454 req-320ce458-5e73-4a08-b197-516961a7bd44 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:30.293615 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a8441c1d-4daa-49bf-82a0-db187f951454 req-320ce458-5e73-4a08-b197-516961a7bd44 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0860450 Mar 03 12:43:30.340499 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a8441c1d-4daa-49bf-82a0-db187f951454 req-151e7279-09c8-4e12-8c10-59e9727e05c0 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Mar 03 12:43:30.348543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-d526df60-5d55-4c6a-8115-92bbb76fe3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:30.350085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-d526df60-5d55-4c6a-8115-92bbb76fe3ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 200 len: 851 time: 0.0610285 Mar 03 12:43:30.428972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-9dfb33f2-dbfe-4921-8dbe-91649db29d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:30.431067 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-9dfb33f2-dbfe-4921-8dbe-91649db29d02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b06d8c7a-cb72-4d10-a27c-e3f6166740c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736351 Mar 03 12:43:30.565175 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-3080b2dc-031b-41f8-8c71-723c6dcf9e3a service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269567 Mar 03 12:43:30.694732 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c7c1d02-fcc7-45b4-8b3c-270624311588 req-661a1bc5-1373-43ce-b19d-fa198c48ad10 service neutron] 10.222.0.26 "GET /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234350 Mar 03 12:43:31.529843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cc3af-fccc-4a52-b1fb-262c636a5439 req-6e8f7dc2-8b94-40a1-82c5-049657f004c3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:31.531230 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-962cc3af-fccc-4a52-b1fb-262c636a5439 req-6e8f7dc2-8b94-40a1-82c5-049657f004c3 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0839489 Mar 03 12:43:31.576666 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-962cc3af-fccc-4a52-b1fb-262c636a5439 req-66473118-6821-4964-8d4e-631a75bd6d2e tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Mar 03 12:43:32.766671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef656c-81d1-47df-95ab-6314aebd4e8a req-3b4b891b-016b-4ef3-a22e-e45f4f227555 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:32.768135 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6bef656c-81d1-47df-95ab-6314aebd4e8a req-3b4b891b-016b-4ef3-a22e-e45f4f227555 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0832295 Mar 03 12:43:32.816198 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6bef656c-81d1-47df-95ab-6314aebd4e8a req-463b2675-de0f-483b-b649-689dded98b23 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Mar 03 12:43:33.002743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18484830-17eb-47e6-ae13-3cb80ff504f3 req-ba7e1b13-d29c-44aa-958c-f55b44f47e06 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:33.004196 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-18484830-17eb-47e6-ae13-3cb80ff504f3 req-ba7e1b13-d29c-44aa-958c-f55b44f47e06 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0829740 Mar 03 12:43:33.047464 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-18484830-17eb-47e6-ae13-3cb80ff504f3 req-4b7fb477-daf7-43af-93f4-d2c39188e6fb tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Mar 03 12:43:33.232185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d67c9d-49af-4a2e-91e6-bfb81616b453 req-61407734-26cc-4632-8e05-30a6c74d6d2b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:33.233625 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-76d67c9d-49af-4a2e-91e6-bfb81616b453 req-61407734-26cc-4632-8e05-30a6c74d6d2b tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0788863 Mar 03 12:43:33.276614 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-76d67c9d-49af-4a2e-91e6-bfb81616b453 req-b95cbb66-c4a0-4966-aaef-3774afb1e232 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373657 Mar 03 12:43:33.926121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece40f05-cfa6-46a6-b5f4-2dbca3dfd2ff req-30c7fb53-cd27-46ff-87a4-1875c780d1ad tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:33.927571 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ece40f05-cfa6-46a6-b5f4-2dbca3dfd2ff req-30c7fb53-cd27-46ff-87a4-1875c780d1ad tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0822973 Mar 03 12:43:33.971387 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ece40f05-cfa6-46a6-b5f4-2dbca3dfd2ff req-feca0152-5478-4aff-9873-43ba25fc4c77 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373716 Mar 03 12:43:35.166455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577cbe-9760-4c9f-bd99-4fe450d49125 req-855919e1-c377-4f8a-b211-8b1c95afd962 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:35.167914 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9f577cbe-9760-4c9f-bd99-4fe450d49125 req-855919e1-c377-4f8a-b211-8b1c95afd962 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0860910 Mar 03 12:43:35.211955 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9f577cbe-9760-4c9f-bd99-4fe450d49125 req-523be19a-ca3d-4eb2-8a0a-95d584a9f6ab tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378387 Mar 03 12:43:36.240242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-f6db9fbd-cc70-41b6-a26d-c9d33984c400 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:36.241668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-f6db9fbd-cc70-41b6-a26d-c9d33984c400 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0875025 Mar 03 12:43:36.318038 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Deleting port 829d400b-8250-4c14-ac28-27a4a3ccd78a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:43:36.318455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:36.399380 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0a304-4ce4-4a71-9bad-9d3cb4b55096 req-01f07d8f-cdc5-46ff-bee4-8189d27186ba tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:36.400984 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5af0a304-4ce4-4a71-9bad-9d3cb4b55096 req-01f07d8f-cdc5-46ff-bee4-8189d27186ba tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 946 time: 0.0813158 Mar 03 12:43:36.457511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5af0a304-4ce4-4a71-9bad-9d3cb4b55096 req-895b456b-0bb0-4899-83ab-c7a9122d78a1 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups?id=d803847e-6529-4439-96cb-4f2e336d254d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494382 Mar 03 12:43:36.567606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] For port 829d400b-8250-4c14-ac28-27a4a3ccd78a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=829d400b-8250-4c14-ac28-27a4a3ccd78a,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:36.567837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:36.852086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:36.852453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:36.852786 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Floating IP 3f24de99-8619-4918-952e-f9b95d9d737c disassociated. External IP: 172.26.8.104, port: 829d400b-8250-4c14-ac28-27a4a3ccd78a. Mar 03 12:43:36.853113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Calling delete_port for 829d400b-8250-4c14-ac28-27a4a3ccd78a owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:43:37.053218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:37.205667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event deleted for resources: {'Port': ['ID=829d400b-8250-4c14-ac28-27a4a3ccd78a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:37.216397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.216746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.217180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.217468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.217722 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.218039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.218353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.218669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.218982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.219299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.219609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.219942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:43:37.409683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:43:37.610175 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7eff2cff-ef1d-403f-bd7e-894aff062a58 req-662b8242-4b0f-4216-a3bb-9ec95f89bd16 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 210 time: 0.0484526 Mar 03 12:43:37.630705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:43:37.640321 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:43:37.650126 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:43:37.650826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:43:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:37.705403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] No DVR routers for this DVR port 829d400b-8250-4c14-ac28-27a4a3ccd78a on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:43:37.707875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:37.710399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-deleted', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:43:37.793170 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8069c57b-6255-4760-9b2f-7ac653edc237 req-3b0ac7af-7412-404e-ba5e-5c36ffbf1e7f tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.26 "DELETE /v2.0/ports/829d400b-8250-4c14-ac28-27a4a3ccd78a HTTP/1.1" status: 204 len: 173 time: 1.5461993 Mar 03 12:43:37.811243 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369800b2-499d-4c37-8263-6df634f7a961', 'name': 'network-vif-deleted', 'tag': '829d400b-8250-4c14-ac28-27a4a3ccd78a', 'status': 'completed', 'code': 200} Mar 03 12:43:37.828551 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:43:38.066528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1417eaa1-0582-472a-b68f-5f2b23902428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:38.143491 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:38.147262 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:43:38.156156 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:43:38.156746 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:43:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:38.237947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:38.341571 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:43:38.682924 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:38.686834 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7879216-c357-4510-af97-e81c6f3b1644 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:39:26Z', 'revision_number': 4, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b569287b-fd56-4da2-97a6-187a9696fb5d', 'name': '', 'network_id': 'b06d8c7a-cb72-4d10-a27c-e3f6166740c6', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'mac_address': 'fa:16:3e:e9:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:25Z', 'updated_at': '2022-03-03T12:39:31Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'subnets': [{'id': 'fc3eb8a5-23e8-4e27-805a-18123d848f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:43:38.777559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d943c186-149d-4648-8076-80d6cd93875c req-08ca667a-ff34-42a5-b3f1-1c0879649338 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Synchronizing usage tracker for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:43:38.843517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d943c186-149d-4648-8076-80d6cd93875c req-08ca667a-ff34-42a5-b3f1-1c0879649338 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Unset dirty status for tenant:597376e54bb64b3d8cdab9c8eeff573a on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:43:38.844758 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d943c186-149d-4648-8076-80d6cd93875c req-08ca667a-ff34-42a5-b3f1-1c0879649338 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/ports?device_id=369800b2-499d-4c37-8263-6df634f7a961 HTTP/1.1" status: 200 len: 210 time: 0.1113939 Mar 03 12:43:38.922823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416cc1fa-0899-4e55-86a7-32bcd2a98b44 None None] New status for floating IP 3f24de99-8619-4918-952e-f9b95d9d737c: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:43:40.163280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-50946400-9511-44e6-aa83-7ebf9207ed7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:41.155373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:43:41.195346 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 829d400b-8250-4c14-ac28-27a4a3ccd78a {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:43:41.196587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 829d400b-8250-4c14-ac28-27a4a3ccd78a not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:43:41.244247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:41.523707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:42.894847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:43.316672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42462) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:43.380885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ae99d68b-5e2c-4e19-bb1a-8ed30debfe39 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:43.408173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ae99d68b-5e2c-4e19-bb1a-8ed30debfe39 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:43.515906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ae99d68b-5e2c-4e19-bb1a-8ed30debfe39 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:43.537893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d68b-5e2c-4e19-bb1a-8ed30debfe39 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d803847e-6529-4439-96cb-4f2e336d254d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:43.623909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ae99d68b-5e2c-4e19-bb1a-8ed30debfe39 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:43.625077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ae99d68b-5e2c-4e19-bb1a-8ed30debfe39 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "DELETE /v2.0/security-groups/d803847e-6529-4439-96cb-4f2e336d254d HTTP/1.1" status: 204 len: 168 time: 0.3074026 Mar 03 12:43:43.627572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42466) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:43.642837 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-737749dc-3904-4df8-9c08-de4b7bcd5298 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] show failed (client error): The resource could not be found. Mar 03 12:43:43.643698 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-737749dc-3904-4df8-9c08-de4b7bcd5298 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "GET /v2.0/security-groups/d803847e-6529-4439-96cb-4f2e336d254d HTTP/1.1" status: 404 len: 347 time: 0.0152087 Mar 03 12:43:43.646064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42470) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:43.794137 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:43:43.800213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Deleting port ff5acb0d-0ac6-4514-8b74-82c482208e43 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:43:43.800576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:43.968228 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:43.968555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:44.088073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Calling delete_port for ff5acb0d-0ac6-4514-8b74-82c482208e43 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:43:44.294679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:44.445241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Pushing event deleted for resources: {'Port': ['ID=ff5acb0d-0ac6-4514-8b74-82c482208e43,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:44.540865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:44.617491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:44.618625 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f94a1371-a9db-4fdd-90ed-00da5151e8b9 tempest-ServerActionsTestJSON-1795222281 tempest-ServerActionsTestJSON-1795222281-project] 10.222.0.35 "DELETE /v2.0/floatingips/3f24de99-8619-4918-952e-f9b95d9d737c HTTP/1.1" status: 204 len: 168 time: 0.9716704 Mar 03 12:43:44.621606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42474) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:45.144391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:45.486487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Deleting port b569287b-fd56-4da2-97a6-187a9696fb5d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:43:45.487203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:45.658184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] For port b569287b-fd56-4da2-97a6-187a9696fb5d, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b569287b-fd56-4da2-97a6-187a9696fb5d,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:45.658534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:45.885472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Calling delete_port for b569287b-fd56-4da2-97a6-187a9696fb5d owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:43:46.277861 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:46.325210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b569287b-fd56-4da2-97a6-187a9696fb5d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:46.595877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:46.946079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:43:47.114334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:43:47.123983 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] Sync routers for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:43:47.127206 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bcdabfbb-9b1a-4696-bf36-7800185250e9 admin admin] 10.222.0.35 "PUT /v2.0/routers/2d3c5768-0d16-4ec4-a9d3-7a37cb0822de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5039515 Mar 03 12:43:47.129092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42478) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:47.143078 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:43:47.143679 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:43:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:47.334302 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:43:47.427971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:47.604055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:47.621158 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:43:46Z', 'revision_number': 5, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port': {'id': 'a0bf985e-8f2d-4458-8277-ff477002de93', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:39:22Z', 'updated_at': '2022-03-03T12:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:47.624849 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] Checking router: 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:43:47.633244 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] Routers {'2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:43:47.634537 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:43:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:47.681263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Deleting port a0bf985e-8f2d-4458-8277-ff477002de93 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:43:47.681600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:47.781216 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] Set router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:43:47.860811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] For port a0bf985e-8f2d-4458-8277-ff477002de93, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a0bf985e-8f2d-4458-8277-ff477002de93,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:47.861132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:47.893555 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:43:47Z', 'revision_number': 6, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:47.897486 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c11171-9ab0-4774-92b0-8efb43785c12 None None] The sync data for ids ['2d3c5768-0d16-4ec4-a9d3-7a37cb0822de'] in dv-neutron-831730-1-hyperv is: [{'id': '2d3c5768-0d16-4ec4-a9d3-7a37cb0822de', 'name': 'tempest-ServerActionsTestJSON-2086152263-router', 'tenant_id': '597376e54bb64b3d8cdab9c8eeff573a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:39:21Z', 'updated_at': '2022-03-03T12:43:47Z', 'revision_number': 6, 'project_id': '597376e54bb64b3d8cdab9c8eeff573a', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:43:47.988811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Calling delete_port for a0bf985e-8f2d-4458-8277-ff477002de93 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:43:48.209476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.260505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bf985e-8f2d-4458-8277-ff477002de93,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:48.355396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.544142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.546338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.643590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.644299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3c5768-0d16-4ec4-a9d3-7a37cb0822de {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:43:48.659059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.659059 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a49206fe-55cd-4d48-9d1f-c56cc0aeb774 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2d3c5768-0d16-4ec4-a9d3-7a37cb0822de HTTP/1.1" status: 204 len: 168 time: 1.5283365 Mar 03 12:43:48.660898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42482) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:48.723166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] Deleting subnet fc3eb8a5-23e8-4e27-805a-18123d848f30 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:43:48.726068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.780436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.802824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a0bf985e-8f2d-4458-8277-ff477002de93 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:43:48.839674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: a0bf985e-8f2d-4458-8277-ff477002de93 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:43:48.840121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a0bf985e-8f2d-4458-8277-ff477002de93 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:43:48.840604 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b569287b-fd56-4da2-97a6-187a9696fb5d no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:43:48.870159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:48.873473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b569287b-fd56-4da2-97a6-187a9696fb5d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:43:48.873819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b569287b-fd56-4da2-97a6-187a9696fb5d not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:43:49.106279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.143069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3eb8a5-23e8-4e27-805a-18123d848f30,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:49.148528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.153974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122d7fa-1a4c-407f-8c56-d47fddba4339 None None] Network b06d8c7a-cb72-4d10-a27c-e3f6166740c6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:43:49.155060 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2fa975cc-f560-4ad8-a0fd-4fadcec93f5f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fc3eb8a5-23e8-4e27-805a-18123d848f30 HTTP/1.1" status: 204 len: 168 time: 0.4932175 Mar 03 12:43:49.157511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42486) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:49.261510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.271584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Deleting port 96cd30e0-7e91-4020-9242-3a3f0663ffde {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:43:49.271908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.399344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] DHCP port deletion for b06d8c7a-cb72-4d10-a27c-e3f6166740c6 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:43:49.403518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Deleting port 96cd30e0-7e91-4020-9242-3a3f0663ffde {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:43:49.403914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.480442 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] For port 96cd30e0-7e91-4020-9242-3a3f0663ffde, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=96cd30e0-7e91-4020-9242-3a3f0663ffde,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:49.480787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.601778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Calling delete_port for 96cd30e0-7e91-4020-9242-3a3f0663ffde owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:43:49.606829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] For port 96cd30e0-7e91-4020-9242-3a3f0663ffde, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=96cd30e0-7e91-4020-9242-3a3f0663ffde,segment=NetworkSegment(437bc5b2-1245-4c35-9a5f-1325c6da2806),segment_id=437bc5b2-1245-4c35-9a5f-1325c6da2806)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:43:49.607229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.729842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Calling delete_port for 96cd30e0-7e91-4020-9242-3a3f0663ffde owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:43:49.751837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.799085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cd30e0-7e91-4020-9242-3a3f0663ffde,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:49.802463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] No DVR routers for this DVR port 96cd30e0-7e91-4020-9242-3a3f0663ffde on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:43:49.831763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:43:49.832415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:43:49.913678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.938040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06d8c7a-cb72-4d10-a27c-e3f6166740c6']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:49.949568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437bc5b2-1245-4c35-9a5f-1325c6da2806') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:49.949855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437bc5b2-1245-4c35-9a5f-1325c6da2806') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:43:49.960569 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.976207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.982625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:43:49.982938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:43:49.995453 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:43:50.128940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:50.144906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:50.154905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06d8c7a-cb72-4d10-a27c-e3f6166740c6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:50.220965 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f6bfdcf8-7a16-4445-b628-3b1a7c5e1043 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b06d8c7a-cb72-4d10-a27c-e3f6166740c6 HTTP/1.1" status: 204 len: 168 time: 1.0624905 Mar 03 12:43:50.333546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Deleting port 96cd30e0-7e91-4020-9242-3a3f0663ffde {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:43:50.333947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:50.402348 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d90c7366-edc9-4322-ae14-5fcbc100fc73 None None] The port '96cd30e0-7e91-4020-9242-3a3f0663ffde' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:43:50.578213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42494) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:50.626600 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-765afa67-604c-44f0-b180-1a8bece961f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=597376e54bb64b3d8cdab9c8eeff573a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471780 Mar 03 12:43:50.629034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42498) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:50.690411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21afd38f-3c58-48d1-accc-1e6cfca4081a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:50.715612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21afd38f-3c58-48d1-accc-1e6cfca4081a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:50.789232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 96cd30e0-7e91-4020-9242-3a3f0663ffde no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:43:50.830706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 96cd30e0-7e91-4020-9242-3a3f0663ffde {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:43:50.830964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 96cd30e0-7e91-4020-9242-3a3f0663ffde not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:43:50.835677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21afd38f-3c58-48d1-accc-1e6cfca4081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:50.853959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afd38f-3c58-48d1-accc-1e6cfca4081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d0d22-9172-45c0-bff8-7a80d8fa2a48,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:50.860408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21afd38f-3c58-48d1-accc-1e6cfca4081a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:50.861497 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-21afd38f-3c58-48d1-accc-1e6cfca4081a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/347d0d22-9172-45c0-bff8-7a80d8fa2a48 HTTP/1.1" status: 204 len: 168 time: 0.2316065 Mar 03 12:43:51.876609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42522) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:51.891064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-e769590e-019d-4364-8606-e48479ae09f6 req-63af463a-835d-4015-beed-108d865d884f service neutron] (88430) timed out ('10.222.0.26', 52459) {{(pid=88430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 12:43:51.979746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1232680057-network', 'tenant_id': '84649655e1c9478d9a9e3ecfeeb496af'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:43:51.984530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:43:51.988604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Usage tracker for resource:network and tenant:84649655e1c9478d9a9e3ecfeeb496af is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:43:51.991427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:43:51.997474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:43:52.065777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Made reservation on behalf of 84649655e1c9478d9a9e3ecfeeb496af for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:43:52.067994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.080176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.094604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:43:52.098320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Usage tracker for resource:security_group_rule and tenant:84649655e1c9478d9a9e3ecfeeb496af is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:43:52.101141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:43:52.106761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:43:52.185404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.254351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.288027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:43:52.296628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b18037-57e4-4b83-853d-a76caa5fb3de,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:52.307840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.307840 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Added segment 11c65041-16ae-4b22-b7c1-49e2cccad2b2 of type vlan for network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 Mar 03 12:43:52.333875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.420196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.421154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:52.421728 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:52.531845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] Pushing event updated for resources: {'Network': ['ID=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:52.542610 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:43:52.580864 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-6119cb34-13c3-4df2-a2b4-b6f8d039bd39 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7031903 Mar 03 12:43:52.583598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42528) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:43:52.590337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Request body: {'subnet': {'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1232680057-subnet', 'tenant_id': '84649655e1c9478d9a9e3ecfeeb496af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:43:52.595208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:43:52.599019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Usage tracker for resource:subnet and tenant:84649655e1c9478d9a9e3ecfeeb496af is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:43:52.603213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:43:52.608939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:43:52.700265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Made reservation on behalf of 84649655e1c9478d9a9e3ecfeeb496af for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:43:52.702614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:53.047180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:53.122394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e1ca4b-38a2-4a37-8469-f38d8f04e971,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:53.129634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Checking segment: {'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:43:53.129983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Network hostable DHCP agents. Network: 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:43:53.197563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:43:53.271759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:43:53.275889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:53.276612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:53.281023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6598cc-636b-469f-b05c-c3fcfbd05ce3 None None] Network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:43:53.370221 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d9eefd45-45d6-4dee-bb73-e3735b6ad1ec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7855275 Mar 03 12:43:53.488828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47537742-d089-4148-8159-e2757f1b0484 None None] Network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:43:54.003863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-2e3e4159-e89d-4ce5-be17-fe2eb0f96c9f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:54.004544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-2e3e4159-e89d-4ce5-be17-fe2eb0f96c9f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Synchronizing usage tracker for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:43:54.106291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-2e3e4159-e89d-4ce5-be17-fe2eb0f96c9f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Unset dirty status for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:43:54.107489 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-2e3e4159-e89d-4ce5-be17-fe2eb0f96c9f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/networks?id=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 HTTP/1.1" status: 200 len: 814 time: 0.2463753 Mar 03 12:43:54.123133 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-f11c34be-0b84-4013-aa34-3d5f48ff75d7 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/quotas/84649655e1c9478d9a9e3ecfeeb496af HTTP/1.1" status: 200 len: 375 time: 0.0101473 Mar 03 12:43:54.171237 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-641c1001-86eb-4237-ad54-4048a648623a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432143 Mar 03 12:43:54.182233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-1b315a6f-fb51-42d9-836a-15497499877d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:43:54.183155 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-1b315a6f-fb51-42d9-836a-15497499877d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057483 Mar 03 12:43:54.310511 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-47779586-045d-4820-b1d7-baece412ed8c service neutron] 10.222.0.35 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218324 Mar 03 12:43:54.440536 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-bccbb97d-5093-42e1-852f-77302a106d49 service neutron] 10.222.0.35 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242862 Mar 03 12:43:54.766661 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f092f638-f444-4d90-b273-9c7b015e5574 req-93f89719-0767-44b6-ba91-2edcaff6889f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 210 time: 0.0981369 Mar 03 12:43:55.915429 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08d9d261-76f2-44c0-a91e-7578c4707fa6 req-9216747f-16b5-44cb-abab-1a37329cae0d tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 210 time: 0.0432165 Mar 03 12:43:56.870782 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-7bb3c801-648f-40f9-8998-14649ffc59d0 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:56.872219 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-7bb3c801-648f-40f9-8998-14649ffc59d0 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "GET /v2.0/networks?id=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 HTTP/1.1" status: 200 len: 814 time: 0.1492748 Mar 03 12:43:56.884202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Request body: {'port': {'device_id': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6', 'admin_state_up': True, 'tenant_id': '84649655e1c9478d9a9e3ecfeeb496af'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:43:57.020172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:43:57.024759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Usage tracker for resource:port and tenant:84649655e1c9478d9a9e3ecfeeb496af is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:43:57.027638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:43:57.033560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:43:57.070422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0b088958-0501-482e-bb01-37e4dfd3567a req-fe04e440-6c4e-44a1-af38-4f9b78ac1114 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 210 time: 0.0441771 Mar 03 12:43:57.146118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Made reservation on behalf of 84649655e1c9478d9a9e3ecfeeb496af for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:43:57.149944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:57.316320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Allocated IP 172.20.0.4 (3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6/12e1ca4b-38a2-4a37-8469-f38d8f04e971/0c62fd04-7fc9-4d2c-95a8-af7be32677b1) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:43:57.523907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:57.603839 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:57.667627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:43:57.670608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:43:57.672859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:43:57.724156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Pushing event updated for resources: {'Port': ['ID=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:57.750254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:57.750848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:57.855237 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-00c29210-10cf-49db-8aca-d8c6de16cbf6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9754956 Mar 03 12:43:57.866709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Request body: {'port': {'device_id': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:43:57.972763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:58.421528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ffc41-4192-4507-b190-96b70d532cce req-2e33f90f-e60e-4144-9edd-7250cd8d6637 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:58.422201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-272ffc41-4192-4507-b190-96b70d532cce req-2e33f90f-e60e-4144-9edd-7250cd8d6637 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Synchronizing usage tracker for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:43:58.486178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:43:58.494655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:58.510437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Transition to ACTIVE for port object 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:43:58.568788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-272ffc41-4192-4507-b190-96b70d532cce req-2e33f90f-e60e-4144-9edd-7250cd8d6637 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Unset dirty status for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:43:58.569945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-272ffc41-4192-4507-b190-96b70d532cce req-2e33f90f-e60e-4144-9edd-7250cd8d6637 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 931 time: 0.2757471 Mar 03 12:43:58.590983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:58.715170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-272ffc41-4192-4507-b190-96b70d532cce req-5bfcf0e4-6d50-4d63-b2ca-9f07123be5cb tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Synchronizing usage tracker for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:43:58.779491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Pushing event updated for resources: {'Port': ['ID=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:58.859010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Attempting to bind port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:43:58.859349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Attempting to bind port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:43:58.859674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Attempting to bind port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 on network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:43:58.864303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 on network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:43:58.866247 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Attempting to bind port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 on network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:43:58.869743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:43:58.870073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Checking segment: {'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:43:58.870454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Bound using segment: {'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:43:58.870877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Bound port: 0c62fd04-7fc9-4d2c-95a8-af7be32677b1, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:43:58.871245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:58.884687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-272ffc41-4192-4507-b190-96b70d532cce req-5bfcf0e4-6d50-4d63-b2ca-9f07123be5cb tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Unset dirty status for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:43:58.885818 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-272ffc41-4192-4507-b190-96b70d532cce req-5bfcf0e4-6d50-4d63-b2ca-9f07123be5cb tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099344 Mar 03 12:43:58.964638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] For port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:43:58.969558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] For port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:43:59.014591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:59.068177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:59.068483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:43:59.070044 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] 10.222.0.26 "PUT /v2.0/ports/0c62fd04-7fc9-4d2c-95a8-af7be32677b1 HTTP/1.1" status: 200 len: 1093 time: 1.2072175 Mar 03 12:43:59.072500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'tag': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:43:59.099279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b532a7-25e6-479f-8f15-52386b74b60b service neutron] Pushing event updated for resources: {'Port': ['ID=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:43:59.118817 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'tag': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1', 'status': 'completed', 'code': 200} Mar 03 12:43:59.211792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cdab8-c966-4d9c-b05b-f768a7fdbf4f req-261a6e62-3bd1-4a61-be90-72fa1a31be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:59.213338 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c76cdab8-c966-4d9c-b05b-f768a7fdbf4f req-261a6e62-3bd1-4a61-be90-72fa1a31be92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 1096 time: 0.0742640 Mar 03 12:43:59.349657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cdab8-c966-4d9c-b05b-f768a7fdbf4f req-30a910f7-45b1-46eb-889a-d4ec1a8f0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:59.351105 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c76cdab8-c966-4d9c-b05b-f768a7fdbf4f req-30a910f7-45b1-46eb-889a-d4ec1a8f0395 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1316843 Mar 03 12:43:59.483824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cdab8-c966-4d9c-b05b-f768a7fdbf4f req-18630a54-c270-453c-936a-4d0ed35de1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:59.485268 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c76cdab8-c966-4d9c-b05b-f768a7fdbf4f req-18630a54-c270-453c-936a-4d0ed35de1d9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283562 Mar 03 12:43:59.589349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-f8caf0d0-8aa5-47d5-b5e2-08426675437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:59.590719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-f8caf0d0-8aa5-47d5-b5e2-08426675437e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 1096 time: 0.0695827 Mar 03 12:43:59.660458 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-66533ec2-6c22-4839-8714-0bd9d96603bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c62fd04-7fc9-4d2c-95a8-af7be32677b1 HTTP/1.1" status: 200 len: 217 time: 0.0634725 Mar 03 12:43:59.720342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-7752409e-b098-4b3b-8dac-05b544fadb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:43:59.721729 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-7752409e-b098-4b3b-8dac-05b544fadb84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12e1ca4b-38a2-4a37-8469-f38d8f04e971 HTTP/1.1" status: 200 len: 854 time: 0.0558820 Mar 03 12:43:59.770620 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-5066c7f8-b789-4b8b-8943-bff6a3368a58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428557 Mar 03 12:43:59.898185 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-05e6ad65-b615-4dcb-81f7-2bdf12f43b7a service neutron] 10.222.0.26 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220756 Mar 03 12:44:00.184095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1e0a31fc-5819-4bae-aec5-eb666c2c90ac req-01a33c22-a4d7-492e-9eb3-8f963fa29aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795725 Mar 03 12:44:00.208935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c818b-b7eb-40b1-b2ad-1f3caa0b6ab7 req-1295e96c-613e-46db-bd35-6afe6fbb6bb3 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:00.214922 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f7c818b-b7eb-40b1-b2ad-1f3caa0b6ab7 req-1295e96c-613e-46db-bd35-6afe6fbb6bb3 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 943 time: 0.2182252 Mar 03 12:44:00.254678 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4f7c818b-b7eb-40b1-b2ad-1f3caa0b6ab7 req-3234a199-71aa-4c77-bab6-cc671f21a3ae tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Mar 03 12:44:01.440728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800fb81-176c-4868-8201-ba24dd14bd3d req-b78b0a87-fb97-4729-a9cd-1af57f9e2e75 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:01.442153 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e800fb81-176c-4868-8201-ba24dd14bd3d req-b78b0a87-fb97-4729-a9cd-1af57f9e2e75 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 943 time: 0.0823004 Mar 03 12:44:01.485929 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e800fb81-176c-4868-8201-ba24dd14bd3d req-2f9cf512-4b1b-4a13-8888-7a353437b250 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Mar 03 12:44:02.678223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52542e7-120b-43b1-8a58-dad5634fc359 req-7c750c58-c4a3-488e-869f-c824bb74c964 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:02.680247 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b52542e7-120b-43b1-8a58-dad5634fc359 req-7c750c58-c4a3-488e-869f-c824bb74c964 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 943 time: 0.0827022 Mar 03 12:44:02.723862 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b52542e7-120b-43b1-8a58-dad5634fc359 req-17721aff-b63b-489a-a33d-d8b1a805a4ab tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Mar 03 12:44:03.216712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:44:03.347178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:03.359805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1', 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6', 'port_id': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1', 'mac_address': 'fa:16:3e:76:b6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e1ca4b-38a2-4a37-8469-f38d8f04e971', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:44:03.416783 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:03.433142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:44:03.448151 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:03.523036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:03.588759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:03.728270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0c62fd04-7fc9-4d2c-95a8-af7be32677b1'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:44:03.909807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222ad9d-5fb8-4105-934b-f54aa713fd89 req-8ec9a2dd-e99d-4742-8bcf-353fb194d7cf tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:03.911288 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b222ad9d-5fb8-4105-934b-f54aa713fd89 req-8ec9a2dd-e99d-4742-8bcf-353fb194d7cf tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 944 time: 0.0804086 Mar 03 12:44:03.954452 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b222ad9d-5fb8-4105-934b-f54aa713fd89 req-4dc9062c-3170-4f7e-9fbb-bb399403e1a6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374362 Mar 03 12:44:05.138664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769f621-d69d-4de6-85da-81766daa58ba req-83cb9abc-7427-407a-b8be-571c2974c493 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:05.140062 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3769f621-d69d-4de6-85da-81766daa58ba req-83cb9abc-7427-407a-b8be-571c2974c493 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 944 time: 0.0806334 Mar 03 12:44:05.183564 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3769f621-d69d-4de6-85da-81766daa58ba req-c6fe4374-7f48-41bd-9752-89158f2e3d99 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379567 Mar 03 12:44:05.216358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:44:05.352335 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:05.357353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:05.357767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:05.473924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:05.500426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:44:05.511010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:05.543607 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1', 'code': 200} Mar 03 12:44:05.583872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:05.653687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:06.003743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f5c06-2240-4468-b3fd-082fa23134e7 req-d324f70f-86ae-4395-ab8d-ebabd7d85394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:06.005230 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-275f5c06-2240-4468-b3fd-082fa23134e7 req-d324f70f-86ae-4395-ab8d-ebabd7d85394 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 1098 time: 0.1633236 Mar 03 12:44:06.046394 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-275f5c06-2240-4468-b3fd-082fa23134e7 req-00903a6f-c1bd-4db6-9d0b-0ec63ea1ef51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Mar 03 12:44:06.369067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e01a9-1e17-4fe0-b93c-c2674efa070e req-42ac404a-7aeb-44be-a23c-517521c98e0e tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:06.370530 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c3e01a9-1e17-4fe0-b93c-c2674efa070e req-42ac404a-7aeb-44be-a23c-517521c98e0e tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0792482 Mar 03 12:44:06.416659 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c3e01a9-1e17-4fe0-b93c-c2674efa070e req-3f23e411-6196-4ef6-b896-5b108e2e1fab tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Mar 03 12:44:07.637850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023b2d-1f72-4af0-955c-05d32782cf1d req-023a5b0d-f286-49ec-a0fd-aa1d6e45f6e4 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:07.640120 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7f023b2d-1f72-4af0-955c-05d32782cf1d req-023a5b0d-f286-49ec-a0fd-aa1d6e45f6e4 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0991530 Mar 03 12:44:07.698135 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7f023b2d-1f72-4af0-955c-05d32782cf1d req-ed907ef9-6b11-4aaa-97d2-be3dbf572006 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Mar 03 12:44:08.020486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-257ca475-bf87-48b8-b6da-8cfe394fb3d9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:08.022465 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-257ca475-bf87-48b8-b6da-8cfe394fb3d9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/networks?id=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 HTTP/1.1" status: 200 len: 814 time: 0.1643825 Mar 03 12:44:08.039968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-d52212a8-7e02-4e07-b6df-03baa81371d4 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/quotas/84649655e1c9478d9a9e3ecfeeb496af HTTP/1.1" status: 200 len: 375 time: 0.0108373 Mar 03 12:44:08.077205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3af805a-616d-4c34-9647-1fb32e2f5cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:08.142363 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-d2e6af32-863b-4b23-83d2-07f90996a39f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963972 Mar 03 12:44:08.258789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:08.291605 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-21fb4594-c029-4647-aea6-74b62b8e04e3 service neutron] 10.222.0.35 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424229 Mar 03 12:44:08.422745 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-d78d82d4-ae90-48b5-a7b2-335dbf3bfe58 service neutron] 10.222.0.35 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253116 Mar 03 12:44:08.698431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b50081c5-9c56-41fa-a500-b22707f3d8e9 req-b30801f7-be89-4d80-a001-4e0aa7b2b71d tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 210 time: 0.0432329 Mar 03 12:44:09.843400 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-49986daf-1100-40f7-b1a3-67bf011c8025 req-ebfbcfed-e8bb-4ec9-b7ae-1ecdcd1af411 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 210 time: 0.0425286 Mar 03 12:44:10.189049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b87b05f-1090-4e8c-8459-bb0dc789f1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:10.612913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-75a0e6e5-b814-48b7-86ef-abb7bd332124 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:10.614292 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-75a0e6e5-b814-48b7-86ef-abb7bd332124 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "GET /v2.0/networks?id=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 HTTP/1.1" status: 200 len: 814 time: 0.1571312 Mar 03 12:44:10.627268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Request body: {'port': {'device_id': '0f840cf1-2c61-4676-9808-721716a6af47', 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6', 'admin_state_up': True, 'tenant_id': '84649655e1c9478d9a9e3ecfeeb496af'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:10.762957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:10.772309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:10.837682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Made reservation on behalf of 84649655e1c9478d9a9e3ecfeeb496af for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:10.841285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:10.999570 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eb54ac75-0118-468e-8e2e-541efd4e8a45 req-30ffb387-b3b1-40ce-a733-b076dd5b4323 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 210 time: 0.0471752 Mar 03 12:44:11.001155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Allocated IP 172.20.0.12 (3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6/12e1ca4b-38a2-4a37-8469-f38d8f04e971/2616a1f9-9341-4855-bdce-c1071503fd84) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:44:11.206288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:11.206866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:11.292324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:11.303831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0c62fd04-7fc9-4d2c-95a8-af7be32677b1'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:44:11.357467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:44:11.358581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:11.362386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:44:11.416807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Pushing event updated for resources: {'Port': ['ID=2616a1f9-9341-4855-bdce-c1071503fd84,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:11.438643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:11.439251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:11.540594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-6a9d311d-b6a7-41b1-bc18-4e61b585abe9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9166954 Mar 03 12:44:11.551578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Request body: {'port': {'device_id': '0f840cf1-2c61-4676-9808-721716a6af47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:11.568567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:11.763650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:12.098181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2616a1f9-9341-4855-bdce-c1071503fd84 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:44:12.106964 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:12.162878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Transition to ACTIVE for port object 2616a1f9-9341-4855-bdce-c1071503fd84 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:12.200765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33256b-03c1-4538-a5d6-b81149b1a86e req-332de10b-8e7c-498b-9b30-6c98e53bf25a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:12.201454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ce33256b-03c1-4538-a5d6-b81149b1a86e req-332de10b-8e7c-498b-9b30-6c98e53bf25a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Synchronizing usage tracker for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:44:12.217607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:12.322525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-ce33256b-03c1-4538-a5d6-b81149b1a86e req-332de10b-8e7c-498b-9b30-6c98e53bf25a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Unset dirty status for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:44:12.323591 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ce33256b-03c1-4538-a5d6-b81149b1a86e req-332de10b-8e7c-498b-9b30-6c98e53bf25a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 932 time: 0.2125194 Mar 03 12:44:12.404647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Pushing event updated for resources: {'Port': ['ID=2616a1f9-9341-4855-bdce-c1071503fd84,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:12.469326 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ce33256b-03c1-4538-a5d6-b81149b1a86e req-cb0e0220-5acc-4ae5-98e8-383d7087324c tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309440 Mar 03 12:44:12.495659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Attempting to bind port 2616a1f9-9341-4855-bdce-c1071503fd84 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:44:12.495868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Attempting to bind port 2616a1f9-9341-4855-bdce-c1071503fd84 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:44:12.496142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Attempting to bind port 2616a1f9-9341-4855-bdce-c1071503fd84 on network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:44:12.500702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Port 2616a1f9-9341-4855-bdce-c1071503fd84 on network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:44:12.501015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Attempting to bind port 2616a1f9-9341-4855-bdce-c1071503fd84 on network 3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:44:12.506061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:44:12.506391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Checking segment: {'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:12.506765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Bound using segment: {'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:44:12.507186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Bound port: 2616a1f9-9341-4855-bdce-c1071503fd84, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c65041-16ae-4b22-b7c1-49e2cccad2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:44:12.508846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:12.598892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] For port 2616a1f9-9341-4855-bdce-c1071503fd84, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:44:12.602559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] For port 2616a1f9-9341-4855-bdce-c1071503fd84, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2616a1f9-9341-4855-bdce-c1071503fd84,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:44:12.721141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:12.780047 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:12.780663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:12.782831 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] 10.222.0.26 "PUT /v2.0/ports/2616a1f9-9341-4855-bdce-c1071503fd84 HTTP/1.1" status: 200 len: 1094 time: 1.2350056 Mar 03 12:44:12.783540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f840cf1-2c61-4676-9808-721716a6af47', 'tag': '2616a1f9-9341-4855-bdce-c1071503fd84'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:44:12.814203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c98d1-5365-4bb9-a9c4-bcf29c884678 service neutron] Pushing event updated for resources: {'Port': ['ID=2616a1f9-9341-4855-bdce-c1071503fd84,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:12.833485 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f840cf1-2c61-4676-9808-721716a6af47', 'tag': '2616a1f9-9341-4855-bdce-c1071503fd84', 'status': 'completed', 'code': 200} Mar 03 12:44:12.906202 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:12.925630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3ad5-1bed-4259-82c6-0aee74fc3817 req-96a49b74-4815-4eff-bbb1-f892c416d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:12.927096 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f13f3ad5-1bed-4259-82c6-0aee74fc3817 req-96a49b74-4815-4eff-bbb1-f892c416d889 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 1097 time: 0.0707731 Mar 03 12:44:13.065777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3ad5-1bed-4259-82c6-0aee74fc3817 req-9775fe53-2933-4f82-b682-a2ab65add995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:13.067196 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f13f3ad5-1bed-4259-82c6-0aee74fc3817 req-9775fe53-2933-4f82-b682-a2ab65add995 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1329176 Mar 03 12:44:13.198300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3ad5-1bed-4259-82c6-0aee74fc3817 req-3c2ea79e-42d2-4a10-b774-2f710ba509d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:13.199612 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f13f3ad5-1bed-4259-82c6-0aee74fc3817 req-3c2ea79e-42d2-4a10-b774-2f710ba509d6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267729 Mar 03 12:44:13.305099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-0d089f09-f58a-4a03-aad9-6c19c67caf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:13.306524 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-0d089f09-f58a-4a03-aad9-6c19c67caf05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 1097 time: 0.0727830 Mar 03 12:44:13.372330 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-8c07bc99-2733-460c-892e-db38614ce3d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2616a1f9-9341-4855-bdce-c1071503fd84 HTTP/1.1" status: 200 len: 217 time: 0.0597582 Mar 03 12:44:13.536421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-e7880ec2-d80f-4db1-8a1e-06bfed75d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:13.537824 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-e7880ec2-d80f-4db1-8a1e-06bfed75d6c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=12e1ca4b-38a2-4a37-8469-f38d8f04e971 HTTP/1.1" status: 200 len: 854 time: 0.1602983 Mar 03 12:44:13.613017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-eb27c896-4452-4a31-9132-836e8faab66b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686696 Mar 03 12:44:13.771081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944fbf7-a6ef-4eed-9f79-9284f2becdc2 req-73707845-e5f0-4621-ab2d-e7a82c337c25 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:13.772446 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c944fbf7-a6ef-4eed-9f79-9284f2becdc2 req-73707845-e5f0-4621-ab2d-e7a82c337c25 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 944 time: 0.1938753 Mar 03 12:44:13.774527 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-3ff5b7aa-d289-424a-88df-8646d84f6d71 service neutron] 10.222.0.26 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560757 Mar 03 12:44:13.905498 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c944fbf7-a6ef-4eed-9f79-9284f2becdc2 req-1866b186-8e16-48f6-8ae0-dce28f4d766e tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274107 Mar 03 12:44:13.937416 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-026200f8-5f0b-453c-9158-2c630ea880a1 req-c8034fe0-72de-4708-9246-c50c9095d0d9 service neutron] 10.222.0.26 "GET /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463757 Mar 03 12:44:15.088505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8cb1-d6cf-4292-a46d-5e99ca1c8db1 req-c24b636c-56e5-4ba7-a48e-de9a8fde3b28 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:15.089865 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-742d8cb1-d6cf-4292-a46d-5e99ca1c8db1 req-c24b636c-56e5-4ba7-a48e-de9a8fde3b28 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 944 time: 0.0790210 Mar 03 12:44:15.135309 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-742d8cb1-d6cf-4292-a46d-5e99ca1c8db1 req-e9e83861-13b7-49fd-b419-ecc1ab90f81f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Mar 03 12:44:16.316287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a1d9-78db-4c15-8d99-838504006ceb req-56de2009-3bd5-415f-9802-e9ebe9d75196 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:16.317732 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207a1d9-78db-4c15-8d99-838504006ceb req-56de2009-3bd5-415f-9802-e9ebe9d75196 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 944 time: 0.0803967 Mar 03 12:44:16.362870 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207a1d9-78db-4c15-8d99-838504006ceb req-13e67909-9ae8-4942-ad56-ccddbb4f28ed tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Mar 03 12:44:17.279246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2616a1f9-9341-4855-bdce-c1071503fd84 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:44:17.411732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2616a1f9-9341-4855-bdce-c1071503fd84, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2616a1f9-9341-4855-bdce-c1071503fd84,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:17.425449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '2616a1f9-9341-4855-bdce-c1071503fd84', 'network_id': '3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6', 'port_id': '2616a1f9-9341-4855-bdce-c1071503fd84', 'mac_address': 'fa:16:3e:e3:c3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e1ca4b-38a2-4a37-8469-f38d8f04e971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:44:17.481705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:17.499572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2616a1f9-9341-4855-bdce-c1071503fd84 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:44:17.520114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2616a1f9-9341-4855-bdce-c1071503fd84, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2616a1f9-9341-4855-bdce-c1071503fd84,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:17.551767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438cd69-cf97-447a-b1c9-dd3a4808126e req-436e1958-3433-4b00-bb22-1db9e7f3892a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:17.553319 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e438cd69-cf97-447a-b1c9-dd3a4808126e req-436e1958-3433-4b00-bb22-1db9e7f3892a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 944 time: 0.0859315 Mar 03 12:44:17.591249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:17.597475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e438cd69-cf97-447a-b1c9-dd3a4808126e req-56a6c365-c469-4b20-b694-b451e408e17d tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Mar 03 12:44:17.660126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2616a1f9-9341-4855-bdce-c1071503fd84,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:17.667816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.675422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:17.816068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['2616a1f9-9341-4855-bdce-c1071503fd84'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:44:18.782035 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c4dd8-3b3c-43ec-acf9-40b1e7bb250f req-de6c467c-48fd-4224-8b00-a0443a604ab2 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:18.783491 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-810c4dd8-3b3c-43ec-acf9-40b1e7bb250f req-de6c467c-48fd-4224-8b00-a0443a604ab2 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 945 time: 0.0823591 Mar 03 12:44:18.841280 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-810c4dd8-3b3c-43ec-acf9-40b1e7bb250f req-36060d0f-0a5b-4c65-89f9-7a6efe2bf79f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520613 Mar 03 12:44:19.292524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2616a1f9-9341-4855-bdce-c1071503fd84 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:44:19.429122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 2616a1f9-9341-4855-bdce-c1071503fd84 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:19.434388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 2616a1f9-9341-4855-bdce-c1071503fd84 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:19.434750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:19.546318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:19.572043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f840cf1-2c61-4676-9808-721716a6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2616a1f9-9341-4855-bdce-c1071503fd84'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:44:19.581876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2616a1f9-9341-4855-bdce-c1071503fd84, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2616a1f9-9341-4855-bdce-c1071503fd84,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:19.615354 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f840cf1-2c61-4676-9808-721716a6af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2616a1f9-9341-4855-bdce-c1071503fd84', 'code': 200} Mar 03 12:44:19.637536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:19.702806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2616a1f9-9341-4855-bdce-c1071503fd84,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:20.002093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e558f6-4be2-4a38-9038-cc34652e1866 req-2849842d-0c70-4f0b-b337-520a7835b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:20.003515 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-00e558f6-4be2-4a38-9038-cc34652e1866 req-2849842d-0c70-4f0b-b337-520a7835b66e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 1099 time: 0.1100910 Mar 03 12:44:20.057540 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-00e558f6-4be2-4a38-9038-cc34652e1866 req-3208b93d-aee1-4ecd-a6ea-2c9ef5fee31e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Mar 03 12:44:20.069343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce365-3123-418e-8393-5b36d9b8c9c6 req-c93d1a4c-15ce-4339-a511-a012b598d9d2 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:20.071310 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3f2ce365-3123-418e-8393-5b36d9b8c9c6 req-c93d1a4c-15ce-4339-a511-a012b598d9d2 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 946 time: 0.1162443 Mar 03 12:44:20.113311 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3f2ce365-3123-418e-8393-5b36d9b8c9c6 req-7c91ad57-47ce-4e50-a761-bcec07fb53c6 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362341 Mar 03 12:44:20.794367 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:44:21.300351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8b91c-59b8-4da6-bb97-11a72fe7d36c req-1a74486b-8360-431f-b936-50ece92c1d41 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:21.301798 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9bb8b91c-59b8-4da6-bb97-11a72fe7d36c req-1a74486b-8360-431f-b936-50ece92c1d41 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 946 time: 0.0791402 Mar 03 12:44:21.350100 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9bb8b91c-59b8-4da6-bb97-11a72fe7d36c req-df590bbd-b148-489b-9ae6-05f7fb066f74 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Mar 03 12:44:22.533821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eceb14-36e7-44c3-b108-b28aac29571e req-3fa19059-a1bc-4ae2-85f8-97e696bff2c5 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:22.535261 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c6eceb14-36e7-44c3-b108-b28aac29571e req-3fa19059-a1bc-4ae2-85f8-97e696bff2c5 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 946 time: 0.0817873 Mar 03 12:44:22.581034 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c6eceb14-36e7-44c3-b108-b28aac29571e req-b53c8f5d-9d9e-4cef-93b8-7ac19e4bbbfb tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 Mar 03 12:44:23.129220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aeefc-31d5-4543-a506-5b192697b108 req-610ce391-a324-40eb-b77b-836d3467637a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:23.130659 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3a2aeefc-31d5-4543-a506-5b192697b108 req-610ce391-a324-40eb-b77b-836d3467637a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 946 time: 0.0777953 Mar 03 12:44:23.174321 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3a2aeefc-31d5-4543-a506-5b192697b108 req-745ef296-8085-4f2e-a50d-9d18c2a26d9a tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Mar 03 12:44:24.355600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3c0b0-6ec2-40c1-b079-24341e3a70ab req-545f16ae-a3e5-4280-81d5-a3cd9dafcd43 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:24.357099 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2ce3c0b0-6ec2-40c1-b079-24341e3a70ab req-545f16ae-a3e5-4280-81d5-a3cd9dafcd43 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 946 time: 0.0795681 Mar 03 12:44:24.401204 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2ce3c0b0-6ec2-40c1-b079-24341e3a70ab req-98d98554-b036-48ec-994a-111d8d896099 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 Mar 03 12:44:24.422214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-d43e3864-4665-4360-989b-75757c89a551 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:24.423625 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-d43e3864-4665-4360-989b-75757c89a551 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 946 time: 0.0821915 Mar 03 12:44:24.491792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Deleting port 2616a1f9-9341-4855-bdce-c1071503fd84 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:24.492162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:24.738540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] For port 2616a1f9-9341-4855-bdce-c1071503fd84, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2616a1f9-9341-4855-bdce-c1071503fd84,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:24.738918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:24.862471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Calling delete_port for 2616a1f9-9341-4855-bdce-c1071503fd84 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:44:25.145317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:25.157085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0c62fd04-7fc9-4d2c-95a8-af7be32677b1', '2616a1f9-9341-4855-bdce-c1071503fd84'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:44:25.225908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Pushing event deleted for resources: {'Port': ['ID=2616a1f9-9341-4855-bdce-c1071503fd84,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:25.274133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] No DVR routers for this DVR port 2616a1f9-9341-4855-bdce-c1071503fd84 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:44:25.277176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:25.280843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f840cf1-2c61-4676-9808-721716a6af47', 'name': 'network-vif-deleted', 'tag': '2616a1f9-9341-4855-bdce-c1071503fd84'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:44:25.332653 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f840cf1-2c61-4676-9808-721716a6af47', 'name': 'network-vif-deleted', 'tag': '2616a1f9-9341-4855-bdce-c1071503fd84', 'status': 'completed', 'code': 200} Mar 03 12:44:25.344366 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08e85463-34fe-4f90-a8c6-203b539ea96d req-02e60aaf-82bb-4ee3-891b-b296add2ebbe tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "DELETE /v2.0/ports/2616a1f9-9341-4855-bdce-c1071503fd84 HTTP/1.1" status: 204 len: 173 time: 0.9148295 Mar 03 12:44:25.550086 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0a8e5460-e55f-4a99-9694-cbf434858b4c req-52df0285-5315-49d6-adc4-659010b2c918 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f840cf1-2c61-4676-9808-721716a6af47 HTTP/1.1" status: 200 len: 210 time: 0.0450416 Mar 03 12:44:26.804074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ce78d-f6c7-48a7-bf9a-ae472d04a9b8 req-07a4f0fd-f668-4463-b147-ca5b7044bcd7 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:26.805528 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-895ce78d-f6c7-48a7-bf9a-ae472d04a9b8 req-07a4f0fd-f668-4463-b147-ca5b7044bcd7 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0784943 Mar 03 12:44:26.849861 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-895ce78d-f6c7-48a7-bf9a-ae472d04a9b8 req-a09b507f-ab5c-4df6-9017-93b2abc7f20f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Mar 03 12:44:27.050800 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3fdc1-14a6-4e30-aac5-d34defc2a86b req-57061039-fe8f-406c-b54a-19f710687f6e tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:27.052248 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b7f3fdc1-14a6-4e30-aac5-d34defc2a86b req-57061039-fe8f-406c-b54a-19f710687f6e tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0820770 Mar 03 12:44:27.095415 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b7f3fdc1-14a6-4e30-aac5-d34defc2a86b req-9e9f4b60-cf76-4a56-abd3-004a562514f8 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Mar 03 12:44:27.281658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2408b8-081c-4ae7-bb21-f66517027de6 req-9145c7b3-59bc-4a32-baf8-809a5e049db9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:27.282354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4a2408b8-081c-4ae7-bb21-f66517027de6 req-9145c7b3-59bc-4a32-baf8-809a5e049db9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Synchronizing usage tracker for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:44:27.379543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4a2408b8-081c-4ae7-bb21-f66517027de6 req-9145c7b3-59bc-4a32-baf8-809a5e049db9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Unset dirty status for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:44:27.380712 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4a2408b8-081c-4ae7-bb21-f66517027de6 req-9145c7b3-59bc-4a32-baf8-809a5e049db9 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.1784329 Mar 03 12:44:27.428258 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4a2408b8-081c-4ae7-bb21-f66517027de6 req-0ab12186-d02e-489d-88e5-d4a10299a1c5 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Mar 03 12:44:27.716644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b62e2a-94f4-4218-905f-a5baf9a8393d req-15f9e7f6-60c6-43fd-98d1-997114e2d56d tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:27.718114 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b1b62e2a-94f4-4218-905f-a5baf9a8393d req-15f9e7f6-60c6-43fd-98d1-997114e2d56d tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0803256 Mar 03 12:44:27.763444 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b1b62e2a-94f4-4218-905f-a5baf9a8393d req-c88c0066-da4b-489b-92f0-d2093f63ef1d tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Mar 03 12:44:27.954351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c37d-892d-4629-b82a-60bfaad45f22 req-f4a7393f-380d-48fc-bc23-0879dc14e6da tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:27.955718 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9474c37d-892d-4629-b82a-60bfaad45f22 req-f4a7393f-380d-48fc-bc23-0879dc14e6da tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0801408 Mar 03 12:44:28.000267 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9474c37d-892d-4629-b82a-60bfaad45f22 req-144af75d-3ec8-4483-95b0-a84d9124f337 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Mar 03 12:44:28.194089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521fc0-152e-480b-984c-747bb41610a3 req-0c3edb3d-3e5d-4e3b-a606-8bf36908d31f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:28.195543 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-11521fc0-152e-480b-984c-747bb41610a3 req-0c3edb3d-3e5d-4e3b-a606-8bf36908d31f tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0825751 Mar 03 12:44:28.239357 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-11521fc0-152e-480b-984c-747bb41610a3 req-f9f2b1ab-9d0c-447c-b06f-f802b0e52a2d tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Mar 03 12:44:28.980158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc3e6a-dba2-4974-ad76-d23903b84ba0 req-35d40ba4-ddd3-4706-b516-c36052fee8fb tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:28.981590 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c4dc3e6a-dba2-4974-ad76-d23903b84ba0 req-35d40ba4-ddd3-4706-b516-c36052fee8fb tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.0811906 Mar 03 12:44:29.025423 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c4dc3e6a-dba2-4974-ad76-d23903b84ba0 req-12a5b0ce-a908-4f85-852e-2e30586f63d8 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Mar 03 12:44:29.341003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2616a1f9-9341-4855-bdce-c1071503fd84 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:44:29.375572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 2616a1f9-9341-4855-bdce-c1071503fd84 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:44:29.375893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2616a1f9-9341-4855-bdce-c1071503fd84 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:44:30.270141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3c10-6a3e-408a-ba4c-0aeb54595fee req-5afc9b06-c11f-4ccd-a2c1-b791a6cc4d70 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:30.271575 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6c4f3c10-6a3e-408a-ba4c-0aeb54595fee req-5afc9b06-c11f-4ccd-a2c1-b791a6cc4d70 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.1393554 Mar 03 12:44:30.282750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-c04b151d-f70d-4100-9bab-d5e45b4ca7d7 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:30.284130 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-c04b151d-f70d-4100-9bab-d5e45b4ca7d7 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 945 time: 0.1048691 Mar 03 12:44:30.374239 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6c4f3c10-6a3e-408a-ba4c-0aeb54595fee req-b686e27b-708a-47ea-a6e4-34b260bfb6c5 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/security-groups?id=10b18037-57e4-4b83-853d-a76caa5fb3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891461 Mar 03 12:44:30.382234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Deleting port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:30.382859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:30.630624 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] For port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,segment=NetworkSegment(11c65041-16ae-4b22-b7c1-49e2cccad2b2),segment_id=11c65041-16ae-4b22-b7c1-49e2cccad2b2)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:30.630876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:30.751746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Calling delete_port for 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:44:30.948995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:30.959809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['0c62fd04-7fc9-4d2c-95a8-af7be32677b1'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:44:30.998272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Pushing event deleted for resources: {'Port': ['ID=0c62fd04-7fc9-4d2c-95a8-af7be32677b1,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:31.072737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] No DVR routers for this DVR port 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:44:31.075128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:31.077612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'name': 'network-vif-deleted', 'tag': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:44:31.122889 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b9c1ab-8a22-458c-8d91-60c2b26f939a', 'name': 'network-vif-deleted', 'tag': '0c62fd04-7fc9-4d2c-95a8-af7be32677b1', 'status': 'completed', 'code': 200} Mar 03 12:44:31.146040 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b1c9016e-4a8b-4b0c-9fff-85f644583bbc req-cfe26732-b6c3-4ee4-9643-f3ed38ca5a66 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.26 "DELETE /v2.0/ports/0c62fd04-7fc9-4d2c-95a8-af7be32677b1 HTTP/1.1" status: 204 len: 173 time: 0.8485370 Mar 03 12:44:31.535344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-51dd5725-96db-4d09-a420-d811532c6d0d req-2bec3838-2093-401b-96ae-2d2c1733f518 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Synchronizing usage tracker for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:44:31.619688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-51dd5725-96db-4d09-a420-d811532c6d0d req-2bec3838-2093-401b-96ae-2d2c1733f518 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] Unset dirty status for tenant:84649655e1c9478d9a9e3ecfeeb496af on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:44:31.621451 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-51dd5725-96db-4d09-a420-d811532c6d0d req-2bec3838-2093-401b-96ae-2d2c1733f518 tempest-ServersNegativeTestJSON-615819700 tempest-ServersNegativeTestJSON-615819700-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 210 time: 0.1284552 Mar 03 12:44:31.806695 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4403b7e9-9ef4-4cb4-bc23-62448b505756 req-ef6bb734-5498-4930-9844-30e287028971 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0398920 Mar 03 12:44:31.916753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4403b7e9-9ef4-4cb4-bc23-62448b505756 req-87a4f533-b675-4e32-9a85-c4ebd2a7de01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&device_id=f2b9c1ab-8a22-458c-8d91-60c2b26f939a HTTP/1.1" status: 200 len: 210 time: 0.0431030 Mar 03 12:44:32.068182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b7e9-9ef4-4cb4-bc23-62448b505756 req-e7ebeec1-01e9-4231-acd5-935a8da678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:32.069597 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4403b7e9-9ef4-4cb4-bc23-62448b505756 req-e7ebeec1-01e9-4231-acd5-935a8da678a7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1350136 Mar 03 12:44:32.317497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b7e9-9ef4-4cb4-bc23-62448b505756 req-1d81535b-f339-4e20-a3a1-a00d0594b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:32.318953 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4403b7e9-9ef4-4cb4-bc23-62448b505756 req-1d81535b-f339-4e20-a3a1-a00d0594b3c9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2427535 Mar 03 12:44:32.714510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42692) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:32.772979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] Deleting subnet 12e1ca4b-38a2-4a37-8469-f38d8f04e971 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:44:32.775875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:32.826923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:32.882114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.002835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.041781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e1ca4b-38a2-4a37-8469-f38d8f04e971,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:33.047572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.053238 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-469f146b-13d2-4391-8b33-9fbd07a1fe62 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/12e1ca4b-38a2-4a37-8469-f38d8f04e971 HTTP/1.1" status: 204 len: 168 time: 0.3376000 Mar 03 12:44:33.055809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42696) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:33.157000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.314792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.340184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:33.351862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c65041-16ae-4b22-b7c1-49e2cccad2b2') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:33.352193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c65041-16ae-4b22-b7c1-49e2cccad2b2') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:33.363170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.379106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.385205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:44:33.396552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:44:33.399039 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:44:33.528223 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.544746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:33.554588 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:33.649350 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4d9057c2-8431-44c4-8f40-f7cc62871b6b admin admin] 10.222.0.35 "DELETE /v2.0/networks/3490bcad-6b3b-4d13-96ed-1bbe71f3f9c6 HTTP/1.1" status: 204 len: 168 time: 0.5923219 Mar 03 12:44:33.929742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42702) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:33.977505 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ac054bb3-3c5f-4701-bcab-e8926ddd638e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84649655e1c9478d9a9e3ecfeeb496af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465283 Mar 03 12:44:33.980745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42706) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:34.037457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:34.062920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:34.177489 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:34.193587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b18037-57e4-4b83-853d-a76caa5fb3de,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:34.202554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.203066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.203635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.204229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.204784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.205359 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.206026 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.206249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.206580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.206906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.207230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.207551 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:34.273969 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:34.275153 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6a62ef34-7b57-4bdf-9240-5e8db8cc014c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10b18037-57e4-4b83-853d-a76caa5fb3de HTTP/1.1" status: 204 len: 168 time: 0.2934585 Mar 03 12:44:35.337494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42730) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:35.356607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:44:35.389969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:44:35.390313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 0c62fd04-7fc9-4d2c-95a8-af7be32677b1 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:44:35.440967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-419781239'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:35.445770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:35.449755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:network and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:35.452637 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:35.461883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:35.545137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:35.548657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:35.560758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:35.574594 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:35.578334 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:security_group_rule and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:35.581172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:35.586993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:35.667169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:35.731886 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:35.765239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:44:35.770174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1680df-c57f-42ac-9d47-5a9aeee861b2,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:35.776660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:35.777037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Added segment a64e5bec-922f-4d3d-af5a-3dc11b166f2d of type vlan for network 18aa9c97-41aa-4718-88ab-ce7905a534b1 Mar 03 12:44:35.802843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:35.891778 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:35.897194 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:35.897814 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:36.097107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Network': ['ID=18aa9c97-41aa-4718-88ab-ce7905a534b1,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:36.107163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 18aa9c97-41aa-4718-88ab-ce7905a534b1 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:44:36.149890 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-66c99e1b-fae2-4256-8886-f0d31656682d tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8112266 Mar 03 12:44:38.042074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-17aa71ef-5ce9-4acf-a503-83347684ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:38.247709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:39.410918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42736) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:39.416637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'subnet': {'network_id': '18aa9c97-41aa-4718-88ab-ce7905a534b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:39.523841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:39.527746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:subnet and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:39.530506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:39.536081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:39.616923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:39.620396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:39.880332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:39.956482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Subnet': ['ID=a6ea049b-6992-4304-a74c-a0fcf13913c9,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:39.967582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.967919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.968276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.968601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.968924 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.969239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.969553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.969895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.970202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.970514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.970823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.971143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:44:39.977182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Checking segment: {'id': 'a64e5bec-922f-4d3d-af5a-3dc11b166f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '18aa9c97-41aa-4718-88ab-ce7905a534b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:39.977529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network hostable DHCP agents. Network: 18aa9c97-41aa-4718-88ab-ce7905a534b1, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:44:40.059200 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network 18aa9c97-41aa-4718-88ab-ce7905a534b1 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:44:40.156410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 18aa9c97-41aa-4718-88ab-ce7905a534b1) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:40.160249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:40.160829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.165125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807db60-85c2-4e0f-9d20-fe3d55bd31a4 None None] Network 18aa9c97-41aa-4718-88ab-ce7905a534b1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:40.190876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a423bb4b-08be-4f59-bc9f-ff2f58ae11b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.260374 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d702dd45-9494-45c7-b3f5-24ee93e256d5 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8483315 Mar 03 12:44:40.264468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42740) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:40.269953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-439073895'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:40.275023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:40.280432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:network and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:40.283236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:40.289057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:40.379557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-18aa9c97-41aa-4718-88ab-ce7905a534b1', 'network_id': '18aa9c97-41aa-4718-88ab-ce7905a534b1', 'tenant_id': '9e84271eff8f4196ad2e2f9425c687a7', 'fixed_ips': [{'subnet_id': 'a6ea049b-6992-4304-a74c-a0fcf13913c9'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:44:40.380392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.385325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:40.389303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.417931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:44:40.426243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.427835 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Added segment a2c94fb2-4716-4804-a3ad-7d16aaa06d33 of type vlan for network e6f336a2-2420-40b5-98da-d2bdddb104d8 Mar 03 12:44:40.452121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.537615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.538181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Allocated IP 2001:db8:0:ffff::2 (18aa9c97-41aa-4718-88ab-ce7905a534b1/a6ea049b-6992-4304-a74c-a0fcf13913c9/1f35bcb5-484f-4539-82fd-98f0344c5747) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:44:40.543408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:40.548163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.656724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Network': ['ID=e6f336a2-2420-40b5-98da-d2bdddb104d8,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:40.663419 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ef0c3662-6d09-4224-a500-bea476109132 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3978333 Mar 03 12:44:40.663588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42744) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:40.671374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'subnet': {'network_id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:40.674140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e6f336a2-2420-40b5-98da-d2bdddb104d8 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:44:40.784121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:40.787821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:subnet and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:40.790550 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:40.796265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:40.847948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:40.851675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.861964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.872758 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Transition to ACTIVE for port object 1f35bcb5-484f-4539-82fd-98f0344c5747 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:40.890949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Transition to ACTIVE for port object 1f35bcb5-484f-4539-82fd-98f0344c5747 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:40.934122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:40.992465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Network 18aa9c97-41aa-4718-88ab-ce7905a534b1 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:44:40.995159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:41.002889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:44:41.013466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Pushing event updated for resources: {'Port': ['ID=1f35bcb5-484f-4539-82fd-98f0344c5747,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:41.099007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Attempting to bind port 1f35bcb5-484f-4539-82fd-98f0344c5747 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:44:41.099366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Attempting to bind port 1f35bcb5-484f-4539-82fd-98f0344c5747 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a64e5bec-922f-4d3d-af5a-3dc11b166f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '18aa9c97-41aa-4718-88ab-ce7905a534b1'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:44:41.099689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Attempting to bind port 1f35bcb5-484f-4539-82fd-98f0344c5747 on network 18aa9c97-41aa-4718-88ab-ce7905a534b1 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:44:41.105194 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:44:41.105582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Checking segment: {'id': 'a64e5bec-922f-4d3d-af5a-3dc11b166f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '18aa9c97-41aa-4718-88ab-ce7905a534b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:41.105979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.106368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Bound using segment: {'id': 'a64e5bec-922f-4d3d-af5a-3dc11b166f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '18aa9c97-41aa-4718-88ab-ce7905a534b1'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:44:41.106826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Bound port: 1f35bcb5-484f-4539-82fd-98f0344c5747, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64e5bec-922f-4d3d-af5a-3dc11b166f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '18aa9c97-41aa-4718-88ab-ce7905a534b1'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:44:41.107197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.111022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.193066 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Subnet': ['ID=1d6c2d46-5189-4a5a-ad65-5c3861c3d97b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:41.202474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Checking segment: {'id': 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:41.202825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network hostable DHCP agents. Network: e6f336a2-2420-40b5-98da-d2bdddb104d8, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:44:41.209260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] For port 1f35bcb5-484f-4539-82fd-98f0344c5747, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:44:41.212212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] For port 1f35bcb5-484f-4539-82fd-98f0344c5747, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1f35bcb5-484f-4539-82fd-98f0344c5747,segment=NetworkSegment(a64e5bec-922f-4d3d-af5a-3dc11b166f2d),segment_id=a64e5bec-922f-4d3d-af5a-3dc11b166f2d)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:44:41.239854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.291497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.314062 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network e6f336a2-2420-40b5-98da-d2bdddb104d8 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:44:41.372104 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f046c5-4abd-43cd-ac8e-27715b237b9d None None] Pushing event updated for resources: {'Port': ['ID=1f35bcb5-484f-4539-82fd-98f0344c5747,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:41.383274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e6f336a2-2420-40b5-98da-d2bdddb104d8) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:41.390005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:41.391040 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.396098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99774dcf-5469-4ff6-ab95-38a0234b4951 None None] Network e6f336a2-2420-40b5-98da-d2bdddb104d8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:41.477359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9e43d651-6a84-4468-a2ab-a29ad3feb9fe tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8094995 Mar 03 12:44:41.477611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42748) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:41.591736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.637973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.673252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-e6f336a2-2420-40b5-98da-d2bdddb104d8', 'network_id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8', 'tenant_id': '9e84271eff8f4196ad2e2f9425c687a7', 'fixed_ips': [{'subnet_id': '1d6c2d46-5189-4a5a-ad65-5c3861c3d97b'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:44:41.674339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.710553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:41.836877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Allocated IP 2001:db8::2 (e6f336a2-2420-40b5-98da-d2bdddb104d8/1d6c2d46-5189-4a5a-ad65-5c3861c3d97b/7f5d84e9-809c-4093-ae24-2e618d6bebeb) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:44:42.042911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.054052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Transition to ACTIVE for port object 7f5d84e9-809c-4093-ae24-2e618d6bebeb will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:42.073344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Transition to ACTIVE for port object 7f5d84e9-809c-4093-ae24-2e618d6bebeb will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:42.146762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.210946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Network e6f336a2-2420-40b5-98da-d2bdddb104d8 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:44:42.218144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:42.223081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:44:42.234407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Pushing event updated for resources: {'Port': ['ID=7f5d84e9-809c-4093-ae24-2e618d6bebeb,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:42.242954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.282347 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6c2d46-5189-4a5a-ad65-5c3861c3d97b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:42.312318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83198a3-1752-4af9-9c0c-13ac20994e6a None None] Network 18aa9c97-41aa-4718-88ab-ce7905a534b1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:42.388805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.407413 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Attempting to bind port 7f5d84e9-809c-4093-ae24-2e618d6bebeb on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:44:42.407790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Attempting to bind port 7f5d84e9-809c-4093-ae24-2e618d6bebeb by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:44:42.408174 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Attempting to bind port 7f5d84e9-809c-4093-ae24-2e618d6bebeb on network e6f336a2-2420-40b5-98da-d2bdddb104d8 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:44:42.414372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f336a2-2420-40b5-98da-d2bdddb104d8']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:42.426395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:42.429633 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:42.429756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:44:42.429756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Checking segment: {'id': 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:42.429756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.429756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Bound using segment: {'id': 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:44:42.429756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Bound port: 7f5d84e9-809c-4093-ae24-2e618d6bebeb, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:44:42.429756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.438663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.455212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.461390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:44:42.461761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:44:42.475910 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:44:42.483415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-305c80d7-f1a0-4a74-8b79-97158f450508 None None] Provisioning for port 1f35bcb5-484f-4539-82fd-98f0344c5747 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:42.601234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] For port 7f5d84e9-809c-4093-ae24-2e618d6bebeb, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:44:42.608756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.db.api [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 12:44:42.608756 dv-neutron-831730-1-hyperv neutron-server[88430]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 12:44:42.608756 dv-neutron-831730-1-hyperv neutron-server[88430]: [parameters: {'id': 'e6f336a2-2420-40b5-98da-d2bdddb104d8'}] Mar 03 12:44:42.608756 dv-neutron-831730-1-hyperv neutron-server[88430]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:44:42.609158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG oslo_db.api [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:44:42.678225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] For port 7f5d84e9-809c-4093-ae24-2e618d6bebeb, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7f5d84e9-809c-4093-ae24-2e618d6bebeb,segment=NetworkSegment(a2c94fb2-4716-4804-a3ad-7d16aaa06d33),segment_id=a2c94fb2-4716-4804-a3ad-7d16aaa06d33)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:44:42.726421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:42.868137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1f35bcb5-484f-4539-82fd-98f0344c5747 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:44:42.904022 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a126ab0-392d-477c-b89f-5714e3abb569 None None] Pushing event updated for resources: {'Port': ['ID=7f5d84e9-809c-4093-ae24-2e618d6bebeb,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:42.957438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b134e-17c9-4687-9b3c-e2b91c746efc None None] Network e6f336a2-2420-40b5-98da-d2bdddb104d8 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:43.052795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.109747 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.120996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Deleting port 7f5d84e9-809c-4093-ae24-2e618d6bebeb {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:43.121326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.130227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1f35bcb5-484f-4539-82fd-98f0344c5747 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:43.141970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1f35bcb5-484f-4539-82fd-98f0344c5747 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:43.142324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.256457 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f453aa-4d76-4a37-b880-cd1d2bfc9e75 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:44:43.319362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.340149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] For port 7f5d84e9-809c-4093-ae24-2e618d6bebeb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7f5d84e9-809c-4093-ae24-2e618d6bebeb,segment=NetworkSegment(a2c94fb2-4716-4804-a3ad-7d16aaa06d33),segment_id=a2c94fb2-4716-4804-a3ad-7d16aaa06d33)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:43.340487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.376389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1f35bcb5-484f-4539-82fd-98f0344c5747, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1f35bcb5-484f-4539-82fd-98f0344c5747,segment=NetworkSegment(a64e5bec-922f-4d3d-af5a-3dc11b166f2d),segment_id=a64e5bec-922f-4d3d-af5a-3dc11b166f2d)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:43.385421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f453aa-4d76-4a37-b880-cd1d2bfc9e75 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:44:43.466111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Calling delete_port for 7f5d84e9-809c-4093-ae24-2e618d6bebeb owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:44:43.477488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.592059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1f35bcb5-484f-4539-82fd-98f0344c5747,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:43.634229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.683968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Port': ['ID=7f5d84e9-809c-4093-ae24-2e618d6bebeb,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:43.687512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No DVR routers for this DVR port 7f5d84e9-809c-4093-ae24-2e618d6bebeb on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:44:43.905508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.929927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f336a2-2420-40b5-98da-d2bdddb104d8']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:43.941604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:43.941898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c94fb2-4716-4804-a3ad-7d16aaa06d33') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:43.953038 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.968894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.974890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:44:43.975290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:44:43.989693 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:44:44.119786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.137241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.149727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Network': ['ID=e6f336a2-2420-40b5-98da-d2bdddb104d8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:44.154790 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f12c80e5-7108-450e-88b5-19cf82bc4529 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/e6f336a2-2420-40b5-98da-d2bdddb104d8 HTTP/1.1" status: 204 len: 168 time: 2.6761739 Mar 03 12:44:44.158190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42752) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:44.163655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551395853'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:44.169212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:44.173056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:network and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:44.175825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:44.181905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:44.270514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:44.273966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.301854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:44:44.310777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.311157 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Added segment 5f710e9c-bcec-4d5e-b5fe-a2d3c1d2b6c1 of type vlan for network 97c52e47-cc99-4061-a161-15d1791a1c00 Mar 03 12:44:44.336206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.459262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.465153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:44.471381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.566889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Network': ['ID=97c52e47-cc99-4061-a161-15d1791a1c00,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:44.580599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 97c52e47-cc99-4061-a161-15d1791a1c00 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:44:44.608813 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-52a239ea-0c3d-4b0f-a967-963848f6e833 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4496002 Mar 03 12:44:44.611589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42756) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:44.617173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'subnet': {'network_id': '97c52e47-cc99-4061-a161-15d1791a1c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:44.728163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:44.732646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:subnet and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:44.735438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:44.740999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:44.808086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:44.811668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.821776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1f35bcb5-484f-4539-82fd-98f0344c5747 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:44:44.894501 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1f35bcb5-484f-4539-82fd-98f0344c5747 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:44.894870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:44.906278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Performing IP validity checks on allocation pools {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 12:44:44.906966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.ipam_backend_mixin [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88430) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 12:44:45.082655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.159101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Subnet': ['ID=5bfbc6da-5bb6-4daa-a57b-cd0da08263a6,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:45.167501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Checking segment: {'id': '5f710e9c-bcec-4d5e-b5fe-a2d3c1d2b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '97c52e47-cc99-4061-a161-15d1791a1c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:45.167884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network hostable DHCP agents. Network: 97c52e47-cc99-4061-a161-15d1791a1c00, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:44:45.225208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network 97c52e47-cc99-4061-a161-15d1791a1c00 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:44:45.299141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 97c52e47-cc99-4061-a161-15d1791a1c00) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:45.303004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:45.303660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.310185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647db3d8-c753-46da-be7c-5cb57f2120b7 None None] Network 97c52e47-cc99-4061-a161-15d1791a1c00 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:45.372629 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2d434e21-4db0-45bb-89db-b1d1a515adfa tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7599232 Mar 03 12:44:45.375139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42760) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:45.513889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.522284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d8dce-5a84-4b93-b032-7744860d42cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-97c52e47-cc99-4061-a161-15d1791a1c00', 'network_id': '97c52e47-cc99-4061-a161-15d1791a1c00', 'tenant_id': '9e84271eff8f4196ad2e2f9425c687a7', 'fixed_ips': [{'subnet_id': '5bfbc6da-5bb6-4daa-a57b-cd0da08263a6'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:44:45.523001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c76d8dce-5a84-4b93-b032-7744860d42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.583416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.710765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.750605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfbc6da-5bb6-4daa-a57b-cd0da08263a6,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-c76d8dce-5a84-4b93-b032-7744860d42cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bfbc6da-5bb6-4daa-a57b-cd0da08263a6: This subnet is being modified by another concurrent operation. Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bfbc6da-5bb6-4daa-a57b-cd0da08263a6: This subnet is being modified by another concurrent operation. Mar 03 12:44:45.756249 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:44:45.772744 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3668c0a-0534-4357-9415-6bd9378b9ff1 None None] Network 97c52e47-cc99-4061-a161-15d1791a1c00 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:45.844108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.869423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c52e47-cc99-4061-a161-15d1791a1c00']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:45.881876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f710e9c-bcec-4d5e-b5fe-a2d3c1d2b6c1') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:45.882169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f710e9c-bcec-4d5e-b5fe-a2d3c1d2b6c1') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:45.893292 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.912784 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.918599 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:44:45.918960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:44:45.932863 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:44:45.939883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6341f-ffc4-4cf0-b2c6-dcc0e7a86956 None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:44:46.027863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6341f-ffc4-4cf0-b2c6-dcc0e7a86956 None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:44:46.064926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:46.082833 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:46.094722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Network': ['ID=97c52e47-cc99-4061-a161-15d1791a1c00,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:46.097496 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-72f2262c-3b89-4f03-9c80-bbfd9ed64f43 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/97c52e47-cc99-4061-a161-15d1791a1c00 HTTP/1.1" status: 204 len: 168 time: 0.7214093 Mar 03 12:44:46.101045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42764) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:46.106899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1041102362'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:46.111881 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:46.115614 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:network and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:46.118447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:46.124535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:46.182515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:46.186793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:46.214552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:44:46.223385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:46.223825 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Added segment 08e2ffca-b0c8-45fc-8979-fe97a41f8711 of type vlan for network 37d11f5b-2af2-4328-8efa-7c61563f8283 Mar 03 12:44:46.250604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:46.322068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:46.327692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:46.328308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:46.424055 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3218451 Mar 03 12:44:46.427677 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42768) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:46.434215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'subnet': {'network_id': '37d11f5b-2af2-4328-8efa-7c61563f8283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:46.436588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09de9-816b-4d99-b5b5-633000ecb842 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Network': ['ID=37d11f5b-2af2-4328-8efa-7c61563f8283,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:46.446563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 37d11f5b-2af2-4328-8efa-7c61563f8283 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:44:46.546632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:46.550193 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:subnet and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:46.552934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:46.559059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:46.645483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:46.648995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.031120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.113226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Subnet': ['ID=68940035-f9ab-4f9a-88d1-a06e96567de0,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:47.117272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Checking segment: {'id': '08e2ffca-b0c8-45fc-8979-fe97a41f8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '37d11f5b-2af2-4328-8efa-7c61563f8283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:47.117629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network hostable DHCP agents. Network: 37d11f5b-2af2-4328-8efa-7c61563f8283, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:44:47.222809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network 37d11f5b-2af2-4328-8efa-7c61563f8283 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:44:47.280270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 37d11f5b-2af2-4328-8efa-7c61563f8283) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:47.284291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:47.284824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.290129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fab3b-0f76-4c84-8f60-5c572691e76d None None] Network 37d11f5b-2af2-4328-8efa-7c61563f8283 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:47.377895 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5ea013fd-8887-4628-93f0-34099c2a3f38 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9491363 Mar 03 12:44:47.381344 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42772) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:47.387291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1733752086'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:47.392117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:47.395804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:network and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:47.398709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:47.404969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:47.482293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:47.485811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.501370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-37d11f5b-2af2-4328-8efa-7c61563f8283', 'network_id': '37d11f5b-2af2-4328-8efa-7c61563f8283', 'tenant_id': '9e84271eff8f4196ad2e2f9425c687a7', 'fixed_ips': [{'subnet_id': '68940035-f9ab-4f9a-88d1-a06e96567de0'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:44:47.502189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.512988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:44:47.521231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.524332 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Added segment 8b298926-11d0-4b0b-906c-e0aaa0afbd36 of type vlan for network fb966852-9e71-4b73-8e87-64822d16dd0c Mar 03 12:44:47.548253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.640173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.645790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:47.646407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.658850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Allocated IP 2001:db8::2 (37d11f5b-2af2-4328-8efa-7c61563f8283/68940035-f9ab-4f9a-88d1-a06e96567de0/09e75189-5e8a-422f-a26f-59b5a5fd3b8a) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:44:47.754463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Network': ['ID=fb966852-9e71-4b73-8e87-64822d16dd0c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:47.766949 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network fb966852-9e71-4b73-8e87-64822d16dd0c details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:44:47.817817 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2a427ef0-dc5a-4a43-9b0d-5824e51d9484 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4352672 Mar 03 12:44:47.820611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42776) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:47.826979 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Request body: {'subnet': {'network_id': 'fb966852-9e71-4b73-8e87-64822d16dd0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:47.953786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:47.965333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Transition to ACTIVE for port object 09e75189-5e8a-422f-a26f-59b5a5fd3b8a will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:47.984420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Transition to ACTIVE for port object 09e75189-5e8a-422f-a26f-59b5a5fd3b8a will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:48.033210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:48.034433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.036940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Usage tracker for resource:subnet and tenant:9e84271eff8f4196ad2e2f9425c687a7 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:48.039659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:48.045589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:48.098203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Network 37d11f5b-2af2-4328-8efa-7c61563f8283 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:44:48.100764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:48.108917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:44:48.119684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Made reservation on behalf of 9e84271eff8f4196ad2e2f9425c687a7 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:48.123338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.146975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Pushing event updated for resources: {'Port': ['ID=09e75189-5e8a-422f-a26f-59b5a5fd3b8a,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:48.239720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Attempting to bind port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:44:48.240103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Attempting to bind port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '08e2ffca-b0c8-45fc-8979-fe97a41f8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '37d11f5b-2af2-4328-8efa-7c61563f8283'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:44:48.240459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Attempting to bind port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a on network 37d11f5b-2af2-4328-8efa-7c61563f8283 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:44:48.246281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:44:48.246825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Checking segment: {'id': '08e2ffca-b0c8-45fc-8979-fe97a41f8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '37d11f5b-2af2-4328-8efa-7c61563f8283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:48.247248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.247648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Bound using segment: {'id': '08e2ffca-b0c8-45fc-8979-fe97a41f8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '37d11f5b-2af2-4328-8efa-7c61563f8283'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:44:48.248136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Bound port: 09e75189-5e8a-422f-a26f-59b5a5fd3b8a, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e2ffca-b0c8-45fc-8979-fe97a41f8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '37d11f5b-2af2-4328-8efa-7c61563f8283'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:44:48.248511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.342031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] For port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:44:48.345170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] For port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=09e75189-5e8a-422f-a26f-59b5a5fd3b8a,segment=NetworkSegment(08e2ffca-b0c8-45fc-8979-fe97a41f8711),segment_id=08e2ffca-b0c8-45fc-8979-fe97a41f8711)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:44:48.394341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.417510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.473697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event updated for resources: {'Subnet': ['ID=902e9503-912c-422f-92d7-89f05cde4763,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:48.482354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Checking segment: {'id': '8b298926-11d0-4b0b-906c-e0aaa0afbd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fb966852-9e71-4b73-8e87-64822d16dd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:48.482711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network hostable DHCP agents. Network: fb966852-9e71-4b73-8e87-64822d16dd0c, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:44:48.501759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f8a19-313e-4ee0-9864-a87e899e5ad8 None None] Pushing event updated for resources: {'Port': ['ID=09e75189-5e8a-422f-a26f-59b5a5fd3b8a,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:48.550797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Network fb966852-9e71-4b73-8e87-64822d16dd0c is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:44:48.619511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, fb966852-9e71-4b73-8e87-64822d16dd0c) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:48.623882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:48.624753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.643192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d3558-8937-4baf-a272-86e129fd5a4b None None] Network fb966852-9e71-4b73-8e87-64822d16dd0c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:48.740297 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-73a95ba5-e3d3-48f0-b8a7-7d1d8656fb70 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9185357 Mar 03 12:44:48.742790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42780) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:48.879958 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 09e75189-5e8a-422f-a26f-59b5a5fd3b8a up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:44:48.905486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.923539 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac8375-e25e-4193-8226-0bc5281a4e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-fb966852-9e71-4b73-8e87-64822d16dd0c', 'network_id': 'fb966852-9e71-4b73-8e87-64822d16dd0c', 'tenant_id': '9e84271eff8f4196ad2e2f9425c687a7', 'fixed_ips': [{'subnet_id': '902e9503-912c-422f-92d7-89f05cde4763'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:44:48.924369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f0ac8375-e25e-4193-8226-0bc5281a4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:48.970032 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.088024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:49.134252 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server [None req-f0ac8375-e25e-4193-8226-0bc5281a4e76 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 902e9503-912c-422f-92d7-89f05cde4763: This subnet is being modified by another concurrent operation. Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server raise exception Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 902e9503-912c-422f-92d7-89f05cde4763: This subnet is being modified by another concurrent operation. Mar 03 12:44:49.157641 dv-neutron-831730-1-hyperv neutron-server[88432]: ERROR oslo_messaging.rpc.server Mar 03 12:44:49.176929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Subnet': ['ID=902e9503-912c-422f-92d7-89f05cde4763,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:49.188212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a02df23-bbfb-4115-a201-098e1bce0f14 None None] Network fb966852-9e71-4b73-8e87-64822d16dd0c requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:49.278332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.306424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb966852-9e71-4b73-8e87-64822d16dd0c']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:49.320856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b298926-11d0-4b0b-906c-e0aaa0afbd36') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:49.321155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b298926-11d0-4b0b-906c-e0aaa0afbd36') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:49.334059 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.351610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.359320 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:44:49.359713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:44:49.376549 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:44:49.522582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.527237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.554964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Network': ['ID=fb966852-9e71-4b73-8e87-64822d16dd0c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:49.562377 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dca8f85d-8af7-4559-b022-c3665517633e tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/fb966852-9e71-4b73-8e87-64822d16dd0c HTTP/1.1" status: 204 len: 168 time: 0.8161683 Mar 03 12:44:49.562829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42784) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:49.602618 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-830064de-f78c-4161-9995-9759dacb6a42 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] GET failed (client error): The resource could not be found. Mar 03 12:44:49.603133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-830064de-f78c-4161-9995-9759dacb6a42 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Synchronizing usage tracker for tenant:9e84271eff8f4196ad2e2f9425c687a7 on resource:subnet {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:44:49.615188 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e7438f-4335-44e4-bc32-18bd199fb6b3 None None] Network 37d11f5b-2af2-4328-8efa-7c61563f8283 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:49.679815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-830064de-f78c-4161-9995-9759dacb6a42 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Unset dirty status for tenant:9e84271eff8f4196ad2e2f9425c687a7 on resource:subnet {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:44:49.681003 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-830064de-f78c-4161-9995-9759dacb6a42 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "GET /v2.0/subnets/902e9503-912c-422f-92d7-89f05cde4763 HTTP/1.1" status: 404 len: 337 time: 0.1173902 Mar 03 12:44:49.683793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42788) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:49.708821 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef048e7-f3d7-45fe-a8b0-44545e25bcf3 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] DELETE failed (client error): The resource could not be found. Mar 03 12:44:49.709342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef048e7-f3d7-45fe-a8b0-44545e25bcf3 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:44:49.710982 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9ef048e7-f3d7-45fe-a8b0-44545e25bcf3 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/fb966852-9e71-4b73-8e87-64822d16dd0c HTTP/1.1" status: 404 len: 339 time: 0.0262764 Mar 03 12:44:49.715501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42792) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:49.734160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-def25848-f613-4edb-9d5d-4367036ec214 None None] Provisioning for port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:49.750249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-def25848-f613-4edb-9d5d-4367036ec214 None None] Provisioning complete for port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:49.750553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-def25848-f613-4edb-9d5d-4367036ec214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.757065 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfffd572-d836-4654-84ce-7776158826f0 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] DELETE failed (client error): The resource could not be found. Mar 03 12:44:49.757793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfffd572-d836-4654-84ce-7776158826f0 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88431) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:44:49.759456 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cfffd572-d836-4654-84ce-7776158826f0 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/subnets/902e9503-912c-422f-92d7-89f05cde4763 HTTP/1.1" status: 404 len: 337 time: 0.0429471 Mar 03 12:44:49.762229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42796) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:49.790534 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c25d23-f046-490c-a948-a585b7696fde tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] DELETE failed (client error): The resource could not be found. Mar 03 12:44:49.790992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c25d23-f046-490c-a948-a585b7696fde tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:44:49.793234 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c7c25d23-f046-490c-a948-a585b7696fde tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/fb966852-9e71-4b73-8e87-64822d16dd0c HTTP/1.1" status: 404 len: 339 time: 0.0295317 Mar 03 12:44:49.795939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42800) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:49.860331 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Deleting subnet 68940035-f9ab-4f9a-88d1-a06e96567de0 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:44:49.863242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.916548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:49.968645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-def25848-f613-4edb-9d5d-4367036ec214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.008954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-def25848-f613-4edb-9d5d-4367036ec214 None None] For port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=09e75189-5e8a-422f-a26f-59b5a5fd3b8a,segment=NetworkSegment(08e2ffca-b0c8-45fc-8979-fe97a41f8711),segment_id=08e2ffca-b0c8-45fc-8979-fe97a41f8711)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:50.088289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-def25848-f613-4edb-9d5d-4367036ec214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.090010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.161412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def25848-f613-4edb-9d5d-4367036ec214 None None] Pushing event updated for resources: {'Port': ['ID=09e75189-5e8a-422f-a26f-59b5a5fd3b8a,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:50.165254 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3929b5af-240e-4e4d-9617-dc948cd5dc2d None None] get_active_networks_info from dv-neutron-831730-1-hyperv {{(pid=88432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 12:44:50.228983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f526eaa0-3598-4964-8734-c815a200a6f6 None None] Provisioning complete for port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:50.229276 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f526eaa0-3598-4964-8734-c815a200a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.237108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.278613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Subnet': ['ID=68940035-f9ab-4f9a-88d1-a06e96567de0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:50.280491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.324748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929b5af-240e-4e4d-9617-dc948cd5dc2d None None] Resources bound (agent type, host, resource id): {{(pid=88432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 12:44:50.351372 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-869521af-3a1a-49b5-acea-25750cba1703 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/subnets/68940035-f9ab-4f9a-88d1-a06e96567de0 HTTP/1.1" status: 204 len: 168 time: 0.5541975 Mar 03 12:44:50.353644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42804) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:50.467200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.477793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Deleting port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:50.478127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.716941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd37491-690d-42c8-9e86-a78d3ccf7ba5 None None] Network 37d11f5b-2af2-4328-8efa-7c61563f8283 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:50.796501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] For port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=09e75189-5e8a-422f-a26f-59b5a5fd3b8a,segment=NetworkSegment(08e2ffca-b0c8-45fc-8979-fe97a41f8711),segment_id=08e2ffca-b0c8-45fc-8979-fe97a41f8711)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:50.796859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:50.844559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 09e75189-5e8a-422f-a26f-59b5a5fd3b8a up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:44:50.921769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Calling delete_port for 09e75189-5e8a-422f-a26f-59b5a5fd3b8a owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:44:50.968884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:50.969253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.063511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976408e-edb6-4e27-8611-c0ce1141e974 None None] DHCP port deletion for 37d11f5b-2af2-4328-8efa-7c61563f8283 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:44:51.068858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.075535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a update to ACTIVE by agent not found {{(pid=88432) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 12:44:51.118082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Port': ['ID=09e75189-5e8a-422f-a26f-59b5a5fd3b8a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:51.119858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No DVR routers for this DVR port 09e75189-5e8a-422f-a26f-59b5a5fd3b8a on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:44:51.244111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.269508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d11f5b-2af2-4328-8efa-7c61563f8283']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:51.285845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e2ffca-b0c8-45fc-8979-fe97a41f8711') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:51.286074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e2ffca-b0c8-45fc-8979-fe97a41f8711') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:51.298325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.313797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.319522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:44:51.319894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:44:51.334389 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:44:51.470285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.474389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.502711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Network': ['ID=37d11f5b-2af2-4328-8efa-7c61563f8283,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:51.507963 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9424ba77-85ad-4159-a895-41f16865c868 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/37d11f5b-2af2-4328-8efa-7c61563f8283 HTTP/1.1" status: 204 len: 168 time: 1.1526902 Mar 03 12:44:51.509978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42808) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:51.547205 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0feea4-cb5f-4c9f-8186-3a8750fc5b94 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] DELETE failed (client error): The resource could not be found. Mar 03 12:44:51.547543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0feea4-cb5f-4c9f-8186-3a8750fc5b94 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:44:51.549116 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fe0feea4-cb5f-4c9f-8186-3a8750fc5b94 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/subnets/5bfbc6da-5bb6-4daa-a57b-cd0da08263a6 HTTP/1.1" status: 404 len: 337 time: 0.0382495 Mar 03 12:44:51.551555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42812) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:51.575540 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3cf376-f0dd-482b-9d29-b4b3393d9f14 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] DELETE failed (client error): The resource could not be found. Mar 03 12:44:51.575981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3cf376-f0dd-482b-9d29-b4b3393d9f14 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:44:51.577538 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4c3cf376-f0dd-482b-9d29-b4b3393d9f14 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/97c52e47-cc99-4061-a161-15d1791a1c00 HTTP/1.1" status: 404 len: 339 time: 0.0251100 Mar 03 12:44:51.579943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42816) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:51.615698 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd8a9f6-6425-4937-bc0f-3487741b6c85 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] DELETE failed (client error): The resource could not be found. Mar 03 12:44:51.616153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd8a9f6-6425-4937-bc0f-3487741b6c85 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:44:51.617703 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2dd8a9f6-6425-4937-bc0f-3487741b6c85 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/subnets/1d6c2d46-5189-4a5a-ad65-5c3861c3d97b HTTP/1.1" status: 404 len: 337 time: 0.0368743 Mar 03 12:44:51.620212 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42820) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:51.648815 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc2444f-751f-4426-bb7e-b870b2f5577c tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] DELETE failed (client error): The resource could not be found. Mar 03 12:44:51.649254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc2444f-751f-4426-bb7e-b870b2f5577c tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88430) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 12:44:51.650801 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0fc2444f-751f-4426-bb7e-b870b2f5577c tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/e6f336a2-2420-40b5-98da-d2bdddb104d8 HTTP/1.1" status: 404 len: 339 time: 0.0296214 Mar 03 12:44:51.654029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42824) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:51.718242 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Deleting subnet a6ea049b-6992-4304-a74c-a0fcf13913c9 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:44:51.721088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.774271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.858358 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:51.988891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.028786 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ea049b-6992-4304-a74c-a0fcf13913c9,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:52.032448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.039597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f0164-9d0b-4a59-a72c-497db75697f7 None None] Network 18aa9c97-41aa-4718-88ab-ce7905a534b1 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:52.041788 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-65cdea59-ed24-4768-916d-d2ce7e6e26b9 tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/subnets/a6ea049b-6992-4304-a74c-a0fcf13913c9 HTTP/1.1" status: 204 len: 168 time: 0.3868220 Mar 03 12:44:52.044434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42828) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:52.156531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.167008 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Deleting port 1f35bcb5-484f-4539-82fd-98f0344c5747 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:52.167424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.273218 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] DHCP port deletion for 18aa9c97-41aa-4718-88ab-ce7905a534b1 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:44:52.279397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Deleting port 1f35bcb5-484f-4539-82fd-98f0344c5747 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:52.279788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.381863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] For port 1f35bcb5-484f-4539-82fd-98f0344c5747, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1f35bcb5-484f-4539-82fd-98f0344c5747,segment=NetworkSegment(a64e5bec-922f-4d3d-af5a-3dc11b166f2d),segment_id=a64e5bec-922f-4d3d-af5a-3dc11b166f2d)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:52.382214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.485893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] For port 1f35bcb5-484f-4539-82fd-98f0344c5747, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1f35bcb5-484f-4539-82fd-98f0344c5747,segment=NetworkSegment(a64e5bec-922f-4d3d-af5a-3dc11b166f2d),segment_id=a64e5bec-922f-4d3d-af5a-3dc11b166f2d)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:52.486275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.505929 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Calling delete_port for 1f35bcb5-484f-4539-82fd-98f0344c5747 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:44:52.606642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Calling delete_port for 1f35bcb5-484f-4539-82fd-98f0344c5747 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:44:52.645879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.687771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:44:52.688191 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:44:52.692480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Port': ['ID=1f35bcb5-484f-4539-82fd-98f0344c5747,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:52.695788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] No DVR routers for this DVR port 1f35bcb5-484f-4539-82fd-98f0344c5747 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:44:52.816552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.821090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 09e75189-5e8a-422f-a26f-59b5a5fd3b8a no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:44:52.841894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aa9c97-41aa-4718-88ab-ce7905a534b1']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:52.853701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64e5bec-922f-4d3d-af5a-3dc11b166f2d') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:52.853994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64e5bec-922f-4d3d-af5a-3dc11b166f2d') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:44:52.854828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 09e75189-5e8a-422f-a26f-59b5a5fd3b8a {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:44:52.855679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 09e75189-5e8a-422f-a26f-59b5a5fd3b8a not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:44:52.856258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1f35bcb5-484f-4539-82fd-98f0344c5747 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:44:52.865857 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.885709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.889975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1f35bcb5-484f-4539-82fd-98f0344c5747 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:44:52.890328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1f35bcb5-484f-4539-82fd-98f0344c5747 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:44:52.892877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:44:52.893381 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:44:52.907220 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:44:53.033872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:53.050722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:53.061829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] Pushing event deleted for resources: {'Network': ['ID=18aa9c97-41aa-4718-88ab-ce7905a534b1,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:53.065704 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c74bb10e-c139-4495-80d7-cfb04f70d40b tempest-NetworksIpV6Test-1609714819 tempest-NetworksIpV6Test-1609714819-project] 10.222.0.35 "DELETE /v2.0/networks/18aa9c97-41aa-4718-88ab-ce7905a534b1 HTTP/1.1" status: 204 len: 168 time: 1.0202558 Mar 03 12:44:53.190026 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Deleting port 1f35bcb5-484f-4539-82fd-98f0344c5747 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:53.190528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:53.257707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ead3d-f185-4d0c-9ecb-e018008d9387 None None] The port '1f35bcb5-484f-4539-82fd-98f0344c5747' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:44:53.531887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42840) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:53.680782 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b2429ca8-fbaf-45c5-b174-152471a6ee8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e84271eff8f4196ad2e2f9425c687a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476266 Mar 03 12:44:53.683833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42846) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:53.739547 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c864c25-7c21-4d4e-b5ca-c4231bcda838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:53.765282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c864c25-7c21-4d4e-b5ca-c4231bcda838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:53.881995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c864c25-7c21-4d4e-b5ca-c4231bcda838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:53.898091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864c25-7c21-4d4e-b5ca-c4231bcda838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1680df-c57f-42ac-9d47-5a9aeee861b2,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:53.903476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0c864c25-7c21-4d4e-b5ca-c4231bcda838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:53.904945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0c864c25-7c21-4d4e-b5ca-c4231bcda838 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d1680df-c57f-42ac-9d47-5a9aeee861b2 HTTP/1.1" status: 204 len: 168 time: 0.2201557 Mar 03 12:44:54.965996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42870) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:55.067093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1614987027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:55.074115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:55.077896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Usage tracker for resource:router and tenant:019993d0f996458ea010097dccd30cb9 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:55.080683 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:55.090402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:55.148472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.149464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.163688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.245490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.333370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.334551 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f759bdd8-95fd-4920-9de5-34fb75d884ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3675847 Mar 03 12:44:55.337278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42876) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:55.343478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-495457170'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:55.348438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:55.352754 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Usage tracker for resource:network and tenant:019993d0f996458ea010097dccd30cb9 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:55.355653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:55.361252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:55.456675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Made reservation on behalf of 019993d0f996458ea010097dccd30cb9 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:55.460149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.472439 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.487082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:55.490846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Usage tracker for resource:security_group_rule and tenant:019993d0f996458ea010097dccd30cb9 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:55.493610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:55.499910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:55.578181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.653138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.681285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:44:55.693327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a8de4b-a302-463d-8c55-044c47f59b07,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:55.697623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.697962 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Added segment 807e3abf-fb56-41c6-87d8-505559a9a10f of type vlan for network b0a521f8-434f-4eef-861b-a80a7a8cc902 Mar 03 12:44:55.723716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.816697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.821999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:55.822577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:55.930145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event updated for resources: {'Network': ['ID=b0a521f8-434f-4eef-861b-a80a7a8cc902,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:55.940446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network b0a521f8-434f-4eef-861b-a80a7a8cc902 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:44:55.971963 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89b2a7d0-91f6-4125-b08d-a2f213b25169 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6336565 Mar 03 12:44:55.974735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42880) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:55.980848 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Request body: {'subnet': {'network_id': 'b0a521f8-434f-4eef-861b-a80a7a8cc902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:56.091285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:56.095140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Usage tracker for resource:subnet and tenant:019993d0f996458ea010097dccd30cb9 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:56.097933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:56.103550 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:56.201506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Made reservation on behalf of 019993d0f996458ea010097dccd30cb9 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:56.205055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:56.481859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:56.556496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event updated for resources: {'Subnet': ['ID=d9d9844d-2f40-418b-854e-f24ea1eba24c,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:56.565524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Checking segment: {'id': '807e3abf-fb56-41c6-87d8-505559a9a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b0a521f8-434f-4eef-861b-a80a7a8cc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:56.565876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Network hostable DHCP agents. Network: b0a521f8-434f-4eef-861b-a80a7a8cc902, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:44:56.653105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Network b0a521f8-434f-4eef-861b-a80a7a8cc902 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:44:56.738903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, b0a521f8-434f-4eef-861b-a80a7a8cc902) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:56.743318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:56.744103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:56.748959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e86382-1890-4224-997c-4aed6e9cd71e None None] Network b0a521f8-434f-4eef-861b-a80a7a8cc902 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:56.832151 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a52ea68c-d9c0-43d0-afee-c482e3e8527f tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8561192 Mar 03 12:44:56.835854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42884) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:56.842053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1103695538'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:56.847351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:56.851360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Usage tracker for resource:network and tenant:019993d0f996458ea010097dccd30cb9 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:56.854418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:56.861110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:56.930909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Made reservation on behalf of 019993d0f996458ea010097dccd30cb9 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:56.935148 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:56.962742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:44:56.971449 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:56.971787 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Added segment 0fed942e-e383-4aaf-987f-26172be51cd5 of type vlan for network 7735db0f-390a-480f-aead-a0b6fbe2db3e Mar 03 12:44:56.993295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-b0a521f8-434f-4eef-861b-a80a7a8cc902', 'network_id': 'b0a521f8-434f-4eef-861b-a80a7a8cc902', 'tenant_id': '019993d0f996458ea010097dccd30cb9', 'fixed_ips': [{'subnet_id': 'd9d9844d-2f40-418b-854e-f24ea1eba24c'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:44:56.994123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.002406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.085338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.091115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:57.091698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.147521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Allocated IP 172.20.0.2 (b0a521f8-434f-4eef-861b-a80a7a8cc902/d9d9844d-2f40-418b-854e-f24ea1eba24c/18204c3a-22c0-46fd-b661-15f438d4d460) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:44:57.198088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event updated for resources: {'Network': ['ID=7735db0f-390a-480f-aead-a0b6fbe2db3e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:57.208744 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-15bf5776-477c-4e89-b9ab-ad9d6ded4b84 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3714552 Mar 03 12:44:57.211466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42888) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:57.217829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Request body: {'subnet': {'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:57.240945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 7735db0f-390a-480f-aead-a0b6fbe2db3e details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:44:57.325289 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:44:57.329134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Usage tracker for resource:subnet and tenant:019993d0f996458ea010097dccd30cb9 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:44:57.332351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:44:57.337925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:44:57.405666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Made reservation on behalf of 019993d0f996458ea010097dccd30cb9 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:44:57.409167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.450848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.460645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Transition to ACTIVE for port object 18204c3a-22c0-46fd-b661-15f438d4d460 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:57.478466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Transition to ACTIVE for port object 18204c3a-22c0-46fd-b661-15f438d4d460 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:57.537247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.597845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Network b0a521f8-434f-4eef-861b-a80a7a8cc902 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:44:57.604668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:57.609299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:44:57.614887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Pushing event updated for resources: {'Port': ['ID=18204c3a-22c0-46fd-b661-15f438d4d460,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:57.697206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.702933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Attempting to bind port 18204c3a-22c0-46fd-b661-15f438d4d460 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:44:57.703302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Attempting to bind port 18204c3a-22c0-46fd-b661-15f438d4d460 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '807e3abf-fb56-41c6-87d8-505559a9a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b0a521f8-434f-4eef-861b-a80a7a8cc902'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:44:57.703687 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Attempting to bind port 18204c3a-22c0-46fd-b661-15f438d4d460 on network b0a521f8-434f-4eef-861b-a80a7a8cc902 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:44:57.708860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:44:57.714597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Checking segment: {'id': '807e3abf-fb56-41c6-87d8-505559a9a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b0a521f8-434f-4eef-861b-a80a7a8cc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:57.714597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.714597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Bound using segment: {'id': '807e3abf-fb56-41c6-87d8-505559a9a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b0a521f8-434f-4eef-861b-a80a7a8cc902'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:44:57.714597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Bound port: 18204c3a-22c0-46fd-b661-15f438d4d460, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807e3abf-fb56-41c6-87d8-505559a9a10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b0a521f8-434f-4eef-861b-a80a7a8cc902'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:44:57.714597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.777369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event updated for resources: {'Subnet': ['ID=cb8ef7a4-9996-4b16-b3e6-31f2345389ad,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:57.786195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Checking segment: {'id': '0fed942e-e383-4aaf-987f-26172be51cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:57.786775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Network hostable DHCP agents. Network: 7735db0f-390a-480f-aead-a0b6fbe2db3e, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:44:57.793638 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:44:57.801972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] For port 18204c3a-22c0-46fd-b661-15f438d4d460, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:44:57.804907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] For port 18204c3a-22c0-46fd-b661-15f438d4d460, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=18204c3a-22c0-46fd-b661-15f438d4d460,segment=NetworkSegment(807e3abf-fb56-41c6-87d8-505559a9a10f),segment_id=807e3abf-fb56-41c6-87d8-505559a9a10f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:44:57.867799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Network 7735db0f-390a-480f-aead-a0b6fbe2db3e is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:44:57.896854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.959702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 7735db0f-390a-480f-aead-a0b6fbe2db3e) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:57.963716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:44:57.964487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:57.971421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b8e24-05a5-4461-9b89-6b61af374f52 None None] Network 7735db0f-390a-480f-aead-a0b6fbe2db3e requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:58.010743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd93d-0ba9-4858-a5cf-783ac521b36a None None] Pushing event updated for resources: {'Port': ['ID=18204c3a-22c0-46fd-b661-15f438d4d460,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:58.063589 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-56541fde-1ecb-4703-8080-bd06ac03d2a6 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8508039 Mar 03 12:44:58.066173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42892) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:58.071678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-788df5b3-97d5-42bd-8825-a8c74975e8fa tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Request body: {'router': {'external_gateway_info': {'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:44:58.225812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-7735db0f-390a-480f-aead-a0b6fbe2db3e', 'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e', 'tenant_id': '019993d0f996458ea010097dccd30cb9', 'fixed_ips': [{'subnet_id': 'cb8ef7a4-9996-4b16-b3e6-31f2345389ad'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:44:58.226671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:58.392459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Allocated IP 172.21.0.2 (7735db0f-390a-480f-aead-a0b6fbe2db3e/cb8ef7a4-9996-4b16-b3e6-31f2345389ad/b5bf3559-56a4-43d5-b2c5-7b7232a62331) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:44:58.597290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-788df5b3-97d5-42bd-8825-a8c74975e8fa tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:58.602965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:58.615526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Transition to ACTIVE for port object b5bf3559-56a4-43d5-b2c5-7b7232a62331 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:58.634493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Transition to ACTIVE for port object b5bf3559-56a4-43d5-b2c5-7b7232a62331 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:44:58.728752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:58.796404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Network 7735db0f-390a-480f-aead-a0b6fbe2db3e is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:44:58.799403 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:44:58.807410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:44:58.850212 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.api.v2.resource [None req-788df5b3-97d5-42bd-8825-a8c74975e8fa tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 12:44:58.851301 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-788df5b3-97d5-42bd-8825-a8c74975e8fa tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "PUT /v2.0/routers/fbe425ce-2a19-43d0-9663-61c60e07b77b HTTP/1.1" status: 400 len: 364 time: 0.7841015 Mar 03 12:44:58.858090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42896) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:58.885809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Pushing event updated for resources: {'Port': ['ID=b5bf3559-56a4-43d5-b2c5-7b7232a62331,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:58.933645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 18204c3a-22c0-46fd-b661-15f438d4d460 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:44:58.936647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Deleting subnet cb8ef7a4-9996-4b16-b3e6-31f2345389ad {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:44:58.940257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:58.994554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Attempting to bind port b5bf3559-56a4-43d5-b2c5-7b7232a62331 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:44:58.994924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Attempting to bind port b5bf3559-56a4-43d5-b2c5-7b7232a62331 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '0fed942e-e383-4aaf-987f-26172be51cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:44:58.995995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Attempting to bind port b5bf3559-56a4-43d5-b2c5-7b7232a62331 on network 7735db0f-390a-480f-aead-a0b6fbe2db3e {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:44:59.002284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.012332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:44:59.012910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Checking segment: {'id': '0fed942e-e383-4aaf-987f-26172be51cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:44:59.013067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.013457 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Bound using segment: {'id': '0fed942e-e383-4aaf-987f-26172be51cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:44:59.013933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Bound port: b5bf3559-56a4-43d5-b2c5-7b7232a62331, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fed942e-e383-4aaf-987f-26172be51cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '7735db0f-390a-480f-aead-a0b6fbe2db3e'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:44:59.014310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.064316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea8afa-fded-4341-8920-03aba10c1ed8 None None] Network b0a521f8-434f-4eef-861b-a80a7a8cc902 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:44:59.096586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.178796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 18204c3a-22c0-46fd-b661-15f438d4d460 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:59.240358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.264815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] For port b5bf3559-56a4-43d5-b2c5-7b7232a62331, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:44:59.276401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f699dc02-e47c-47f9-b63c-9897f0a7fc24 None None] Provisioning for port 18204c3a-22c0-46fd-b661-15f438d4d460 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:44:59.282878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8ef7a4-9996-4b16-b3e6-31f2345389ad,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:59.285894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] For port b5bf3559-56a4-43d5-b2c5-7b7232a62331, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b5bf3559-56a4-43d5-b2c5-7b7232a62331,segment=NetworkSegment(0fed942e-e383-4aaf-987f-26172be51cd5),segment_id=0fed942e-e383-4aaf-987f-26172be51cd5)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:44:59.286714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.288577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f699dc02-e47c-47f9-b63c-9897f0a7fc24 None None] Provisioning complete for port 18204c3a-22c0-46fd-b661-15f438d4d460 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:59.288938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f699dc02-e47c-47f9-b63c-9897f0a7fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.296051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42900) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:44:59.296543 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-38791a3b-a166-45a4-a800-0b3ad27f6834 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "DELETE /v2.0/subnets/cb8ef7a4-9996-4b16-b3e6-31f2345389ad HTTP/1.1" status: 204 len: 168 time: 0.4363458 Mar 03 12:44:59.368178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.414574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.425085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Deleting port b5bf3559-56a4-43d5-b2c5-7b7232a62331 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:44:59.425415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.501121 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ebcf2-d960-4c46-9e47-6c16ec7a0638 None None] Pushing event updated for resources: {'Port': ['ID=b5bf3559-56a4-43d5-b2c5-7b7232a62331,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:59.541407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f699dc02-e47c-47f9-b63c-9897f0a7fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.582220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-f699dc02-e47c-47f9-b63c-9897f0a7fc24 None None] For port 18204c3a-22c0-46fd-b661-15f438d4d460, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=18204c3a-22c0-46fd-b661-15f438d4d460,segment=NetworkSegment(807e3abf-fb56-41c6-87d8-505559a9a10f),segment_id=807e3abf-fb56-41c6-87d8-505559a9a10f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:59.676761 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f699dc02-e47c-47f9-b63c-9897f0a7fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.758168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699dc02-e47c-47f9-b63c-9897f0a7fc24 None None] Pushing event updated for resources: {'Port': ['ID=18204c3a-22c0-46fd-b661-15f438d4d460,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:44:59.786152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] For port b5bf3559-56a4-43d5-b2c5-7b7232a62331, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b5bf3559-56a4-43d5-b2c5-7b7232a62331,segment=NetworkSegment(0fed942e-e383-4aaf-987f-26172be51cd5),segment_id=0fed942e-e383-4aaf-987f-26172be51cd5)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:44:59.787558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.909115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-afbdbaf4-7410-41c9-8265-a85f0e01bfe7 None None] Provisioning complete for port 18204c3a-22c0-46fd-b661-15f438d4d460 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:44:59.909487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-afbdbaf4-7410-41c9-8265-a85f0e01bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:44:59.914339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Calling delete_port for b5bf3559-56a4-43d5-b2c5-7b7232a62331 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:45:00.059756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.107675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event deleted for resources: {'Port': ['ID=b5bf3559-56a4-43d5-b2c5-7b7232a62331,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:00.109503 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] No DVR routers for this DVR port b5bf3559-56a4-43d5-b2c5-7b7232a62331 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:45:00.235619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.262016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7735db0f-390a-480f-aead-a0b6fbe2db3e']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:00.279368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fed942e-e383-4aaf-987f-26172be51cd5') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:00.279661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fed942e-e383-4aaf-987f-26172be51cd5') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:00.292733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.310544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.319474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:45:00.320135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:45:00.344304 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:45:00.461424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77a3b2-c6c4-45b1-a2b1-cd3a1fabf0f1 None None] Network 7735db0f-390a-480f-aead-a0b6fbe2db3e requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:45:00.491204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.509668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.525967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event deleted for resources: {'Network': ['ID=7735db0f-390a-480f-aead-a0b6fbe2db3e,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:00.530280 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a0022bf5-3fc9-4d65-8fe1-4aa8b65dc4ac tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "DELETE /v2.0/networks/7735db0f-390a-480f-aead-a0b6fbe2db3e HTTP/1.1" status: 204 len: 168 time: 1.2329710 Mar 03 12:45:00.533115 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42904) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:00.559172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c65af279-4748-4299-9750-4c4ce96a3164 None None] Could not find standard attr ID for object b5bf3559-56a4-43d5-b2c5-7b7232a62331. {{(pid=88432) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 12:45:00.598361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Deleting subnet d9d9844d-2f40-418b-854e-f24ea1eba24c {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:45:00.601546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.656313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.688976 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc9633-dd22-4751-aa74-f63dfb3c70d8 None None] DHCP port deletion for 7735db0f-390a-480f-aead-a0b6fbe2db3e request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:45:00.751854 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.829920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 18204c3a-22c0-46fd-b661-15f438d4d460 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:00.893960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.900273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 18204c3a-22c0-46fd-b661-15f438d4d460 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:00.900641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.934541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d9844d-2f40-418b-854e-f24ea1eba24c,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:00.936491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:00.942021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06f04a-2293-4e16-bb4a-258839b90b24 None None] Network b0a521f8-434f-4eef-861b-a80a7a8cc902 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:45:00.942661 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-71f9f9fa-3ed2-4d07-8733-cb3e67991cf4 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "DELETE /v2.0/subnets/d9d9844d-2f40-418b-854e-f24ea1eba24c HTTP/1.1" status: 204 len: 168 time: 0.4086046 Mar 03 12:45:00.945069 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42908) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:01.058013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.068073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Deleting port 18204c3a-22c0-46fd-b661-15f438d4d460 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:45:01.068401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.264117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] DHCP port deletion for b0a521f8-434f-4eef-861b-a80a7a8cc902 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:45:01.268423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Deleting port 18204c3a-22c0-46fd-b661-15f438d4d460 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:45:01.268917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.282362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] For port 18204c3a-22c0-46fd-b661-15f438d4d460, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=18204c3a-22c0-46fd-b661-15f438d4d460,segment=NetworkSegment(807e3abf-fb56-41c6-87d8-505559a9a10f),segment_id=807e3abf-fb56-41c6-87d8-505559a9a10f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:01.282798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.405948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Calling delete_port for 18204c3a-22c0-46fd-b661-15f438d4d460 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:45:01.508519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] For port 18204c3a-22c0-46fd-b661-15f438d4d460, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=18204c3a-22c0-46fd-b661-15f438d4d460,segment=NetworkSegment(807e3abf-fb56-41c6-87d8-505559a9a10f),segment_id=807e3abf-fb56-41c6-87d8-505559a9a10f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:01.508519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.587961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.622879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Calling delete_port for 18204c3a-22c0-46fd-b661-15f438d4d460 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:45:01.637666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] No DVR routers for this DVR port 18204c3a-22c0-46fd-b661-15f438d4d460 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:45:01.664112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event deleted for resources: {'Port': ['ID=18204c3a-22c0-46fd-b661-15f438d4d460,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:01.697829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:45:01.698411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:45:01.765162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.790052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a521f8-434f-4eef-861b-a80a7a8cc902']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:01.802064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807e3abf-fb56-41c6-87d8-505559a9a10f') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:01.802360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807e3abf-fb56-41c6-87d8-505559a9a10f') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:01.814033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.829935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.835619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:45:01.835986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:45:01.853722 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:45:01.988120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.005093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.016534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Pushing event deleted for resources: {'Network': ['ID=b0a521f8-434f-4eef-861b-a80a7a8cc902,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:02.020454 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-930cab23-3601-494e-9e7f-f65c2a5f11d0 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "DELETE /v2.0/networks/b0a521f8-434f-4eef-861b-a80a7a8cc902 HTTP/1.1" status: 204 len: 168 time: 1.0744634 Mar 03 12:45:02.023104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42912) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:02.068193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6e8f5605-7941-4bfe-9684-22cb105ffdf9 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Synchronizing usage tracker for tenant:019993d0f996458ea010097dccd30cb9 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:45:02.167604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6e8f5605-7941-4bfe-9684-22cb105ffdf9 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Unset dirty status for tenant:019993d0f996458ea010097dccd30cb9 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:45:02.168737 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6e8f5605-7941-4bfe-9684-22cb105ffdf9 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbe425ce-2a19-43d0-9663-61c60e07b77b HTTP/1.1" status: 200 len: 205 time: 0.1447659 Mar 03 12:45:02.171193 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 42916) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:02.199915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Deleting port 18204c3a-22c0-46fd-b661-15f438d4d460 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:45:02.200337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.266436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7069d892-7ee0-407f-8ade-d040ea92a9c0 None None] The port '18204c3a-22c0-46fd-b661-15f438d4d460' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:45:02.397666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-119fd92d-4845-4393-9ce8-980977743a99 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.684630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-119fd92d-4845-4393-9ce8-980977743a99 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.687426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-119fd92d-4845-4393-9ce8-980977743a99 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.790462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-119fd92d-4845-4393-9ce8-980977743a99 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.791000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119fd92d-4845-4393-9ce8-980977743a99 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Fanout notify agent at l3_agent the message router_deleted on router fbe425ce-2a19-43d0-9663-61c60e07b77b {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:45:02.804065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-119fd92d-4845-4393-9ce8-980977743a99 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:02.808114 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-119fd92d-4845-4393-9ce8-980977743a99 tempest-RoutersNegativeTest-867601736 tempest-RoutersNegativeTest-867601736-project] 10.222.0.35 "DELETE /v2.0/routers/fbe425ce-2a19-43d0-9663-61c60e07b77b HTTP/1.1" status: 204 len: 168 time: 0.6330965 Mar 03 12:45:02.824324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 18204c3a-22c0-46fd-b661-15f438d4d460 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:45:02.861341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 18204c3a-22c0-46fd-b661-15f438d4d460 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:45:02.861686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 18204c3a-22c0-46fd-b661-15f438d4d460 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:45:03.252232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42924) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:03.397919 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-fa702070-574a-4d2c-95f2-3d4c7b365041 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=019993d0f996458ea010097dccd30cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445603 Mar 03 12:45:03.400382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42930) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:03.456736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d768d5b8-0bf9-4523-a177-e611b8496a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:03.482514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d768d5b8-0bf9-4523-a177-e611b8496a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:03.605927 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d768d5b8-0bf9-4523-a177-e611b8496a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:03.619458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768d5b8-0bf9-4523-a177-e611b8496a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a8de4b-a302-463d-8c55-044c47f59b07,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:03.626799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d768d5b8-0bf9-4523-a177-e611b8496a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:03.628656 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d768d5b8-0bf9-4523-a177-e611b8496a14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15a8de4b-a302-463d-8c55-044c47f59b07 HTTP/1.1" status: 204 len: 168 time: 0.2266648 Mar 03 12:45:04.647385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42954) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:04.774828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-94901823-network', 'tenant_id': 'a10d68d208624786abe3f637079f1012'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:04.780611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:04.784513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Usage tracker for resource:network and tenant:a10d68d208624786abe3f637079f1012 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:04.787300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:04.793603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:04.850788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Made reservation on behalf of a10d68d208624786abe3f637079f1012 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:45:04.853059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:04.865218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:04.882143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:04.886306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Usage tracker for resource:security_group_rule and tenant:a10d68d208624786abe3f637079f1012 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:04.889870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:04.894675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:04.975905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.045493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.072195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:45:05.084719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:05.089885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.090223 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Added segment 32f9bccf-04b4-41d2-9b44-77c6fc4c3cba of type vlan for network e1218a22-6da5-4d79-bd7a-29cf536eed71 Mar 03 12:45:05.116484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.201818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.202730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:05.203298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.303031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] Pushing event updated for resources: {'Network': ['ID=e1218a22-6da5-4d79-bd7a-29cf536eed71,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:05.313804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:45:05.357512 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a42469b6-1639-4bc8-89f7-74cfa65429fa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7089405 Mar 03 12:45:05.360422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42960) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:05.365955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Request body: {'subnet': {'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-subnet', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:05.371608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:05.375473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Usage tracker for resource:subnet and tenant:a10d68d208624786abe3f637079f1012 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:05.378360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:05.384317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:05.453288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Made reservation on behalf of a10d68d208624786abe3f637079f1012 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:45:05.455674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.765174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:05.839483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdec1f3-30e8-4229-82c0-9cf0d7a09e21,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:05.847976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Checking segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:05.848351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Network hostable DHCP agents. Network: e1218a22-6da5-4d79-bd7a-29cf536eed71, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:45:05.947685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:45:06.039043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, e1218a22-6da5-4d79-bd7a-29cf536eed71) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:06.043084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:06.043669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.047654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddc5c8-9d9a-4281-91ce-4ae0dbc721f9 None None] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:45:06.114235 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f6d744fc-ee62-487f-aa85-40f861c1e97c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7527518 Mar 03 12:45:06.116830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42964) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:06.121783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:06.126405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:06.130249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Usage tracker for resource:router and tenant:a10d68d208624786abe3f637079f1012 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:06.133298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:06.139629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:06.205281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.206377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.220885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.262349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-e1218a22-6da5-4d79-bd7a-29cf536eed71', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'fixed_ips': [{'subnet_id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:45:06.263179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.418138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Allocated IP 172.20.0.2 (e1218a22-6da5-4d79-bd7a-29cf536eed71/4bdec1f3-30e8-4229-82c0-9cf0d7a09e21/417ca1d1-92eb-4c67-8d37-e999a87e1bfa) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:45:06.620530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.630239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Transition to ACTIVE for port object 417ca1d1-92eb-4c67-8d37-e999a87e1bfa will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:06.647830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Transition to ACTIVE for port object 417ca1d1-92eb-4c67-8d37-e999a87e1bfa will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:06.662887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.726025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.787793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:06.792755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:06.798702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:45:06.808804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Pushing event updated for resources: {'Port': ['ID=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:06.892788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Attempting to bind port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:45:06.893060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Attempting to bind port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:45:06.893409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Attempting to bind port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa on network e1218a22-6da5-4d79-bd7a-29cf536eed71 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:06.898385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:45:06.898766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Checking segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:06.899137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.899518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Bound using segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:45:06.899967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Bound port: 417ca1d1-92eb-4c67-8d37-e999a87e1bfa, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:45:06.900361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:06.985086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] For port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:45:06.987920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] For port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:45:07.040201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:07.052210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:07.082622 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:07.154906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe747f-1550-4a9c-bb47-99218d78f470 None None] Pushing event updated for resources: {'Port': ['ID=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:07.219300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Allocated IP 172.26.8.69 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/41266dbb-6de3-4046-a5b0-a9818d0af645) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:45:07.371207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:07.474381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:07.537903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:07.545673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:07.549862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:45:07.582182 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Pushing event updated for resources: {'Port': ['ID=41266dbb-6de3-4046-a5b0-a9818d0af645,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:08.053724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c24cb84-eae0-40a6-ac43-e58401c58289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:08.159012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86dc22-b034-4eec-9c9c-c45d90296d31 None None] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:45:08.171323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:08.329388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:08.342545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5764a8c9-3346-46cd-98f6-777a417f985a None None] Provisioning for port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:08.521712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:08.797224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Router 5787e856-93b7-4dc5-b7ba-6191149cbb91 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:45:08.859971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 417ca1d1-92eb-4c67-8d37-e999a87e1bfa up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:08.973022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:45:08.981692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Sync routers for ids ['5787e856-93b7-4dc5-b7ba-6191149cbb91'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:45:08.990796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Routers {'5787e856-93b7-4dc5-b7ba-6191149cbb91'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:08.991399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:44:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5787e856-93b7-4dc5-b7ba-6191149cbb91'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:09.046120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:09.059076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:09.059705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:09.064435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:09.065667 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e78b3abb-3503-4a02-8a28-6e5eb57d0c28 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9478908 Mar 03 12:45:09.068377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42968) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:09.240693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Set router 5787e856-93b7-4dc5-b7ba-6191149cbb91 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:09.450252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:09.518008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:09.585264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:09.618709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:45:07Z', 'revision_number': 3, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port': {'id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:07Z', 'updated_at': '2022-03-03T12:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:09.641952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Checking router: 5787e856-93b7-4dc5-b7ba-6191149cbb91 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:45:09.642294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Updating router 5787e856-93b7-4dc5-b7ba-6191149cbb91 port 41266dbb-6de3-4046-a5b0-a9818d0af645 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:45:09.717467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:09.720281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.023398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.063927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.077181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Transition to ACTIVE for port object 41266dbb-6de3-4046-a5b0-a9818d0af645 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:10.173491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.238979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Allocated IP 172.20.0.1 (e1218a22-6da5-4d79-bd7a-29cf536eed71/4bdec1f3-30e8-4229-82c0-9cf0d7a09e21/feb970b9-7091-4272-9229-345669672419) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:45:10.264513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-afef1a64-2560-4a97-97c0-d67ed8e0e0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.306732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Attempting to bind port 41266dbb-6de3-4046-a5b0-a9818d0af645 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:45:10.307797 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Attempting to bind port 41266dbb-6de3-4046-a5b0-a9818d0af645 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:45:10.308138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Attempting to bind port 41266dbb-6de3-4046-a5b0-a9818d0af645 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:10.310262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542fed6-5b62-456e-a85c-d9257008250e None None] Pushing event updated for resources: {'Port': ['ID=41266dbb-6de3-4046-a5b0-a9818d0af645,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:10.316028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:45:10.316406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:10.316798 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.317177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:45:10.317631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Bound port: 41266dbb-6de3-4046-a5b0-a9818d0af645, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:45:10.318011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.390341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.393710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] For port 41266dbb-6de3-4046-a5b0-a9818d0af645, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:45:10.396706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] For port 41266dbb-6de3-4046-a5b0-a9818d0af645, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=41266dbb-6de3-4046-a5b0-a9818d0af645,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:45:10.406543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Transition to ACTIVE for port object feb970b9-7091-4272-9229-345669672419 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:10.454062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.482168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.547489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Routers {'5787e856-93b7-4dc5-b7ba-6191149cbb91'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:10.547489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:45:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5787e856-93b7-4dc5-b7ba-6191149cbb91'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:10.547889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:10.554767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:10.559317 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:45:10.589505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Pushing event updated for resources: {'Port': ['ID=feb970b9-7091-4272-9229-345669672419,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:10.608363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542fed6-5b62-456e-a85c-d9257008250e None None] Pushing event updated for resources: {'Port': ['ID=41266dbb-6de3-4046-a5b0-a9818d0af645,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:10.622351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:10.742309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] Set router 5787e856-93b7-4dc5-b7ba-6191149cbb91 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:10.846869 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 417ca1d1-92eb-4c67-8d37-e999a87e1bfa up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:10.954790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.032156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-41cf3b7f-2dba-4d4c-80e2-71771ada32a6 None None] Provisioning for port feb970b9-7091-4272-9229-345669672419 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:11.034896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:11.035264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.101223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-41cf3b7f-2dba-4d4c-80e2-71771ada32a6 None None] Provisioning complete for port feb970b9-7091-4272-9229-345669672419 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:11.101917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41cf3b7f-2dba-4d4c-80e2-71771ada32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.177503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.204846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-41cf3b7f-2dba-4d4c-80e2-71771ada32a6 None None] Port feb970b9-7091-4272-9229-345669672419 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:45:11.233845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.259184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.279777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:45:07Z', 'revision_number': 3, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port': {'id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:07Z', 'updated_at': '2022-03-03T12:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:11.284111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54c794-8d14-498e-b6e3-64a6fb451a16 None None] The sync data for ids ['5787e856-93b7-4dc5-b7ba-6191149cbb91'] in dv-neutron-831730-1-hyperv is: [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:45:07Z', 'revision_number': 3, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port': {'id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:07Z', 'updated_at': '2022-03-03T12:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:45:11.343590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Pushing event updated for resources: {'Port': ['ID=feb970b9-7091-4272-9229-345669672419,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:11.346096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.486474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:11.487660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:11.536902 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.827726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-77e1ee36-5b8e-4782-951c-6c41a393fcf3 None None] Provisioning complete for port feb970b9-7091-4272-9229-345669672419 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:11.828236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-77e1ee36-5b8e-4782-951c-6c41a393fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:11.829582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Router 5787e856-93b7-4dc5-b7ba-6191149cbb91 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:45:11.885924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-77e1ee36-5b8e-4782-951c-6c41a393fcf3 None None] Port feb970b9-7091-4272-9229-345669672419 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:45:12.016259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:45:12.025275 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-228da8e3-cfd7-4b98-b276-5b78ac8908aa admin admin] 10.222.0.35 "PUT /v2.0/routers/5787e856-93b7-4dc5-b7ba-6191149cbb91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9558992 Mar 03 12:45:12.757964 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Sync routers for ids ['5787e856-93b7-4dc5-b7ba-6191149cbb91'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:45:12.767770 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Routers {'5787e856-93b7-4dc5-b7ba-6191149cbb91'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:12.768399 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:45:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5787e856-93b7-4dc5-b7ba-6191149cbb91'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:12.777829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42986) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:12.784260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-686154402-network', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:12.796343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:12.801466 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Usage tracker for resource:network and tenant:a3885d3ef78f424098a10275b4c90528 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:12.804900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:12.811725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:12.865812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 41266dbb-6de3-4046-a5b0-a9818d0af645 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:12.908157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Made reservation on behalf of a3885d3ef78f424098a10275b4c90528 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:45:12.910560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:12.920503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:12.923259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:12.938694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:12.942544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Usage tracker for resource:security_group_rule and tenant:a3885d3ef78f424098a10275b4c90528 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:12.945285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:12.951493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:12.954901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Set router 5787e856-93b7-4dc5-b7ba-6191149cbb91 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:13.026833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 41266dbb-6de3-4046-a5b0-a9818d0af645 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:13.031676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 41266dbb-6de3-4046-a5b0-a9818d0af645 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:13.032172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.033447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.113849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.143741 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:45:13.157012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488963af-7b24-40c1-8b65-aeeb0e605192,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:13.157737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.161694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.162228 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Added segment da9b3177-28b3-4dbb-b4bc-c9653e38806b of type vlan for network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 Mar 03 12:45:13.177922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 41266dbb-6de3-4046-a5b0-a9818d0af645, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=41266dbb-6de3-4046-a5b0-a9818d0af645,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:13.198523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.262614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.273448 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:45:10Z', 'revision_number': 4, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port': {'id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:07Z', 'updated_at': '2022-03-03T12:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'feb970b9-7091-4272-9229-345669672419', 'name': '', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'mac_address': 'fa:16:3e:07:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:10Z', 'updated_at': '2022-03-03T12:45:11Z', 'revision_number': 2, 'project_id': 'a10d68d208624786abe3f637079f1012', 'subnets': [{'id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:13.277859 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Checking router: 5787e856-93b7-4dc5-b7ba-6191149cbb91 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:45:13.278175 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Updating router 5787e856-93b7-4dc5-b7ba-6191149cbb91 port feb970b9-7091-4272-9229-345669672419 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:45:13.290953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.292508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:13.293078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.336289 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.349080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=41266dbb-6de3-4046-a5b0-a9818d0af645,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:13.389190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] Pushing event updated for resources: {'Network': ['ID=62e2a322-ba36-4f4e-9171-5a0daec4fa71,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:13.401668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:45:13.477083 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-87eebd65-7dee-496d-9919-6b41518eb9bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6980186 Mar 03 12:45:13.479963 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42990) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:13.486167 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Request body: {'subnet': {'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-subnet', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:13.491030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:13.495510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Usage tracker for resource:subnet and tenant:a3885d3ef78f424098a10275b4c90528 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:13.499452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:13.505324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:13.587792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Made reservation on behalf of a3885d3ef78f424098a10275b4c90528 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:45:13.590701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.680236 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.692453 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Transition to ACTIVE for port object feb970b9-7091-4272-9229-345669672419 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:13.773559 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.859198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:13.895650 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Pushing event updated for resources: {'Port': ['ID=feb970b9-7091-4272-9229-345669672419,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:13.925039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939c86ad-b667-44ba-846a-ed5273e4d0f0,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:13.939920 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.940185 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.940436 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.940762 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.941081 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.941820 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.941820 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.942028 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.942310 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.942622 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.943009 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.943238 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:13.950102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Checking segment: {'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:13.950462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Network hostable DHCP agents. Network: 62e2a322-ba36-4f4e-9171-5a0daec4fa71, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:45:14.014899 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Attempting to bind port feb970b9-7091-4272-9229-345669672419 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:45:14.015247 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Attempting to bind port feb970b9-7091-4272-9229-345669672419 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:45:14.015605 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Attempting to bind port feb970b9-7091-4272-9229-345669672419 on network e1218a22-6da5-4d79-bd7a-29cf536eed71 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:14.021241 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:45:14.021543 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Checking segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:14.022105 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.022497 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Bound using segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:45:14.022955 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Bound port: feb970b9-7091-4272-9229-345669672419, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:45:14.023328 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.042430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:45:14.112296 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] For port feb970b9-7091-4272-9229-345669672419, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:45:14.115025 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] For port feb970b9-7091-4272-9229-345669672419, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=feb970b9-7091-4272-9229-345669672419,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:45:14.119342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 62e2a322-ba36-4f4e-9171-5a0daec4fa71) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:14.124969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:14.128724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.129044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe0e9e-477e-4506-ba26-110f0e26a196 None None] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:45:14.177121 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.210980 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-10c977bb-448b-4ea6-82ae-9813e809f2e6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7273171 Mar 03 12:45:14.211340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42994) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:14.216895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:14.222296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:14.226539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Usage tracker for resource:router and tenant:a3885d3ef78f424098a10275b4c90528 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:45:14.231147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:45:14.237151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:14.259872 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6415ec-8f3b-43e9-9f3e-c4bdda6ef3a1 None None] Pushing event updated for resources: {'Port': ['ID=feb970b9-7091-4272-9229-345669672419,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:14.266733 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Routers {'5787e856-93b7-4dc5-b7ba-6191149cbb91'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:14.267310 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:45:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5787e856-93b7-4dc5-b7ba-6191149cbb91'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:14.342852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.344382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.364083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.424066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'fixed_ips': [{'subnet_id': '939c86ad-b667-44ba-846a-ed5273e4d0f0'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:45:14.424912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.501965 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] Set router 5787e856-93b7-4dc5-b7ba-6191149cbb91 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:14.599515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Allocated IP 172.20.0.2 (62e2a322-ba36-4f4e-9171-5a0daec4fa71/939c86ad-b667-44ba-846a-ed5273e4d0f0/5b519576-d96b-4529-a219-28081c6acdf5) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:45:14.719109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.830048 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.836113 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:45:10Z', 'revision_number': 4, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port': {'id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:07Z', 'updated_at': '2022-03-03T12:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'feb970b9-7091-4272-9229-345669672419', 'name': '', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'mac_address': 'fa:16:3e:07:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:10Z', 'updated_at': '2022-03-03T12:45:14Z', 'revision_number': 4, 'project_id': 'a10d68d208624786abe3f637079f1012', 'subnets': [{'id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:14.840475 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f75a5af-2bd6-4ba0-b033-2cc30b8524cd None None] The sync data for ids ['5787e856-93b7-4dc5-b7ba-6191149cbb91'] in dv-neutron-831730-1-hyperv is: [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:45:10Z', 'revision_number': 4, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port': {'id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:07Z', 'updated_at': '2022-03-03T12:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'feb970b9-7091-4272-9229-345669672419', 'name': '', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'mac_address': 'fa:16:3e:07:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:10Z', 'updated_at': '2022-03-03T12:45:14Z', 'revision_number': 4, 'project_id': 'a10d68d208624786abe3f637079f1012', 'subnets': [{'id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:45:14.846418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Transition to ACTIVE for port object 5b519576-d96b-4529-a219-28081c6acdf5 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:14.865621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 41266dbb-6de3-4046-a5b0-a9818d0af645 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:14.907747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Transition to ACTIVE for port object 5b519576-d96b-4529-a219-28081c6acdf5 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:14.951772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 41266dbb-6de3-4046-a5b0-a9818d0af645 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:14.952964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:14.989046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.056416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:15.062943 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:15.067934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:45:15.131180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Pushing event updated for resources: {'Port': ['ID=5b519576-d96b-4529-a219-28081c6acdf5,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:15.221303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Attempting to bind port 5b519576-d96b-4529-a219-28081c6acdf5 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:45:15.221303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Attempting to bind port 5b519576-d96b-4529-a219-28081c6acdf5 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:45:15.221692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Attempting to bind port 5b519576-d96b-4529-a219-28081c6acdf5 on network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:15.242483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:45:15.242858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Checking segment: {'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:15.243246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.243645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Bound using segment: {'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:45:15.244132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Bound port: 5b519576-d96b-4529-a219-28081c6acdf5, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:45:15.245079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.290055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.321415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.357392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] For port 5b519576-d96b-4529-a219-28081c6acdf5, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:45:15.360927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] For port 5b519576-d96b-4529-a219-28081c6acdf5, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5b519576-d96b-4529-a219-28081c6acdf5,segment=NetworkSegment(da9b3177-28b3-4dbb-b4bc-c9653e38806b),segment_id=da9b3177-28b3-4dbb-b4bc-c9653e38806b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:45:15.425695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.484930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Allocated IP 172.26.8.60 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/b2adc9de-4e09-4348-87cd-037d48a59fe4) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:45:15.519170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a398ec-6b7d-4eb7-9d01-7a9940352763 None None] Pushing event updated for resources: {'Port': ['ID=5b519576-d96b-4529-a219-28081c6acdf5,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:15.660810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.779337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:15.845764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:15.852946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:15.858181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:45:15.892855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Pushing event updated for resources: {'Port': ['ID=b2adc9de-4e09-4348-87cd-037d48a59fe4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:16.341298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:16.454789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38157fa2-3de1-40ff-9c7b-0d1139f63e36 None None] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:45:16.609550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6a5a22ef-dd50-4ebc-b582-cd4d7510c8a2 None None] Provisioning for port 5b519576-d96b-4529-a219-28081c6acdf5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:16.680535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:16.910969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb970b9-7091-4272-9229-345669672419 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:17.056247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port feb970b9-7091-4272-9229-345669672419 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:17.061795 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port feb970b9-7091-4272-9229-345669672419 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:17.062163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:17.087393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Router fe2774f1-94dd-4bde-9e87-c7ad82574652 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:45:17.210658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:17.242873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port feb970b9-7091-4272-9229-345669672419, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=feb970b9-7091-4272-9229-345669672419,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:17.270786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:45:17.280756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Sync routers for ids ['fe2774f1-94dd-4bde-9e87-c7ad82574652'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:45:17.289830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Routers {'fe2774f1-94dd-4bde-9e87-c7ad82574652'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:17.290620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:45:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fe2774f1-94dd-4bde-9e87-c7ad82574652'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:17.344988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:17.345737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5b519576-d96b-4529-a219-28081c6acdf5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:17.405089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:17.406341 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5e9f127d-9d28-4998-8fba-df3337f1ffaf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1940367 Mar 03 12:45:17.409660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 42998) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:45:17.545737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=feb970b9-7091-4272-9229-345669672419,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:17.577240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Set router fe2774f1-94dd-4bde-9e87-c7ad82574652 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:17.621841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 5b519576-d96b-4529-a219-28081c6acdf5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:17.697044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 5b519576-d96b-4529-a219-28081c6acdf5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:17.697434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:17.940778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:17.984773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 5b519576-d96b-4529-a219-28081c6acdf5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5b519576-d96b-4529-a219-28081c6acdf5,segment=NetworkSegment(da9b3177-28b3-4dbb-b4bc-c9653e38806b),segment_id=da9b3177-28b3-4dbb-b4bc-c9653e38806b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:17.992402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:45:16Z', 'revision_number': 3, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port': {'id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:15Z', 'updated_at': '2022-03-03T12:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:17.996307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Checking router: fe2774f1-94dd-4bde-9e87-c7ad82574652 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:45:17.996654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Updating router fe2774f1-94dd-4bde-9e87-c7ad82574652 port b2adc9de-4e09-4348-87cd-037d48a59fe4 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:45:18.049288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.076189 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.080213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.212109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=5b519576-d96b-4529-a219-28081c6acdf5,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:18.225667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.226009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.226347 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.226672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.226991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.227318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.227630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.227944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.228283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.228641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.229045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.229363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:18.288252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Allocated IP 172.20.0.1 (62e2a322-ba36-4f4e-9171-5a0daec4fa71/939c86ad-b667-44ba-846a-ed5273e4d0f0/9aeebe22-4d14-4adc-8491-19937ed1de5c) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:45:18.430529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.442297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.445504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Transition to ACTIVE for port object 9aeebe22-4d14-4adc-8491-19937ed1de5c will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:18.453841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Transition to ACTIVE for port object b2adc9de-4e09-4348-87cd-037d48a59fe4 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:18.513259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.536762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.594131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Attempting to bind port b2adc9de-4e09-4348-87cd-037d48a59fe4 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:45:18.599432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Attempting to bind port b2adc9de-4e09-4348-87cd-037d48a59fe4 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:45:18.599432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Attempting to bind port b2adc9de-4e09-4348-87cd-037d48a59fe4 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:18.599689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:18.599689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:18.600473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b9a57-baf5-41fa-8b15-243a20d48d82 None None] Pushing event updated for resources: {'Port': ['ID=b2adc9de-4e09-4348-87cd-037d48a59fe4,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:18.605094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:45:18.605466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:18.605864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.606627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:45:18.606760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Bound port: b2adc9de-4e09-4348-87cd-037d48a59fe4, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:45:18.606872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:45:18.607071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.645310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Pushing event updated for resources: {'Port': ['ID=9aeebe22-4d14-4adc-8491-19937ed1de5c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:18.689847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] For port b2adc9de-4e09-4348-87cd-037d48a59fe4, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:45:18.693398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] For port b2adc9de-4e09-4348-87cd-037d48a59fe4, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b2adc9de-4e09-4348-87cd-037d48a59fe4,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:45:18.754299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.809406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:18.867509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb970b9-7091-4272-9229-345669672419 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:18.923082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Routers {'fe2774f1-94dd-4bde-9e87-c7ad82574652'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:18.923613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:45:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fe2774f1-94dd-4bde-9e87-c7ad82574652'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:18.973312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b9a57-baf5-41fa-8b15-243a20d48d82 None None] Pushing event updated for resources: {'Port': ['ID=b2adc9de-4e09-4348-87cd-037d48a59fe4,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:19.001392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.086536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9d0b49c6-8963-41d8-9e15-934ab24d4a1c None None] Provisioning for port 9aeebe22-4d14-4adc-8491-19937ed1de5c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:19.105570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9d0b49c6-8963-41d8-9e15-934ab24d4a1c None None] Provisioning complete for port 9aeebe22-4d14-4adc-8491-19937ed1de5c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:19.105946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9d0b49c6-8963-41d8-9e15-934ab24d4a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.163018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port feb970b9-7091-4272-9229-345669672419 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:19.163384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.216968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] Set router fe2774f1-94dd-4bde-9e87-c7ad82574652 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:19.227517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.284837 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.285058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b49c6-8963-41d8-9e15-934ab24d4a1c None None] Port 9aeebe22-4d14-4adc-8491-19937ed1de5c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:45:19.394232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.398490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Pushing event updated for resources: {'Port': ['ID=9aeebe22-4d14-4adc-8491-19937ed1de5c,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:19.521133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5b519576-d96b-4529-a219-28081c6acdf5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:19.533713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:19.534774 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:19.665502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 5b519576-d96b-4529-a219-28081c6acdf5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:19.666145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.728700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Router fe2774f1-94dd-4bde-9e87-c7ad82574652 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:45:19.731952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 4, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port': {'id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:15Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '9aeebe22-4d14-4adc-8491-19937ed1de5c', 'name': '', 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'mac_address': 'fa:16:3e:8e:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:18Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 1, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'subnets': [{'id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:19.737936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf78c8-09a3-4079-a59f-7460859ceb1b None None] The sync data for ids ['fe2774f1-94dd-4bde-9e87-c7ad82574652'] in dv-neutron-831730-1-hyperv is: [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 4, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port': {'id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:15Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '9aeebe22-4d14-4adc-8491-19937ed1de5c', 'name': '', 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'mac_address': 'fa:16:3e:8e:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:18Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 1, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'subnets': [{'id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:45:19.818731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e0d53c20-467c-4c61-a907-65063d993572 None None] Provisioning complete for port 9aeebe22-4d14-4adc-8491-19937ed1de5c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:19.819123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e0d53c20-467c-4c61-a907-65063d993572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:19.878777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e0d53c20-467c-4c61-a907-65063d993572 None None] Port 9aeebe22-4d14-4adc-8491-19937ed1de5c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:45:19.926306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:45:19.935551 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-993f4e6b-7fc5-45f9-aa87-47b4db883887 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe2774f1-94dd-4bde-9e87-c7ad82574652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242467 Mar 03 12:45:20.868669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-27580487-8747-4fbd-a8f9-6401be40d602 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:20.871048 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-27580487-8747-4fbd-a8f9-6401be40d602 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/networks?id=e1218a22-6da5-4d79-bd7a-29cf536eed71 HTTP/1.1" status: 200 len: 815 time: 0.1517007 Mar 03 12:45:20.885830 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-90cc1274-3042-45d1-bf6c-37a3747873b6 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/quotas/a10d68d208624786abe3f637079f1012 HTTP/1.1" status: 200 len: 375 time: 0.0091929 Mar 03 12:45:20.967252 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-2d32905e-bf31-4210-b7c2-138c2270d1f0 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a10d68d208624786abe3f637079f1012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766659 Mar 03 12:45:21.209937 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-3c847f04-106d-44f1-921e-abaf7e913881 service neutron] 10.222.0.35 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313704 Mar 03 12:45:21.344769 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-9f32ad9d-1cdf-48af-adb9-66c932fd214e service neutron] 10.222.0.35 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286230 Mar 03 12:45:21.616984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e8a7febb-2983-481a-99fb-275cfb2918ac req-2f89f848-59cc-442b-b5c1-a3590ba33d40 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Synchronizing usage tracker for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:45:21.687133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e8a7febb-2983-481a-99fb-275cfb2918ac req-2f89f848-59cc-442b-b5c1-a3590ba33d40 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Unset dirty status for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:45:21.688476 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e8a7febb-2983-481a-99fb-275cfb2918ac req-2f89f848-59cc-442b-b5c1-a3590ba33d40 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 210 time: 0.1167288 Mar 03 12:45:22.730916 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Sync routers for ids ['fe2774f1-94dd-4bde-9e87-c7ad82574652'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:45:22.740258 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Routers {'fe2774f1-94dd-4bde-9e87-c7ad82574652'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:22.740856 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:45:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fe2774f1-94dd-4bde-9e87-c7ad82574652'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:22.864736 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-34c5f2b5-1b06-415a-9bfb-33356a8f7c6a req-cfdd2812-7d0f-4e6f-a179-fa65eb62fe33 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 210 time: 0.0572674 Mar 03 12:45:22.891935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b2adc9de-4e09-4348-87cd-037d48a59fe4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:22.936150 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Set router fe2774f1-94dd-4bde-9e87-c7ad82574652 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:23.010998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b2adc9de-4e09-4348-87cd-037d48a59fe4 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:23.017055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b2adc9de-4e09-4348-87cd-037d48a59fe4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:23.017601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:23.149631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:23.166644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port b2adc9de-4e09-4348-87cd-037d48a59fe4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b2adc9de-4e09-4348-87cd-037d48a59fe4,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:23.256426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:23.258904 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 4, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port': {'id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:15Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '9aeebe22-4d14-4adc-8491-19937ed1de5c', 'name': '', 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'mac_address': 'fa:16:3e:8e:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:18Z', 'updated_at': '2022-03-03T12:45:19Z', 'revision_number': 2, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'subnets': [{'id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:23.263276 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Checking router: fe2774f1-94dd-4bde-9e87-c7ad82574652 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:45:23.265837 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Updating router fe2774f1-94dd-4bde-9e87-c7ad82574652 port 9aeebe22-4d14-4adc-8491-19937ed1de5c binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:45:23.318715 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:23.327563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=b2adc9de-4e09-4348-87cd-037d48a59fe4,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:23.655943 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:23.667028 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Transition to ACTIVE for port object 9aeebe22-4d14-4adc-8491-19937ed1de5c will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:23.759295 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:23.904272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-0d5ca1d7-897b-47f1-aaf4-f45ef4450331 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:23.904997 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-0d5ca1d7-897b-47f1-aaf4-f45ef4450331 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Synchronizing usage tracker for tenant:a10d68d208624786abe3f637079f1012 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:45:23.911638 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307dd2a-4d96-407e-a453-a5e3b349cd77 None None] Pushing event updated for resources: {'Port': ['ID=9aeebe22-4d14-4adc-8491-19937ed1de5c,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:23.999476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-0d5ca1d7-897b-47f1-aaf4-f45ef4450331 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Unset dirty status for tenant:a10d68d208624786abe3f637079f1012 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:45:24.001441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-0d5ca1d7-897b-47f1-aaf4-f45ef4450331 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "GET /v2.0/networks?id=e1218a22-6da5-4d79-bd7a-29cf536eed71 HTTP/1.1" status: 200 len: 815 time: 0.2524378 Mar 03 12:45:24.015105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Request body: {'port': {'device_id': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'admin_state_up': True, 'tenant_id': 'a10d68d208624786abe3f637079f1012'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:24.026315 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Attempting to bind port 9aeebe22-4d14-4adc-8491-19937ed1de5c on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:45:24.026888 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Attempting to bind port 9aeebe22-4d14-4adc-8491-19937ed1de5c by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:45:24.027245 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Attempting to bind port 9aeebe22-4d14-4adc-8491-19937ed1de5c on network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:24.033464 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:45:24.037512 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Checking segment: {'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:24.037512 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:24.037512 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Bound using segment: {'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:45:24.037512 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Bound port: 9aeebe22-4d14-4adc-8491-19937ed1de5c, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9b3177-28b3-4dbb-b4bc-c9653e38806b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:45:24.037512 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:24.131916 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] For port 9aeebe22-4d14-4adc-8491-19937ed1de5c, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:45:24.135634 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] For port 9aeebe22-4d14-4adc-8491-19937ed1de5c, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9aeebe22-4d14-4adc-8491-19937ed1de5c,segment=NetworkSegment(da9b3177-28b3-4dbb-b4bc-c9653e38806b),segment_id=da9b3177-28b3-4dbb-b4bc-c9653e38806b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:45:24.144063 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b631437a-a8a5-4df3-9eea-345fd1102c4b req-6e61af29-573f-43cd-843f-5dbba25b1867 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 210 time: 0.1086991 Mar 03 12:45:24.198726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:45:24.208052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:45:24.210634 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:24.292504 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Routers {'fe2774f1-94dd-4bde-9e87-c7ad82574652'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:45:24.293112 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:45:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fe2774f1-94dd-4bde-9e87-c7ad82574652'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:24.316210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Made reservation on behalf of a10d68d208624786abe3f637079f1012 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:45:24.330539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:24.350606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307dd2a-4d96-407e-a453-a5e3b349cd77 None None] Pushing event updated for resources: {'Port': ['ID=9aeebe22-4d14-4adc-8491-19937ed1de5c,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:24.488711 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] Set router fe2774f1-94dd-4bde-9e87-c7ad82574652 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:45:24.638653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Allocated IP 172.20.0.9 (e1218a22-6da5-4d79-bd7a-29cf536eed71/4bdec1f3-30e8-4229-82c0-9cf0d7a09e21/cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:45:24.832752 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 4, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port': {'id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:15Z', 'updated_at': '2022-03-03T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '9aeebe22-4d14-4adc-8491-19937ed1de5c', 'name': '', 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'mac_address': 'fa:16:3e:8e:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:18Z', 'updated_at': '2022-03-03T12:45:24Z', 'revision_number': 4, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'subnets': [{'id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:45:24.836852 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54fff4-060a-447a-a20b-38921b877011 None None] The sync data for ids ['fe2774f1-94dd-4bde-9e87-c7ad82574652'] in dv-neutron-831730-1-hyperv is: [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:45:18Z', 'revision_number': 4, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port': {'id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:15Z', 'updated_at': '2022-03-03T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '9aeebe22-4d14-4adc-8491-19937ed1de5c', 'name': '', 'network_id': '62e2a322-ba36-4f4e-9171-5a0daec4fa71', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'mac_address': 'fa:16:3e:8e:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:18Z', 'updated_at': '2022-03-03T12:45:24Z', 'revision_number': 4, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'subnets': [{'id': '939c86ad-b667-44ba-846a-ed5273e4d0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:45:24.842295 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:24.859701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Transition to ACTIVE for port object cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:24.877788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9aeebe22-4d14-4adc-8491-19937ed1de5c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:24.956510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.007381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 9aeebe22-4d14-4adc-8491-19937ed1de5c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:25.013474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9aeebe22-4d14-4adc-8491-19937ed1de5c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:25.013968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.023094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:45:25.026686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:45:25.038944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:45:25.101371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Pushing event updated for resources: {'Port': ['ID=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:25.115936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:25.116606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.217802 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-a2d1d4de-e3b6-4523-812e-84e824ad5efa tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065487 Mar 03 12:45:25.219453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.231306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Request body: {'port': {'device_id': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:45:25.260916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 9aeebe22-4d14-4adc-8491-19937ed1de5c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9aeebe22-4d14-4adc-8491-19937ed1de5c,segment=NetworkSegment(da9b3177-28b3-4dbb-b4bc-c9653e38806b),segment_id=da9b3177-28b3-4dbb-b4bc-c9653e38806b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:25.336717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.337422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b2adc9de-4e09-4348-87cd-037d48a59fe4 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:25.384138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3664e-3308-450f-957c-f0f3bdea02c4 req-aac62c65-c747-4e1d-a3e4-70579c8b9fa7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:25.386725 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a5d3664e-3308-450f-957c-f0f3bdea02c4 req-aac62c65-c747-4e1d-a3e4-70579c8b9fa7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 931 time: 0.1024542 Mar 03 12:45:25.390632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.412150 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-154a3075-2494-4ca8-8dc5-0325bcebbd8d None None] Provisioning for port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:25.426205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-154a3075-2494-4ca8-8dc5-0325bcebbd8d None None] Provisioning complete for port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:25.426579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-154a3075-2494-4ca8-8dc5-0325bcebbd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.442518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a5d3664e-3308-450f-957c-f0f3bdea02c4 req-3e920501-6cee-462b-95af-152eed90240e tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494766 Mar 03 12:45:25.518713 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=9aeebe22-4d14-4adc-8491-19937ed1de5c,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:25.524765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-154a3075-2494-4ca8-8dc5-0325bcebbd8d None None] Port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:45:25.534724 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b2adc9de-4e09-4348-87cd-037d48a59fe4 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:25.535095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.760520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:45:25.767541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:25.781686 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Transition to ACTIVE for port object cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:45:25.875712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:26.036755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:26.111623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Attempting to bind port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:45:26.111949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Attempting to bind port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:45:26.112294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Attempting to bind port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c on network e1218a22-6da5-4d79-bd7a-29cf536eed71 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:26.116803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c on network e1218a22-6da5-4d79-bd7a-29cf536eed71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:45:26.117110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Attempting to bind port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c on network e1218a22-6da5-4d79-bd7a-29cf536eed71 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:45:26.123043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:45:26.123371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Checking segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:45:26.123747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Bound using segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:45:26.124201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Bound port: cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:45:26.124537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:26.215380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] For port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:45:26.218242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] For port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:45:26.291650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:26.346372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:26.346955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:26.348323 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c HTTP/1.1" status: 200 len: 1093 time: 1.1236434 Mar 03 12:45:26.348749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'tag': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:45:26.377095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e53ccb-f684-4d29-80a2-a420f4d5dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:26.401265 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'tag': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c', 'status': 'completed', 'code': 200} Mar 03 12:45:26.497369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17620e79-d964-4bb7-b3bc-a95a90176e58 req-55b1fe0a-8214-4bc4-8868-69934f5bacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:26.498947 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-17620e79-d964-4bb7-b3bc-a95a90176e58 req-55b1fe0a-8214-4bc4-8868-69934f5bacc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a10d68d208624786abe3f637079f1012&device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 1096 time: 0.0789769 Mar 03 12:45:26.637564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc00fd2-8222-425d-ac22-4d07e0875c70 req-38e15f75-291d-4f89-ab9d-9d46738c1710 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:26.638880 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fc00fd2-8222-425d-ac22-4d07e0875c70 req-38e15f75-291d-4f89-ab9d-9d46738c1710 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 943 time: 0.0829082 Mar 03 12:45:26.647252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17620e79-d964-4bb7-b3bc-a95a90176e58 req-9d335393-a044-40ca-9e83-46bdc1d43da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:26.648712 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-17620e79-d964-4bb7-b3bc-a95a90176e58 req-9d335393-a044-40ca-9e83-46bdc1d43da6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a10d68d208624786abe3f637079f1012&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1436491 Mar 03 12:45:26.691163 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fc00fd2-8222-425d-ac22-4d07e0875c70 req-c57755db-3b85-4851-bd83-fd654d92b612 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Mar 03 12:45:26.849595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9aeebe22-4d14-4adc-8491-19937ed1de5c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:26.902025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17620e79-d964-4bb7-b3bc-a95a90176e58 req-617381bb-9940-4565-a50f-dcbf836e73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:26.903351 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-17620e79-d964-4bb7-b3bc-a95a90176e58 req-617381bb-9940-4565-a50f-dcbf836e73c2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484117 Mar 03 12:45:26.918449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 9aeebe22-4d14-4adc-8491-19937ed1de5c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:26.918810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:27.005509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-1e9ee6f2-7e7a-4c63-b55b-43d5a05ae7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:27.006959 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-1e9ee6f2-7e7a-4c63-b55b-43d5a05ae7ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a10d68d208624786abe3f637079f1012&device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 1096 time: 0.0698621 Mar 03 12:45:27.076494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-ea7f3a43-7de5-4d3b-bd10-0015ae63ebe0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c HTTP/1.1" status: 200 len: 217 time: 0.0630014 Mar 03 12:45:27.138912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-1ea5c535-b0d9-4f4a-a951-2a74b190505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:27.140408 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-1ea5c535-b0d9-4f4a-a951-2a74b190505c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4bdec1f3-30e8-4229-82c0-9cf0d7a09e21 HTTP/1.1" status: 200 len: 854 time: 0.0582330 Mar 03 12:45:27.218603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-e14d021c-6d22-4ab4-9ebe-0ebb5a976ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:27.220058 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-e14d021c-6d22-4ab4-9ebe-0ebb5a976ea5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1218a22-6da5-4d79-bd7a-29cf536eed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742180 Mar 03 12:45:27.354302 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-ad94b0a8-3bc2-420a-80a8-cff9bf9aafd8 service neutron] 10.222.0.26 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267211 Mar 03 12:45:27.484223 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d009072d-c8d1-4d79-a65a-0c611b5236e8 req-368a1d19-2a7d-4b76-9b0f-39d54354180a service neutron] 10.222.0.26 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245430 Mar 03 12:45:27.880356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4606d2a-12eb-4a7e-8a61-51d0f4aa6f46 req-5e26f019-8003-488e-8d5f-8b372677074f tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:27.880969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e4606d2a-12eb-4a7e-8a61-51d0f4aa6f46 req-5e26f019-8003-488e-8d5f-8b372677074f tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Synchronizing usage tracker for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:45:27.949920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e4606d2a-12eb-4a7e-8a61-51d0f4aa6f46 req-5e26f019-8003-488e-8d5f-8b372677074f tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Unset dirty status for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:45:27.951112 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e4606d2a-12eb-4a7e-8a61-51d0f4aa6f46 req-5e26f019-8003-488e-8d5f-8b372677074f tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 943 time: 0.1503382 Mar 03 12:45:27.994982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e4606d2a-12eb-4a7e-8a61-51d0f4aa6f46 req-02e60df7-71cb-4aff-8bf9-7ead0245e46e tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Synchronizing usage tracker for tenant:a10d68d208624786abe3f637079f1012 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:45:28.069925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e4606d2a-12eb-4a7e-8a61-51d0f4aa6f46 req-02e60df7-71cb-4aff-8bf9-7ead0245e46e tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Unset dirty status for tenant:a10d68d208624786abe3f637079f1012 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:45:28.071125 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e4606d2a-12eb-4a7e-8a61-51d0f4aa6f46 req-02e60df7-71cb-4aff-8bf9-7ead0245e46e tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144311 Mar 03 12:45:29.255073 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d745d5a-841d-42d9-ad50-9906edf53f6c req-38757669-229c-4f10-bee7-6cdcfdee4939 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:29.256544 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d745d5a-841d-42d9-ad50-9906edf53f6c req-38757669-229c-4f10-bee7-6cdcfdee4939 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 943 time: 0.0787203 Mar 03 12:45:29.300247 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d745d5a-841d-42d9-ad50-9906edf53f6c req-ecfcf0f4-0fe6-465b-96c5-654201b08013 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Mar 03 12:45:29.589298 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:45:29.721203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:29.734441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'port_id': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c', 'mac_address': 'fa:16:3e:3f:c0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:45:29.789982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:29.807521 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:45:29.827839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:29.896136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:29.966330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:30.099427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:45:30.483039 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ca799-fec9-46a9-8a2e-1f7b69350c5e req-b81a688c-994b-45f7-ab6c-9d5007ce95b1 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:30.484507 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-892ca799-fec9-46a9-8a2e-1f7b69350c5e req-b81a688c-994b-45f7-ab6c-9d5007ce95b1 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 944 time: 0.0816836 Mar 03 12:45:30.528169 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-892ca799-fec9-46a9-8a2e-1f7b69350c5e req-d801af17-407e-4e7a-9440-b563fb5a870a tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 Mar 03 12:45:31.620062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:45:31.715345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95adffc-6767-46f7-b9d8-a6d97044a367 req-ceae3a26-452d-47c0-b3d9-8e993ab89f55 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:31.716865 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f95adffc-6767-46f7-b9d8-a6d97044a367 req-ceae3a26-452d-47c0-b3d9-8e993ab89f55 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 944 time: 0.0849020 Mar 03 12:45:31.761518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f95adffc-6767-46f7-b9d8-a6d97044a367 req-a07931a9-b16e-4f6e-a541-c8d7c2c597f2 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Mar 03 12:45:31.769997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:45:31.775239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:45:31.775754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:31.890022 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:31.915073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:45:31.924626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:31.959258 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c', 'code': 200} Mar 03 12:45:31.995668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:32.062229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:32.304709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b58b-10c6-4efd-96d6-2083e1bb4441 req-6a576766-4aaf-448b-bf89-efa884860922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:32.306777 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0701b58b-10c6-4efd-96d6-2083e1bb4441 req-6a576766-4aaf-448b-bf89-efa884860922 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 1098 time: 0.0696504 Mar 03 12:45:32.349270 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0701b58b-10c6-4efd-96d6-2083e1bb4441 req-a0df0ae6-4d20-41ae-96ce-2cee205722d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Mar 03 12:45:32.945444 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382a9b-025b-4456-af40-07a67e515e94 req-5a122d98-8912-4d11-8140-83608ac8c86c tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:32.947403 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6a382a9b-025b-4456-af40-07a67e515e94 req-5a122d98-8912-4d11-8140-83608ac8c86c tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 945 time: 0.0775390 Mar 03 12:45:32.990620 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6a382a9b-025b-4456-af40-07a67e515e94 req-ed4582b8-ead9-46ed-8ab6-bd6843270da4 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Mar 03 12:45:33.880423 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-0ee12e08-0730-45e4-a057-9f97fac24559 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670683 Mar 03 12:45:34.014930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-903f5c72-fc4b-4470-b8d5-6326720d8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:34.016409 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-903f5c72-fc4b-4470-b8d5-6326720d8aa4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a10d68d208624786abe3f637079f1012&device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 1098 time: 0.0697513 Mar 03 12:45:34.205037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-e7b9a133-0b7e-42d1-9e79-8ec115c84c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:34.206349 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-e7b9a133-0b7e-42d1-9e79-8ec115c84c0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1218a22-6da5-4d79-bd7a-29cf536eed71 HTTP/1.1" status: 200 len: 916 time: 0.1720142 Mar 03 12:45:34.282813 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-0b015b3f-33f7-4d0a-a461-e46559052323 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c HTTP/1.1" status: 200 len: 217 time: 0.0646148 Mar 03 12:45:34.290106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fe905-405e-4ace-9404-67366f23bf54 req-52b1c946-8c2f-429f-a640-d9df695f3146 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:34.291984 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a6fe905-405e-4ace-9404-67366f23bf54 req-52b1c946-8c2f-429f-a640-d9df695f3146 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 945 time: 0.1769295 Mar 03 12:45:34.374021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-ff3b8911-fedc-4d4e-90d0-5cb345d2b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:34.375422 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-ff3b8911-fedc-4d4e-90d0-5cb345d2b8e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4bdec1f3-30e8-4229-82c0-9cf0d7a09e21 HTTP/1.1" status: 200 len: 854 time: 0.0826147 Mar 03 12:45:34.382078 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a6fe905-405e-4ace-9404-67366f23bf54 req-75ff0843-05e8-4dd1-b3b4-15007ef7f4cd tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607362 Mar 03 12:45:34.453424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-32d2c92d-405e-4203-ace4-5bb9b27e1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:34.454876 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-32d2c92d-405e-4203-ace4-5bb9b27e1c10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1218a22-6da5-4d79-bd7a-29cf536eed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717301 Mar 03 12:45:34.682996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220094-9c63-41bc-bac5-00a20bd31d0c req-6abaa892-f075-4e0d-8fd4-79e738bd83f1 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:34.684720 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ad220094-9c63-41bc-bac5-00a20bd31d0c req-6abaa892-f075-4e0d-8fd4-79e738bd83f1 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 945 time: 0.1963139 Mar 03 12:45:34.705539 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-62d0c039-4f02-451c-9b8b-0b798e604c19 service neutron] 10.222.0.26 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439098 Mar 03 12:45:34.729111 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ad220094-9c63-41bc-bac5-00a20bd31d0c req-71d2f1dd-e546-42be-a965-c57912eeb5b9 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381680 Mar 03 12:45:34.794177 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:45:34.840752 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d4b72b9a-61ac-4cc2-9492-6daacb22b7f6 req-4658548e-14bd-4392-904f-9767f3f57695 service neutron] 10.222.0.26 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285939 Mar 03 12:45:38.084776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e3956be9-b654-4b2c-845b-7529c1cec5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:38.284968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:40.192993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d1122a56-cef2-41d2-9891-9d3488bfe26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:41.227273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:41.535777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:42.889990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:53.902516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c3a27-d517-4175-abcc-c8b4cd9cd924 req-b39f8020-f96f-4b73-aa86-71d45836b478 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:53.904106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-594c3a27-d517-4175-abcc-c8b4cd9cd924 req-b39f8020-f96f-4b73-aa86-71d45836b478 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 945 time: 0.0880606 Mar 03 12:45:53.948178 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-594c3a27-d517-4175-abcc-c8b4cd9cd924 req-5c86547c-430d-4eb3-acb0-cc6af3f9bcbe tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Mar 03 12:45:55.130143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9351f2-b6c4-453d-9061-c81d8bea7217 req-c7fd75d8-5b72-4dae-b4a9-46e534dc9f26 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:55.131510 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f9351f2-b6c4-453d-9061-c81d8bea7217 req-c7fd75d8-5b72-4dae-b4a9-46e534dc9f26 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 945 time: 0.0787179 Mar 03 12:45:55.176134 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f9351f2-b6c4-453d-9061-c81d8bea7217 req-c74dbef7-69fd-4727-af2f-727cc8686b16 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Mar 03 12:45:55.396668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-520179f4-1818-486d-bfa1-893ed6e3914a tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:55.397990 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-520179f4-1818-486d-bfa1-893ed6e3914a tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 945 time: 0.0820825 Mar 03 12:45:55.465915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Deleting port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:45:55.472170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:55.709380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] For port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:45:55.709655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:55.830749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Calling delete_port for cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:45:56.041418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:56.053229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:45:56.092880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Pushing event deleted for resources: {'Port': ['ID=cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:45:56.141865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.142566 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.142566 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.142857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.143190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.143517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.143840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.144190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.144510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.144832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.145153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.145474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:45:56.186452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] No DVR routers for this DVR port cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:45:56.189045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:45:56.193068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'name': 'network-vif-deleted', 'tag': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:45:56.242133 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b3fc65-4626-48cf-b22b-9180f0342a99', 'name': 'network-vif-deleted', 'tag': 'cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c', 'status': 'completed', 'code': 200} Mar 03 12:45:56.273638 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-70afe2f0-b244-4c3f-998c-beef04db2aeb req-762e7ab9-eec7-47b4-bd03-eabfee8dfec7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "DELETE /v2.0/ports/cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c HTTP/1.1" status: 204 len: 173 time: 0.8704782 Mar 03 12:45:56.331803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-7c0622ad-866b-4e1b-8ec2-2b34b60545dd req-22ba38cc-d10a-4300-aae0-f0fef271c1f6 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Synchronizing usage tracker for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:45:56.423681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-7c0622ad-866b-4e1b-8ec2-2b34b60545dd req-22ba38cc-d10a-4300-aae0-f0fef271c1f6 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Unset dirty status for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:45:56.424787 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c0622ad-866b-4e1b-8ec2-2b34b60545dd req-22ba38cc-d10a-4300-aae0-f0fef271c1f6 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=02b3fc65-4626-48cf-b22b-9180f0342a99 HTTP/1.1" status: 200 len: 210 time: 0.1361387 Mar 03 12:45:58.217392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-2a73de5e-cfd3-4c08-9d11-383853f08f38 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:45:58.218822 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-2a73de5e-cfd3-4c08-9d11-383853f08f38 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/networks?id=e1218a22-6da5-4d79-bd7a-29cf536eed71 HTTP/1.1" status: 200 len: 815 time: 0.1425643 Mar 03 12:45:58.233033 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-2198e526-0932-405f-acc7-404139bec0b0 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/quotas/a10d68d208624786abe3f637079f1012 HTTP/1.1" status: 200 len: 375 time: 0.0089035 Mar 03 12:45:58.318041 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dbf26a4c-79f6-43d5-9e3a-fb7e34aaaab6 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a10d68d208624786abe3f637079f1012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799406 Mar 03 12:45:58.494042 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-ebb0546e-c34b-45b4-ae13-7608a9accef4 service neutron] 10.222.0.35 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642365 Mar 03 12:45:58.731359 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-2af9e305-f359-4d0d-bf1b-4d1b2d310916 service neutron] 10.222.0.35 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315788 Mar 03 12:45:58.964331 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-003d6ebd-be32-4aa1-a34e-dcf749642b60 req-c6618a11-bf7c-490d-b57c-512d0853a4e5 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 210 time: 0.0440073 Mar 03 12:45:59.713705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:45:59.747845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:45:59.748205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device cf6050b9-77ab-4f33-8f12-5ecd5ef3e47c not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:46:00.109650 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ce97e155-8584-4ff2-8b39-a60da47faca0 req-d809c46d-7efb-4448-90f0-90b46a8d5155 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 210 time: 0.0432050 Mar 03 12:46:01.083312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-fd66c965-f7c3-4efe-8b4f-af4cbf46f8a9 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:01.084638 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-fd66c965-f7c3-4efe-8b4f-af4cbf46f8a9 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "GET /v2.0/networks?id=e1218a22-6da5-4d79-bd7a-29cf536eed71 HTTP/1.1" status: 200 len: 815 time: 0.1453297 Mar 03 12:46:01.096748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Request body: {'port': {'device_id': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'admin_state_up': True, 'tenant_id': 'a10d68d208624786abe3f637079f1012'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:01.236360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:01.246281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:01.263239 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7ac88d8a-9a57-4c44-96dd-e45337218078 req-7a9f4fdf-17eb-4857-817b-f87577f76e1c tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 210 time: 0.0442722 Mar 03 12:46:01.335543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Made reservation on behalf of a10d68d208624786abe3f637079f1012 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:46:01.339125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:01.504785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Allocated IP 172.20.0.9 (e1218a22-6da5-4d79-bd7a-29cf536eed71/4bdec1f3-30e8-4229-82c0-9cf0d7a09e21/dfe62637-456b-4dd7-b8a0-bebbd4e33798) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:46:01.704612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:01.719887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Transition to ACTIVE for port object dfe62637-456b-4dd7-b8a0-bebbd4e33798 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:01.798553 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:01.874872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:01.882391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:01.887865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:46:01.919475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Pushing event updated for resources: {'Port': ['ID=dfe62637-456b-4dd7-b8a0-bebbd4e33798,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:01.959082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:01.959612 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:02.078914 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-8bd5e47e-69f1-423a-bef6-07f4cf8c0cbf tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9857061 Mar 03 12:46:02.091766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Request body: {'port': {'device_id': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:02.163962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4a683b1e-e831-4b32-8ac1-67250ff45a24 None None] Provisioning for port dfe62637-456b-4dd7-b8a0-bebbd4e33798 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:02.170267 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4a683b1e-e831-4b32-8ac1-67250ff45a24 None None] Provisioning complete for port dfe62637-456b-4dd7-b8a0-bebbd4e33798 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:02.170832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a683b1e-e831-4b32-8ac1-67250ff45a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:02.208013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:02.228668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-4a683b1e-e831-4b32-8ac1-67250ff45a24 None None] Port dfe62637-456b-4dd7-b8a0-bebbd4e33798 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:46:02.551597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24a1e4-23da-4620-bd38-e1b0b5121f6b req-46ceb7b2-828f-4497-9853-5bc5b74b3dad tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:02.552226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-7f24a1e4-23da-4620-bd38-e1b0b5121f6b req-46ceb7b2-828f-4497-9853-5bc5b74b3dad tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Synchronizing usage tracker for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:46:02.629346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe62637-456b-4dd7-b8a0-bebbd4e33798 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:46:02.637561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:02.641627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-7f24a1e4-23da-4620-bd38-e1b0b5121f6b req-46ceb7b2-828f-4497-9853-5bc5b74b3dad tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Unset dirty status for tenant:a10d68d208624786abe3f637079f1012 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:46:02.642771 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7f24a1e4-23da-4620-bd38-e1b0b5121f6b req-46ceb7b2-828f-4497-9853-5bc5b74b3dad tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 931 time: 0.2672524 Mar 03 12:46:02.668982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Transition to ACTIVE for port object dfe62637-456b-4dd7-b8a0-bebbd4e33798 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:02.693696 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7f24a1e4-23da-4620-bd38-e1b0b5121f6b req-9b1a3177-0ef6-4667-84c6-f9954bfdc9f2 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Mar 03 12:46:02.729302 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:02.886539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Pushing event updated for resources: {'Port': ['ID=dfe62637-456b-4dd7-b8a0-bebbd4e33798,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:02.972467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Attempting to bind port dfe62637-456b-4dd7-b8a0-bebbd4e33798 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:46:02.972802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Attempting to bind port dfe62637-456b-4dd7-b8a0-bebbd4e33798 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:46:02.973130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Attempting to bind port dfe62637-456b-4dd7-b8a0-bebbd4e33798 on network e1218a22-6da5-4d79-bd7a-29cf536eed71 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:46:02.978328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Port dfe62637-456b-4dd7-b8a0-bebbd4e33798 on network e1218a22-6da5-4d79-bd7a-29cf536eed71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:46:02.978645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Attempting to bind port dfe62637-456b-4dd7-b8a0-bebbd4e33798 on network e1218a22-6da5-4d79-bd7a-29cf536eed71 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:46:02.983655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:46:02.983988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Checking segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:02.984398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Bound using segment: {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:46:02.984822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Bound port: dfe62637-456b-4dd7-b8a0-bebbd4e33798, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:46:02.985157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:03.076417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] For port dfe62637-456b-4dd7-b8a0-bebbd4e33798, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:46:03.079232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] For port dfe62637-456b-4dd7-b8a0-bebbd4e33798, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dfe62637-456b-4dd7-b8a0-bebbd4e33798,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:46:03.140932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:03.193816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:03.194338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:03.196321 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] 10.222.0.26 "PUT /v2.0/ports/dfe62637-456b-4dd7-b8a0-bebbd4e33798 HTTP/1.1" status: 200 len: 1093 time: 1.1085546 Mar 03 12:46:03.198934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'tag': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:46:03.230872 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5b656-1208-4ac2-bc73-53c585cd981d service neutron] Pushing event updated for resources: {'Port': ['ID=dfe62637-456b-4dd7-b8a0-bebbd4e33798,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:03.248361 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'tag': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798', 'status': 'completed', 'code': 200} Mar 03 12:46:03.341468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526449de-e068-4c81-9f2a-7281cdd521ab req-e969d20d-415d-4a5d-b49b-72d1ac877676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:03.343121 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-526449de-e068-4c81-9f2a-7281cdd521ab req-e969d20d-415d-4a5d-b49b-72d1ac877676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a10d68d208624786abe3f637079f1012&device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 1096 time: 0.0782418 Mar 03 12:46:03.577938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526449de-e068-4c81-9f2a-7281cdd521ab req-99f3cd89-be0f-41d6-ba82-6da280cb71db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:03.579275 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-526449de-e068-4c81-9f2a-7281cdd521ab req-99f3cd89-be0f-41d6-ba82-6da280cb71db service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a10d68d208624786abe3f637079f1012&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2293186 Mar 03 12:46:03.709896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526449de-e068-4c81-9f2a-7281cdd521ab req-31cf79bd-726c-4f0f-91d8-8f29b2e8007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:03.711861 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-526449de-e068-4c81-9f2a-7281cdd521ab req-31cf79bd-726c-4f0f-91d8-8f29b2e8007f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269207 Mar 03 12:46:03.869956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-73b08f0c-f6d6-402f-8f76-896e6285398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:03.871309 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-73b08f0c-f6d6-402f-8f76-896e6285398c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a10d68d208624786abe3f637079f1012&device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 1096 time: 0.1221731 Mar 03 12:46:03.947589 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-b331c089-9e56-4c62-a292-698c71f29783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfe62637-456b-4dd7-b8a0-bebbd4e33798 HTTP/1.1" status: 200 len: 217 time: 0.0667844 Mar 03 12:46:03.955635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e25cd-f116-4a49-bc96-18caa3abc342 req-26424a31-3fa4-4b6c-ba44-d88b44cf50eb tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:03.957003 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c36e25cd-f116-4a49-bc96-18caa3abc342 req-26424a31-3fa4-4b6c-ba44-d88b44cf50eb tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 943 time: 0.1584675 Mar 03 12:46:04.043408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-4c6d47f8-59c4-4c24-9609-8d29ffda9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:04.044854 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-4c6d47f8-59c4-4c24-9609-8d29ffda9c55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4bdec1f3-30e8-4229-82c0-9cf0d7a09e21 HTTP/1.1" status: 200 len: 854 time: 0.0870540 Mar 03 12:46:04.047675 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c36e25cd-f116-4a49-bc96-18caa3abc342 req-330b8f22-ca58-4eae-9430-8d4372f0353f tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610697 Mar 03 12:46:04.121360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-2b23108d-0bf5-4563-82f9-69188c1543a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:04.122722 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-2b23108d-0bf5-4563-82f9-69188c1543a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1218a22-6da5-4d79-bd7a-29cf536eed71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720618 Mar 03 12:46:04.251071 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-10298f74-4fdf-46c6-b355-3a3ce1423381 service neutron] 10.222.0.26 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225874 Mar 03 12:46:04.381894 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5a4725dc-2795-4360-95ba-332a550b8bdc req-f4d4f795-ab6a-422e-8dba-10a859d2bed5 service neutron] 10.222.0.26 "GET /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240399 Mar 03 12:46:05.235568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2491e-1f7c-40d3-a5f5-7bbabee3a3a6 req-5dca8269-bdd4-4c9f-af4b-dcd5d33a8667 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:05.237030 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b1c2491e-1f7c-40d3-a5f5-7bbabee3a3a6 req-5dca8269-bdd4-4c9f-af4b-dcd5d33a8667 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 943 time: 0.0825865 Mar 03 12:46:05.280060 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b1c2491e-1f7c-40d3-a5f5-7bbabee3a3a6 req-b1e59e06-6b37-41a2-9630-9fa8d0d41d6a tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 Mar 03 12:46:05.729459 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dfe62637-456b-4dd7-b8a0-bebbd4e33798 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:46:05.892871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port dfe62637-456b-4dd7-b8a0-bebbd4e33798, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dfe62637-456b-4dd7-b8a0-bebbd4e33798,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:05.906214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798', 'network_id': 'e1218a22-6da5-4d79-bd7a-29cf536eed71', 'port_id': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798', 'mac_address': 'fa:16:3e:22:93:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdec1f3-30e8-4229-82c0-9cf0d7a09e21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:46:05.958590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:05.975157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe62637-456b-4dd7-b8a0-bebbd4e33798 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:46:05.990534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port dfe62637-456b-4dd7-b8a0-bebbd4e33798, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dfe62637-456b-4dd7-b8a0-bebbd4e33798,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:06.063131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:06.130762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=dfe62637-456b-4dd7-b8a0-bebbd4e33798,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:06.254609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['dfe62637-456b-4dd7-b8a0-bebbd4e33798'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:46:06.464694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9406-cfb4-43fa-affa-212ab6549a30 req-1f3a6ab8-741f-4ce4-b663-c25cf1758c4b tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:06.466170 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0e9e9406-cfb4-43fa-affa-212ab6549a30 req-1f3a6ab8-741f-4ce4-b663-c25cf1758c4b tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 944 time: 0.0812058 Mar 03 12:46:06.518648 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0e9e9406-cfb4-43fa-affa-212ab6549a30 req-084a87bf-0e8a-45e3-aa33-879908fbaf39 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Mar 03 12:46:07.703917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75a618-771f-4a79-98c7-20e97c3fe216 req-c8e80e80-d647-4bf7-b244-92de19a39e35 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:07.705313 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe75a618-771f-4a79-98c7-20e97c3fe216 req-c8e80e80-d647-4bf7-b244-92de19a39e35 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 944 time: 0.0819807 Mar 03 12:46:07.729648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dfe62637-456b-4dd7-b8a0-bebbd4e33798 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:07.749463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fe75a618-771f-4a79-98c7-20e97c3fe216 req-db111790-70a6-4a59-9768-c3c593bb5188 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Mar 03 12:46:07.848974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port dfe62637-456b-4dd7-b8a0-bebbd4e33798 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:07.854257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port dfe62637-456b-4dd7-b8a0-bebbd4e33798 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:07.855367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:07.970277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:08.006946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:46:08.016991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port dfe62637-456b-4dd7-b8a0-bebbd4e33798, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dfe62637-456b-4dd7-b8a0-bebbd4e33798,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:08.086559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e96d9ba-960d-41da-8bf2-d3e1502ac2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:08.102509 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798', 'code': 200} Mar 03 12:46:08.114840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:08.182640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=dfe62637-456b-4dd7-b8a0-bebbd4e33798,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:08.257954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:08.462529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e04d36-f89b-4409-9def-edc325b5a32d req-cef66d16-fcc7-428f-ac5d-b3c1f314ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:08.463963 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29e04d36-f89b-4409-9def-edc325b5a32d req-cef66d16-fcc7-428f-ac5d-b3c1f314ee2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 1098 time: 0.0735989 Mar 03 12:46:08.502842 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-29e04d36-f89b-4409-9def-edc325b5a32d req-2fa4a9d1-cc8c-4817-bc13-a22b59455df3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330465 Mar 03 12:46:08.940131 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77d83f-2747-4d08-bd9d-4ff50593d282 req-f438f4ad-90fc-4b41-8d8f-ca28b9699495 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:08.941587 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-de77d83f-2747-4d08-bd9d-4ff50593d282 req-f438f4ad-90fc-4b41-8d8f-ca28b9699495 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 945 time: 0.0800362 Mar 03 12:46:08.986756 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-de77d83f-2747-4d08-bd9d-4ff50593d282 req-8cbd9392-f574-4f4c-9b37-8d164a9daf6d tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 Mar 03 12:46:10.170294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca9615-ec85-4329-9c3d-0c573d57d282 req-bb17b6e7-e25e-44b1-a1fb-a99545249017 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:10.171777 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fca9615-ec85-4329-9c3d-0c573d57d282 req-bb17b6e7-e25e-44b1-a1fb-a99545249017 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 945 time: 0.0772848 Mar 03 12:46:10.171929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0baf-9907-4b66-b26c-ead50bec7540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:10.219820 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fca9615-ec85-4329-9c3d-0c573d57d282 req-a4101880-2232-45b1-926c-ce4e1b312482 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Mar 03 12:46:10.401654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60340c7-4a76-4b72-86cd-31761a34ea23 req-ecc53441-bf19-4854-a853-adbae4b7a91b tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:10.403089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a60340c7-4a76-4b72-86cd-31761a34ea23 req-ecc53441-bf19-4854-a853-adbae4b7a91b tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 945 time: 0.0811994 Mar 03 12:46:10.446222 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a60340c7-4a76-4b72-86cd-31761a34ea23 req-c056678b-5cd8-4812-be11-f2245d38cb1c tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374696 Mar 03 12:46:11.195098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:11.547096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:11.793576 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:46:12.923962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:28.419721 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1157d-adc7-42d5-9aac-53e50a763570 req-b86e0c8b-f965-4110-a65d-8b530968c170 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:28.421184 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-01c1157d-adc7-42d5-9aac-53e50a763570 req-b86e0c8b-f965-4110-a65d-8b530968c170 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 945 time: 0.0784922 Mar 03 12:46:28.466355 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-01c1157d-adc7-42d5-9aac-53e50a763570 req-4012ff2e-3357-4cb6-a000-ee3ea36a0339 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Mar 03 12:46:29.647345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacfe6c-4cfc-4b9b-8699-a4c3ed38b5e4 req-9f223237-3282-47dd-b980-d881d74dfdbb tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:29.648932 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8aacfe6c-4cfc-4b9b-8699-a4c3ed38b5e4 req-9f223237-3282-47dd-b980-d881d74dfdbb tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 945 time: 0.0779521 Mar 03 12:46:29.691661 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8aacfe6c-4cfc-4b9b-8699-a4c3ed38b5e4 req-ebf8fa16-d1a7-4b3d-9ec2-3031559f6773 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372386 Mar 03 12:46:29.943755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-9a169596-8055-47b8-a548-46f2bc3cb6c7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:29.945141 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-9a169596-8055-47b8-a548-46f2bc3cb6c7 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 945 time: 0.0827072 Mar 03 12:46:30.011852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Deleting port dfe62637-456b-4dd7-b8a0-bebbd4e33798 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:30.012216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:30.364880 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] For port dfe62637-456b-4dd7-b8a0-bebbd4e33798, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dfe62637-456b-4dd7-b8a0-bebbd4e33798,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:30.365233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:30.484140 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Calling delete_port for dfe62637-456b-4dd7-b8a0-bebbd4e33798 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:30.683257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:30.694982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['dfe62637-456b-4dd7-b8a0-bebbd4e33798'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:46:30.767820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Pushing event deleted for resources: {'Port': ['ID=dfe62637-456b-4dd7-b8a0-bebbd4e33798,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:30.812789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] No DVR routers for this DVR port dfe62637-456b-4dd7-b8a0-bebbd4e33798 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:46:30.815319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:30.817958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'name': 'network-vif-deleted', 'tag': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:46:30.858278 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7d3ea8f5-280b-46af-b2da-92802db55e10 req-9fe5f19d-1e24-4ce1-b3d7-7aafc41532cd tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.35 "GET /v2.0/ports?device_id=db9f5351-478d-4fd4-8c5c-a1ad8e528ecf HTTP/1.1" status: 200 len: 210 time: 0.0508094 Mar 03 12:46:30.888625 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9f5351-478d-4fd4-8c5c-a1ad8e528ecf', 'name': 'network-vif-deleted', 'tag': 'dfe62637-456b-4dd7-b8a0-bebbd4e33798', 'status': 'completed', 'code': 200} Mar 03 12:46:30.892311 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-95ef6fcd-3cac-4b1e-823b-fc2fd2aae34c req-2fa7804d-8902-4b61-bedb-fa5a22603948 tempest-TestEncryptedCinderVolumes-1498776170 tempest-TestEncryptedCinderVolumes-1498776170-project] 10.222.0.26 "DELETE /v2.0/ports/dfe62637-456b-4dd7-b8a0-bebbd4e33798 HTTP/1.1" status: 204 len: 173 time: 0.9424644 Mar 03 12:46:32.035603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43308) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:32.563072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:33.031900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Deleting port feb970b9-7091-4272-9229-345669672419 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:33.032262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:33.201587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] For port feb970b9-7091-4272-9229-345669672419, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=feb970b9-7091-4272-9229-345669672419,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:33.202265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:33.322509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Calling delete_port for feb970b9-7091-4272-9229-345669672419 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:33.683291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:33.729076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Pushing event deleted for resources: {'Port': ['ID=feb970b9-7091-4272-9229-345669672419,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:33.867408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dfe62637-456b-4dd7-b8a0-bebbd4e33798 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:46:33.903809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: dfe62637-456b-4dd7-b8a0-bebbd4e33798 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:46:33.904179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dfe62637-456b-4dd7-b8a0-bebbd4e33798 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:46:34.000088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:34.465942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Router 5787e856-93b7-4dc5-b7ba-6191149cbb91 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:46:34.638812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:46:34.647288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] Sync routers for ids ['5787e856-93b7-4dc5-b7ba-6191149cbb91'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:46:34.651691 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-44b79203-f09c-474c-941b-ba0e5497141e admin admin] 10.222.0.35 "PUT /v2.0/routers/5787e856-93b7-4dc5-b7ba-6191149cbb91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6145794 Mar 03 12:46:34.653791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43312) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:34.657261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] Routers {'5787e856-93b7-4dc5-b7ba-6191149cbb91'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:34.657866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5787e856-93b7-4dc5-b7ba-6191149cbb91'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:34.829629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:34.840935 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] Set router 5787e856-93b7-4dc5-b7ba-6191149cbb91 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:35.007448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:35.072063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Deleting port 41266dbb-6de3-4046-a5b0-a9818d0af645 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:35.072458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:35.129304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69'}], 'enable_snat': True}, 'gw_port_id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:46:33Z', 'revision_number': 5, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port': {'id': '41266dbb-6de3-4046-a5b0-a9818d0af645', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:07Z', 'updated_at': '2022-03-03T12:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:35.133606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] Checking router: 5787e856-93b7-4dc5-b7ba-6191149cbb91 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:46:35.141995 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] Routers {'5787e856-93b7-4dc5-b7ba-6191149cbb91'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:35.142590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['5787e856-93b7-4dc5-b7ba-6191149cbb91'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:35.243850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] For port 41266dbb-6de3-4046-a5b0-a9818d0af645, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=41266dbb-6de3-4046-a5b0-a9818d0af645,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:35.244226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:35.289892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] Set router 5787e856-93b7-4dc5-b7ba-6191149cbb91 gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:35.366956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Calling delete_port for 41266dbb-6de3-4046-a5b0-a9818d0af645 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:35.427517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:46:35Z', 'revision_number': 6, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:35.431587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faee1c5-7045-4c2d-97c1-7b7c342f5fcd None None] The sync data for ids ['5787e856-93b7-4dc5-b7ba-6191149cbb91'] in dv-neutron-831730-1-hyperv is: [{'id': '5787e856-93b7-4dc5-b7ba-6191149cbb91', 'name': 'tempest-TestEncryptedCinderVolumes-94901823-router', 'tenant_id': 'a10d68d208624786abe3f637079f1012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:06Z', 'updated_at': '2022-03-03T12:46:35Z', 'revision_number': 6, 'project_id': 'a10d68d208624786abe3f637079f1012', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:46:35.600523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:35.650638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=41266dbb-6de3-4046-a5b0-a9818d0af645,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:35.737616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.027444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.029625 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.149089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.149559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5787e856-93b7-4dc5-b7ba-6191149cbb91 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:46:36.165395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.166909 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ab71eb87-3f8e-4214-8c4c-1b71d80e1e43 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5787e856-93b7-4dc5-b7ba-6191149cbb91 HTTP/1.1" status: 204 len: 168 time: 1.5120745 Mar 03 12:46:36.169714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43316) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:36.232870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] Deleting subnet 4bdec1f3-30e8-4229-82c0-9cf0d7a09e21 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:46:36.237040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.302773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.397144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.525889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.563420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdec1f3-30e8-4229-82c0-9cf0d7a09e21,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:36.568232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.574814 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01022c3-8838-4b60-9cc8-9948321364da None None] Network e1218a22-6da5-4d79-bd7a-29cf536eed71 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:46:36.576493 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d387f1f2-05f4-4c53-aacd-837a4747dda6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4bdec1f3-30e8-4229-82c0-9cf0d7a09e21 HTTP/1.1" status: 204 len: 168 time: 0.4057913 Mar 03 12:46:36.577817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43320) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:36.688036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.699242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Deleting port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:36.699578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.835334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] DHCP port deletion for e1218a22-6da5-4d79-bd7a-29cf536eed71 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:46:36.839327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Deleting port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:36.839577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.892263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 41266dbb-6de3-4046-a5b0-a9818d0af645 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:46:36.916229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] For port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:36.916581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:36.958709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 41266dbb-6de3-4046-a5b0-a9818d0af645 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:46:36.958936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 41266dbb-6de3-4046-a5b0-a9818d0af645 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:46:36.959353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb970b9-7091-4272-9229-345669672419 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:46:37.004963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: feb970b9-7091-4272-9229-345669672419 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:46:37.005306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device feb970b9-7091-4272-9229-345669672419 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:46:37.005715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 417ca1d1-92eb-4c67-8d37-e999a87e1bfa no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:46:37.045320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Calling delete_port for 417ca1d1-92eb-4c67-8d37-e999a87e1bfa owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:37.191989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.203544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa update to DOWN by agent not found {{(pid=88432) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 12:46:37.206915 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] For port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,segment=NetworkSegment(32f9bccf-04b4-41d2-9b44-77c6fc4c3cba),segment_id=32f9bccf-04b4-41d2-9b44-77c6fc4c3cba)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:37.207353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.240433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=417ca1d1-92eb-4c67-8d37-e999a87e1bfa,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:37.242589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] No DVR routers for this DVR port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:46:37.339572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Calling delete_port for 417ca1d1-92eb-4c67-8d37-e999a87e1bfa owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:37.362128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.388037 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1218a22-6da5-4d79-bd7a-29cf536eed71']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:37.400018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:37.400326 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f9bccf-04b4-41d2-9b44-77c6fc4c3cba') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:37.411741 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.413328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:46:37.413561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:46:37.427406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.434031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:46:37.434472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:46:37.448159 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:46:37.600687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.616999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.626887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1218a22-6da5-4d79-bd7a-29cf536eed71,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:37.712583 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9733387b-4a2b-466b-bc21-3effdf32c3a7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e1218a22-6da5-4d79-bd7a-29cf536eed71 HTTP/1.1" status: 204 len: 168 time: 1.1337419 Mar 03 12:46:37.715366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43324) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:37.914675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Deleting port 417ca1d1-92eb-4c67-8d37-e999a87e1bfa {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:37.915321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:37.981047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-854538cb-bad4-4159-9b43-8bdc2812f829 None None] The port '417ca1d1-92eb-4c67-8d37-e999a87e1bfa' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:46:38.057067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-54a203cf-3cf1-4327-991b-9a5802513606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:38.257993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:38.353338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:38.691261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Deleting port 9aeebe22-4d14-4adc-8491-19937ed1de5c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:38.691507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:38.862274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] For port 9aeebe22-4d14-4adc-8491-19937ed1de5c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=9aeebe22-4d14-4adc-8491-19937ed1de5c,segment=NetworkSegment(da9b3177-28b3-4dbb-b4bc-c9653e38806b),segment_id=da9b3177-28b3-4dbb-b4bc-c9653e38806b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:38.862917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:38.988145 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Calling delete_port for 9aeebe22-4d14-4adc-8491-19937ed1de5c owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:39.335292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:39.380017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aeebe22-4d14-4adc-8491-19937ed1de5c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:39.644071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:40.011829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Router fe2774f1-94dd-4bde-9e87-c7ad82574652 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:46:40.168542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-299208ba-8e8c-4191-96fd-be0db425c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:40.185398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:46:40.195369 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-29777b09-8e81-4775-9baf-640b35c6f7f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe2774f1-94dd-4bde-9e87-c7ad82574652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4790273 Mar 03 12:46:40.195948 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] Sync routers for ids ['fe2774f1-94dd-4bde-9e87-c7ad82574652'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:46:40.197851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43328) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:40.204906 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] Routers {'fe2774f1-94dd-4bde-9e87-c7ad82574652'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:40.207640 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fe2774f1-94dd-4bde-9e87-c7ad82574652'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:40.374100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:40.388335 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] Set router fe2774f1-94dd-4bde-9e87-c7ad82574652 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:40.549574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:40.646101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Deleting port b2adc9de-4e09-4348-87cd-037d48a59fe4 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:40.646360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:40.699170 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:46:39Z', 'revision_number': 5, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port': {'id': 'b2adc9de-4e09-4348-87cd-037d48a59fe4', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:45:15Z', 'updated_at': '2022-03-03T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:40.703703 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] Checking router: fe2774f1-94dd-4bde-9e87-c7ad82574652 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:46:40.713301 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] Routers {'fe2774f1-94dd-4bde-9e87-c7ad82574652'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:40.713925 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['fe2774f1-94dd-4bde-9e87-c7ad82574652'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:40.873410 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] Set router fe2774f1-94dd-4bde-9e87-c7ad82574652 gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:40.949162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] For port b2adc9de-4e09-4348-87cd-037d48a59fe4, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b2adc9de-4e09-4348-87cd-037d48a59fe4,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:40.949642 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:40.978025 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:46:40Z', 'revision_number': 6, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:40.981972 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a54a80f-c57e-4e22-82c3-f3445a18d441 None None] The sync data for ids ['fe2774f1-94dd-4bde-9e87-c7ad82574652'] in dv-neutron-831730-1-hyperv is: [{'id': 'fe2774f1-94dd-4bde-9e87-c7ad82574652', 'name': 'tempest-TestEncryptedCinderVolumes-686154402-router', 'tenant_id': 'a3885d3ef78f424098a10275b4c90528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:45:14Z', 'updated_at': '2022-03-03T12:46:40Z', 'revision_number': 6, 'project_id': 'a3885d3ef78f424098a10275b4c90528', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:46:41.074894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Calling delete_port for b2adc9de-4e09-4348-87cd-037d48a59fe4 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:41.194927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.300539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.351616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2adc9de-4e09-4348-87cd-037d48a59fe4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:41.443088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.534362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.613730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.615889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.705829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.706300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2774f1-94dd-4bde-9e87-c7ad82574652 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:46:41.718947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.722557 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8243ceaa-bf4a-46e6-90b4-1d46e8cb2b9b admin admin] 10.222.0.35 "DELETE /v2.0/routers/fe2774f1-94dd-4bde-9e87-c7ad82574652 HTTP/1.1" status: 204 len: 168 time: 1.5212975 Mar 03 12:46:41.723244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43332) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:41.790198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Deleting subnet 939c86ad-b667-44ba-846a-ed5273e4d0f0 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:46:41.793076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.846264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:41.923136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.063157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.105282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939c86ad-b667-44ba-846a-ed5273e4d0f0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:42.110222 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.114680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260548de-c5a7-4cce-8db8-06f54d778fd2 None None] Network 62e2a322-ba36-4f4e-9171-5a0daec4fa71 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:46:42.118175 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.118521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.118856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.119186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.119515 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.119842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.120197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.120523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.120843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.121162 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.121481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.121798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:42.127207 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8202ace0-138b-47d4-9cf3-39767f119f1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/939c86ad-b667-44ba-846a-ed5273e4d0f0 HTTP/1.1" status: 204 len: 168 time: 0.4019940 Mar 03 12:46:42.129250 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43336) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:42.233508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.243771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Deleting port 5b519576-d96b-4529-a219-28081c6acdf5 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:42.244120 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.353363 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] DHCP port deletion for 62e2a322-ba36-4f4e-9171-5a0daec4fa71 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:46:42.357251 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Deleting port 5b519576-d96b-4529-a219-28081c6acdf5 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:42.357617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.450753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] For port 5b519576-d96b-4529-a219-28081c6acdf5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5b519576-d96b-4529-a219-28081c6acdf5,segment=NetworkSegment(da9b3177-28b3-4dbb-b4bc-c9653e38806b),segment_id=da9b3177-28b3-4dbb-b4bc-c9653e38806b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:42.451104 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.559446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] For port 5b519576-d96b-4529-a219-28081c6acdf5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=5b519576-d96b-4529-a219-28081c6acdf5,segment=NetworkSegment(da9b3177-28b3-4dbb-b4bc-c9653e38806b),segment_id=da9b3177-28b3-4dbb-b4bc-c9653e38806b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:42.559746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.575727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Calling delete_port for 5b519576-d96b-4529-a219-28081c6acdf5 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:42.708975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Calling delete_port for 5b519576-d96b-4529-a219-28081c6acdf5 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:46:42.762716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.778099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:46:42.778449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:46:42.885259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9aeebe22-4d14-4adc-8491-19937ed1de5c no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:46:42.911623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b519576-d96b-4529-a219-28081c6acdf5,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:42.948593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] No DVR routers for this DVR port 5b519576-d96b-4529-a219-28081c6acdf5 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:46:42.948992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 9aeebe22-4d14-4adc-8491-19937ed1de5c {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:46:42.948992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 9aeebe22-4d14-4adc-8491-19937ed1de5c not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:46:42.948992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b2adc9de-4e09-4348-87cd-037d48a59fe4 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:46:42.963652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b2adc9de-4e09-4348-87cd-037d48a59fe4 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:46:42.964017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b2adc9de-4e09-4348-87cd-037d48a59fe4 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:46:42.964452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5b519576-d96b-4529-a219-28081c6acdf5 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:46:42.991573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:42.996815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 5b519576-d96b-4529-a219-28081c6acdf5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:46:42.997164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 5b519576-d96b-4529-a219-28081c6acdf5 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:46:43.037132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.061636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e2a322-ba36-4f4e-9171-5a0daec4fa71']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:43.073866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9b3177-28b3-4dbb-b4bc-c9653e38806b') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:43.074099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9b3177-28b3-4dbb-b4bc-c9653e38806b') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:43.085607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.101185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.107441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:46:43.107820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:46:43.121655 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:46:43.265407 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.279952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Deleting port 5b519576-d96b-4529-a219-28081c6acdf5 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:46:43.280398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.283757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.291772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] Pushing event deleted for resources: {'Network': ['ID=62e2a322-ba36-4f4e-9171-5a0daec4fa71,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:43.295513 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-faf6391e-5e47-4958-bed0-c0a54728490e admin admin] 10.222.0.35 "DELETE /v2.0/networks/62e2a322-ba36-4f4e-9171-5a0daec4fa71 HTTP/1.1" status: 204 len: 168 time: 1.1653197 Mar 03 12:46:43.352575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0140f43f-0d97-462f-953d-6653a0d5e3fb None None] The port '5b519576-d96b-4529-a219-28081c6acdf5' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:46:43.693644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43342) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:43.742670 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eb72ab17-b778-4eb6-bef4-63f64e26f913 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a10d68d208624786abe3f637079f1012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467968 Mar 03 12:46:43.744861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43346) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:43.801398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-74a410c9-8ffb-4894-8f00-f113929ae82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.827763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-74a410c9-8ffb-4894-8f00-f113929ae82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.957324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-74a410c9-8ffb-4894-8f00-f113929ae82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:43.973204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a410c9-8ffb-4894-8f00-f113929ae82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:44.047436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-74a410c9-8ffb-4894-8f00-f113929ae82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:44.048638 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-74a410c9-8ffb-4894-8f00-f113929ae82d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9926b37-ee43-4cd9-b9a6-0563ad5ecdfa HTTP/1.1" status: 204 len: 168 time: 0.3028824 Mar 03 12:46:44.692746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43354) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:44.744878 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3bf489e6-7136-49fb-9b2a-c0baedfa477e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3885d3ef78f424098a10275b4c90528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508857 Mar 03 12:46:44.747304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43358) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:44.805863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e8c3-20cb-4063-a26f-d2ac3178c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:44.831083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e8c3-20cb-4063-a26f-d2ac3178c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:44.954318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e8c3-20cb-4063-a26f-d2ac3178c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:44.967972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2e8c3-20cb-4063-a26f-d2ac3178c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488963af-7b24-40c1-8b65-aeeb0e605192,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:44.974707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e8c3-20cb-4063-a26f-d2ac3178c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:44.976438 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b2a2e8c3-20cb-4063-a26f-d2ac3178c2dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/488963af-7b24-40c1-8b65-aeeb0e605192 HTTP/1.1" status: 204 len: 168 time: 0.2281711 Mar 03 12:46:46.131507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43382) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:46.232831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1713539459-network', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:46.237494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:46.241372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Usage tracker for resource:network and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:46.244202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:46.250264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:46.348356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Made reservation on behalf of 90e09d626efb446983d2dae5a2c83c91 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:46:46.350933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.363250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.377952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:46.382548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:46.385632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:46.391255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:46.473254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.530936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.557762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:46:46.570438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536fe97a-b4bb-4727-ae82-9d0e6097d7aa,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:46.575559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.575942 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Added segment dbc28dd7-9d68-4b6f-b4aa-50c417c6d076 of type vlan for network 88d51039-f345-42ee-a35d-a31065eda9fb Mar 03 12:46:46.602788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.702628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.703520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:46.704124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:46.804472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] Pushing event updated for resources: {'Network': ['ID=88d51039-f345-42ee-a35d-a31065eda9fb,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:46.813868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 88d51039-f345-42ee-a35d-a31065eda9fb details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:46:46.867371 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ca5c813b-98af-43c9-8765-fa60848a8557 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7341666 Mar 03 12:46:46.869985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43388) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:46.875288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Request body: {'subnet': {'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1713539459-subnet', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:46.880268 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:46.884458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Usage tracker for resource:subnet and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:46.888523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:46.893042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:46.951422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Made reservation on behalf of 90e09d626efb446983d2dae5a2c83c91 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:46:46.953874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:47.228869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:47.405273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2a7135-6480-4b10-a262-b111c51271ca,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:47.412135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Checking segment: {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:47.412481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Network hostable DHCP agents. Network: 88d51039-f345-42ee-a35d-a31065eda9fb, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:46:47.487969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Network 88d51039-f345-42ee-a35d-a31065eda9fb is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:46:47.556630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 88d51039-f345-42ee-a35d-a31065eda9fb) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:47.560611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:47.561194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:47.566044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493184fb-367b-407f-8ff5-df94489b9951 None None] Network 88d51039-f345-42ee-a35d-a31065eda9fb requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:46:47.637661 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0d304470-47a9-4a8f-8c47-3e7d53c970de admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7666304 Mar 03 12:46:47.640315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43392) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:47.645394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:47.651660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:47.655549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Usage tracker for resource:router and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:47.658432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:47.665347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:47.751447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:47.752475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:47.767251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:47.787044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-88d51039-f345-42ee-a35d-a31065eda9fb', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:46:47.787854 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:47.936954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Allocated IP 172.20.0.2 (88d51039-f345-42ee-a35d-a31065eda9fb/8d2a7135-6480-4b10-a262-b111c51271ca/ed9745a0-edbe-468f-a60f-31b98beaf0a6) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:46:48.132672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.152405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.161870 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Transition to ACTIVE for port object ed9745a0-edbe-468f-a60f-31b98beaf0a6 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:48.179573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Transition to ACTIVE for port object ed9745a0-edbe-468f-a60f-31b98beaf0a6 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:48.292170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.354489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Network 88d51039-f345-42ee-a35d-a31065eda9fb is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:48.357270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:48.359751 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:46:48.404785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Pushing event updated for resources: {'Port': ['ID=ed9745a0-edbe-468f-a60f-31b98beaf0a6,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:48.445178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.445606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.445947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.446281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.446615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.446947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.447274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.447595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.447917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.448263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.448581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.448898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:48.472692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Attempting to bind port ed9745a0-edbe-468f-a60f-31b98beaf0a6 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:46:48.473059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Attempting to bind port ed9745a0-edbe-468f-a60f-31b98beaf0a6 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:46:48.473411 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Attempting to bind port ed9745a0-edbe-468f-a60f-31b98beaf0a6 on network 88d51039-f345-42ee-a35d-a31065eda9fb {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:46:48.478804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:46:48.479180 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Checking segment: {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:48.479574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.479960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Bound using segment: {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:46:48.480446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Bound port: ed9745a0-edbe-468f-a60f-31b98beaf0a6, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:46:48.480813 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.552299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.569793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] For port ed9745a0-edbe-468f-a60f-31b98beaf0a6, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:46:48.572743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] For port ed9745a0-edbe-468f-a60f-31b98beaf0a6, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ed9745a0-edbe-468f-a60f-31b98beaf0a6,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:46:48.585629 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.666400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.713483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Allocated IP 172.26.8.156 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/db3070f3-0931-4edb-9fc1-84ef108989b7) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:46:48.753550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2a32f-1809-4414-98cc-d3e681c67f90 None None] Pushing event updated for resources: {'Port': ['ID=ed9745a0-edbe-468f-a60f-31b98beaf0a6,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:48.797778 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:46:48.867961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:48.954987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:49.017389 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:49.025303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:49.030101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:46:49.059178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Pushing event updated for resources: {'Port': ['ID=db3070f3-0931-4edb-9fc1-84ef108989b7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:49.636760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:49.677667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99934451-1179-46ef-9dc7-a94ca358dc7e None None] Network 88d51039-f345-42ee-a35d-a31065eda9fb requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:46:49.875710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b44fbb1-9503-48b2-9c9c-9eb62f5b0903 None None] Provisioning for port ed9745a0-edbe-468f-a60f-31b98beaf0a6 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:49.982086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:50.228585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Router 9190b0e1-0657-4983-abfe-f7c7b3de105b is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:46:50.405867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:46:50.415244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Sync routers for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:46:50.424632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:50.425241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:50.491373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:50.492817 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d292af3d-eed1-4137-b4f2-cc3eb674d729 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8515809 Mar 03 12:46:50.495595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43396) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:50.598728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:50.885144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:49Z', 'revision_number': 3, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:50.889320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Checking router: 9190b0e1-0657-4983-abfe-f7c7b3de105b for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:46:50.889665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Updating router 9190b0e1-0657-4983-abfe-f7c7b3de105b port db3070f3-0931-4edb-9fc1-84ef108989b7 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:46:50.930988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ed9745a0-edbe-468f-a60f-31b98beaf0a6 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:50.995391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.148872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port ed9745a0-edbe-468f-a60f-31b98beaf0a6 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:51.167141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ed9745a0-edbe-468f-a60f-31b98beaf0a6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:51.167509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.291057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.407806 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.462771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.467782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port ed9745a0-edbe-468f-a60f-31b98beaf0a6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ed9745a0-edbe-468f-a60f-31b98beaf0a6,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:51.476602 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Transition to ACTIVE for port object db3070f3-0931-4edb-9fc1-84ef108989b7 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:51.503092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Allocated IP 172.20.0.1 (88d51039-f345-42ee-a35d-a31065eda9fb/8d2a7135-6480-4b10-a262-b111c51271ca/58082628-e6ab-4029-b95f-8fe460272c04) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:46:51.543001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.588099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.629923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Attempting to bind port db3070f3-0931-4edb-9fc1-84ef108989b7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:46:51.630294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Attempting to bind port db3070f3-0931-4edb-9fc1-84ef108989b7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:46:51.630654 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Attempting to bind port db3070f3-0931-4edb-9fc1-84ef108989b7 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:46:51.635834 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=ed9745a0-edbe-468f-a60f-31b98beaf0a6,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:51.653678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.669171 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:46:51.669474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:51.669664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Transition to ACTIVE for port object 58082628-e6ab-4029-b95f-8fe460272c04 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:51.669879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.670283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:46:51.670743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Bound port: db3070f3-0931-4edb-9fc1-84ef108989b7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:46:51.671113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.766491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.798525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2b793-ceb9-4282-a09c-3a68fccd446a None None] Pushing event updated for resources: {'Port': ['ID=db3070f3-0931-4edb-9fc1-84ef108989b7,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:51.812258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] For port db3070f3-0931-4edb-9fc1-84ef108989b7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:46:51.815430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] For port db3070f3-0931-4edb-9fc1-84ef108989b7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db3070f3-0931-4edb-9fc1-84ef108989b7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:46:51.828437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Network 88d51039-f345-42ee-a35d-a31065eda9fb is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:51.831150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:51.835248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:46:51.881505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Pushing event updated for resources: {'Port': ['ID=58082628-e6ab-4029-b95f-8fe460272c04,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:51.889603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.903836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:51.969598 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:51.970223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:52.042139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2b793-ceb9-4282-a09c-3a68fccd446a None None] Pushing event updated for resources: {'Port': ['ID=db3070f3-0931-4edb-9fc1-84ef108989b7,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:52.133292 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75880cae-e962-44ac-bea6-4ae2247d04eb None None] Provisioning for port 58082628-e6ab-4029-b95f-8fe460272c04 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:52.143269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-75880cae-e962-44ac-bea6-4ae2247d04eb None None] Provisioning complete for port 58082628-e6ab-4029-b95f-8fe460272c04 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:52.143634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-75880cae-e962-44ac-bea6-4ae2247d04eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:52.203599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:52.233660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:52.330550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-75880cae-e962-44ac-bea6-4ae2247d04eb None None] Port 58082628-e6ab-4029-b95f-8fe460272c04 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:46:52.479101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:52.499476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:49Z', 'revision_number': 3, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:52.503260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9353f7-57ff-4609-81bb-770536ff3d46 None None] The sync data for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv is: [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:49Z', 'revision_number': 3, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:46:52.545725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:52.652211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Pushing event updated for resources: {'Port': ['ID=58082628-e6ab-4029-b95f-8fe460272c04,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:52.658894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:52.938549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Network 88d51039-f345-42ee-a35d-a31065eda9fb is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:52.939723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:52.977517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ed9745a0-edbe-468f-a60f-31b98beaf0a6 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:53.068860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port ed9745a0-edbe-468f-a60f-31b98beaf0a6 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:53.069643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:53.177718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Router 9190b0e1-0657-4983-abfe-f7c7b3de105b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:46:53.203341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db3070f3-0931-4edb-9fc1-84ef108989b7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:53.276113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-77231494-a289-4d5c-ac62-fb2223774c0e None None] Provisioning complete for port 58082628-e6ab-4029-b95f-8fe460272c04 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:53.276566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-77231494-a289-4d5c-ac62-fb2223774c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:53.340867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-77231494-a289-4d5c-ac62-fb2223774c0e None None] Port 58082628-e6ab-4029-b95f-8fe460272c04 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:46:53.363756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:46:53.373416 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3a1beee6-04a3-4368-bc5a-70b752a7d312 admin admin] 10.222.0.35 "PUT /v2.0/routers/9190b0e1-0657-4983-abfe-f7c7b3de105b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8768461 Mar 03 12:46:53.373983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port db3070f3-0931-4edb-9fc1-84ef108989b7 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:53.379746 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port db3070f3-0931-4edb-9fc1-84ef108989b7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:53.380156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:53.503389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:53.521550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port db3070f3-0931-4edb-9fc1-84ef108989b7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db3070f3-0931-4edb-9fc1-84ef108989b7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:53.614266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:53.683075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=db3070f3-0931-4edb-9fc1-84ef108989b7,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:54.075076 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Sync routers for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:46:54.085369 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:54.086060 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:54.108340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43414) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:54.113984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1153247170-network', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:54.119540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:54.123461 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Usage tracker for resource:network and tenant:8ae1a195c8184ebb9c52c9a5430caba6 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:54.126334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:54.133169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:54.217427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Made reservation on behalf of 8ae1a195c8184ebb9c52c9a5430caba6 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:46:54.220106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.233507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.251896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:54.255809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae1a195c8184ebb9c52c9a5430caba6 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:54.259128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:54.263038 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:54.264987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:54.348855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.411696 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.438637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:46:54.451398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068d3c22-2fdf-49d3-8d60-037c0a02c7c0,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:54.455903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.460772 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Added segment 3735de33-9a65-4b42-95f7-f458dba7c0b4 of type vlan for network ae309c28-8166-4831-88a7-1ab64c43283a Mar 03 12:46:54.483445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.562652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.563620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:54.564231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.576201 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 2, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:54.579891 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Checking router: 9190b0e1-0657-4983-abfe-f7c7b3de105b for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:46:54.580274 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Updating router 9190b0e1-0657-4983-abfe-f7c7b3de105b port 58082628-e6ab-4029-b95f-8fe460272c04 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:46:54.635833 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.669937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] Pushing event updated for resources: {'Network': ['ID=ae309c28-8166-4831-88a7-1ab64c43283a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:54.680648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network ae309c28-8166-4831-88a7-1ab64c43283a details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:46:54.715401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e0ec3829-2381-44a0-bd9a-da9784c6d822 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6033134 Mar 03 12:46:54.716073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43418) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:54.721477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Request body: {'subnet': {'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1153247170-subnet', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:54.727226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:54.731180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Usage tracker for resource:subnet and tenant:8ae1a195c8184ebb9c52c9a5430caba6 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:54.734042 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:54.739896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:54.811006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Made reservation on behalf of 8ae1a195c8184ebb9c52c9a5430caba6 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:46:54.813519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:54.895838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db3070f3-0931-4edb-9fc1-84ef108989b7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:54.970825 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port db3070f3-0931-4edb-9fc1-84ef108989b7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:54.971314 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.023838 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.036692 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Transition to ACTIVE for port object 58082628-e6ab-4029-b95f-8fe460272c04 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:55.103059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.125756 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.192212 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb92a7c-af90-417c-8ed3-a902ed1f4487,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:55.196650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Checking segment: {'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:55.197006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Network hostable DHCP agents. Network: ae309c28-8166-4831-88a7-1ab64c43283a, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:46:55.253245 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Pushing event updated for resources: {'Port': ['ID=58082628-e6ab-4029-b95f-8fe460272c04,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:55.291149 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.291486 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.292030 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.292350 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.292673 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.292993 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.293311 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.293627 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.293941 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.294252 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.294564 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.294868 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:46:55.296957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Network ae309c28-8166-4831-88a7-1ab64c43283a is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:46:55.358170 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Attempting to bind port 58082628-e6ab-4029-b95f-8fe460272c04 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:46:55.358534 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Attempting to bind port 58082628-e6ab-4029-b95f-8fe460272c04 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:46:55.358886 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Attempting to bind port 58082628-e6ab-4029-b95f-8fe460272c04 on network 88d51039-f345-42ee-a35d-a31065eda9fb {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:46:55.364358 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:46:55.364929 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Checking segment: {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:55.365241 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.365585 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Bound using segment: {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:46:55.366623 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Bound port: 58082628-e6ab-4029-b95f-8fe460272c04, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:46:55.366826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, ae309c28-8166-4831-88a7-1ab64c43283a) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:55.366999 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.370897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:46:55.371544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.376649 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6659b525-2e03-41ea-9190-a626bad06743 None None] Network ae309c28-8166-4831-88a7-1ab64c43283a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:46:55.452487 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-86907ebe-91fa-45f9-8e85-e42988dac0be admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7351601 Mar 03 12:46:55.454943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43422) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:55.461354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:46:55.463394 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] For port 58082628-e6ab-4029-b95f-8fe460272c04, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:46:55.466919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:46:55.467057 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] For port 58082628-e6ab-4029-b95f-8fe460272c04, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=58082628-e6ab-4029-b95f-8fe460272c04,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:46:55.470922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Usage tracker for resource:router and tenant:8ae1a195c8184ebb9c52c9a5430caba6 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:46:55.473956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:46:55.479858 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:46:55.560254 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.594986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.596034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.622117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.638898 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9747c52-81bc-4696-a00d-2c5862d65224 None None] Pushing event updated for resources: {'Port': ['ID=58082628-e6ab-4029-b95f-8fe460272c04,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:55.647260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-ae309c28-8166-4831-88a7-1ab64c43283a', 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'fixed_ips': [{'subnet_id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:46:55.647439 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:55.647993 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:55.648565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:55.824167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Allocated IP 172.20.0.2 (ae309c28-8166-4831-88a7-1ab64c43283a/ffb92a7c-af90-417c-8ed3-a902ed1f4487/6a33008c-9c9b-4f97-a30f-f04d328174f8) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:46:55.838978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:55.998494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.050243 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.060682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Transition to ACTIVE for port object 6a33008c-9c9b-4f97-a30f-f04d328174f8 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:56.078708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Transition to ACTIVE for port object 6a33008c-9c9b-4f97-a30f-f04d328174f8 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:56.143258 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.151929 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:55Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:56.155728 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a6d7f-68dd-4752-9fc6-1eaa83f21ce9 None None] The sync data for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv is: [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:55Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:46:56.239355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Pushing event updated for resources: {'Port': ['ID=6a33008c-9c9b-4f97-a30f-f04d328174f8,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:56.243465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Network ae309c28-8166-4831-88a7-1ab64c43283a is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:56.245005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:56.247141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:46:56.347529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Attempting to bind port 6a33008c-9c9b-4f97-a30f-f04d328174f8 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:46:56.347899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Attempting to bind port 6a33008c-9c9b-4f97-a30f-f04d328174f8 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:46:56.348356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Attempting to bind port 6a33008c-9c9b-4f97-a30f-f04d328174f8 on network ae309c28-8166-4831-88a7-1ab64c43283a {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:46:56.354311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:46:56.354683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Checking segment: {'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:56.355080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.355468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Bound using segment: {'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:46:56.355923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Bound port: 6a33008c-9c9b-4f97-a30f-f04d328174f8, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:46:56.356313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.417793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.452943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.453787 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-98f96525-3505-4957-b38f-85b34225a691 None None] For port 6a33008c-9c9b-4f97-a30f-f04d328174f8, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:46:56.457081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-98f96525-3505-4957-b38f-85b34225a691 None None] For port 6a33008c-9c9b-4f97-a30f-f04d328174f8, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6a33008c-9c9b-4f97-a30f-f04d328174f8,segment=NetworkSegment(3735de33-9a65-4b42-95f7-f458dba7c0b4),segment_id=3735de33-9a65-4b42-95f7-f458dba7c0b4)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:46:56.540533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.593287 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Allocated IP 172.26.8.205 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/7410efa2-e5eb-4c8f-80f7-7ce04c4447fe) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:46:56.623320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96525-3505-4957-b38f-85b34225a691 None None] Pushing event updated for resources: {'Port': ['ID=6a33008c-9c9b-4f97-a30f-f04d328174f8,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:56.762807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.860314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:56.987125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58082628-e6ab-4029-b95f-8fe460272c04 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:57.046270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:57.047454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:57.051502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:46:57.113402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Pushing event updated for resources: {'Port': ['ID=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:57.120208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 58082628-e6ab-4029-b95f-8fe460272c04 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:57.126223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 58082628-e6ab-4029-b95f-8fe460272c04 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:57.126992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:57.266541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:57.301187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 58082628-e6ab-4029-b95f-8fe460272c04, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=58082628-e6ab-4029-b95f-8fe460272c04,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:57.380176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:57.381009 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6a33008c-9c9b-4f97-a30f-f04d328174f8 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:57.503903 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=58082628-e6ab-4029-b95f-8fe460272c04,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:57.588617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 6a33008c-9c9b-4f97-a30f-f04d328174f8 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:57.616701 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:57.701782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f9022-7152-4d31-b0e4-dd19e19d7b01 None None] Network ae309c28-8166-4831-88a7-1ab64c43283a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:46:57.823067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-378cad88-7eb0-41c8-81c2-71f4a7f95f09 None None] Provisioning for port 6a33008c-9c9b-4f97-a30f-f04d328174f8 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:46:57.855963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-378cad88-7eb0-41c8-81c2-71f4a7f95f09 None None] Provisioning complete for port 6a33008c-9c9b-4f97-a30f-f04d328174f8 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:57.856358 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-378cad88-7eb0-41c8-81c2-71f4a7f95f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:57.961763 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:58.034177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-378cad88-7eb0-41c8-81c2-71f4a7f95f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:58.079764 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-378cad88-7eb0-41c8-81c2-71f4a7f95f09 None None] For port 6a33008c-9c9b-4f97-a30f-f04d328174f8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6a33008c-9c9b-4f97-a30f-f04d328174f8,segment=NetworkSegment(3735de33-9a65-4b42-95f7-f458dba7c0b4),segment_id=3735de33-9a65-4b42-95f7-f458dba7c0b4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:46:58.163769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-378cad88-7eb0-41c8-81c2-71f4a7f95f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:58.259722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Router 01da2fb4-7191-4a46-9467-1f0a0472508d is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:46:58.283953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cad88-7eb0-41c8-81c2-71f4a7f95f09 None None] Pushing event updated for resources: {'Port': ['ID=6a33008c-9c9b-4f97-a30f-f04d328174f8,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:58.296633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-56f535bb-94b4-4e74-9512-a2c26b81f81e None None] Provisioning complete for port 6a33008c-9c9b-4f97-a30f-f04d328174f8 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:58.297558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-56f535bb-94b4-4e74-9512-a2c26b81f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:58.441470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:46:58.451383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Sync routers for ids ['01da2fb4-7191-4a46-9467-1f0a0472508d'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:46:58.460465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Routers {'01da2fb4-7191-4a46-9467-1f0a0472508d'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:46:58.465885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['01da2fb4-7191-4a46-9467-1f0a0472508d'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:58.542533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:58.543793 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-87085577-ad2c-4c75-b499-eade24f0f3cc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0878587 Mar 03 12:46:58.546483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43426) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:46:58.637745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Set router 01da2fb4-7191-4a46-9467-1f0a0472508d gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:46:58.907968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58082628-e6ab-4029-b95f-8fe460272c04 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:58.986016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:46:57Z', 'revision_number': 3, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:46:58.992961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Checking router: 01da2fb4-7191-4a46-9467-1f0a0472508d for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:46:58.993306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Updating router 01da2fb4-7191-4a46-9467-1f0a0472508d port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:46:59.029693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 58082628-e6ab-4029-b95f-8fe460272c04 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:59.030066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.088569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.270343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6a33008c-9c9b-4f97-a30f-f04d328174f8 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:46:59.342020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.439124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6a33008c-9c9b-4f97-a30f-f04d328174f8 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:46:59.439491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.548831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Allocated IP 172.20.0.1 (ae309c28-8166-4831-88a7-1ab64c43283a/ffb92a7c-af90-417c-8ed3-a902ed1f4487/0b32c5af-8468-44b7-843f-37e3e1b0bd1f) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:46:59.624639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.641671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Transition to ACTIVE for port object 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:59.696955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.711837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Transition to ACTIVE for port object 0b32c5af-8468-44b7-843f-37e3e1b0bd1f will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:46:59.713791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.797540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.826973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Attempting to bind port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:46:59.827340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Attempting to bind port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:46:59.827696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Attempting to bind port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:46:59.833196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304291-a611-4f9d-a591-f2f7b1a1516b None None] Pushing event updated for resources: {'Port': ['ID=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:59.838012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:46:59.838377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:46:59.838766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.839140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:46:59.839597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Bound port: 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:46:59.839960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.857325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Network ae309c28-8166-4831-88a7-1ab64c43283a is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:46:59.860015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:46:59.867767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:46:59.911454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Pushing event updated for resources: {'Port': ['ID=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:46:59.915003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] For port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:46:59.918739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] For port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:46:59.936566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:46:59.992330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:00.074625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Routers {'01da2fb4-7191-4a46-9467-1f0a0472508d'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:47:00.075287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['01da2fb4-7191-4a46-9467-1f0a0472508d'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:00.112448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:00.141810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304291-a611-4f9d-a591-f2f7b1a1516b None None] Pushing event updated for resources: {'Port': ['ID=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:00.245477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-686720c7-638f-4117-9db5-664a346a5728 None None] Provisioning for port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:47:00.263685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-686720c7-638f-4117-9db5-664a346a5728 None None] Provisioning complete for port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:00.264098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-686720c7-638f-4117-9db5-664a346a5728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:00.305409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] Set router 01da2fb4-7191-4a46-9467-1f0a0472508d gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:47:00.391096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-686720c7-638f-4117-9db5-664a346a5728 None None] Port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:47:00.445246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:00.508921 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:00.616210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:00.623165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Pushing event updated for resources: {'Port': ['ID=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:00.634784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 4, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0b32c5af-8468-44b7-843f-37e3e1b0bd1f', 'name': '', 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'mac_address': 'fa:16:3e:93:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:59Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 1, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'subnets': [{'id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:00.638890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5bdbf-fe26-4c5f-a685-c1db8177456b None None] The sync data for ids ['01da2fb4-7191-4a46-9467-1f0a0472508d'] in dv-neutron-831730-1-hyperv is: [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 4, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0b32c5af-8468-44b7-843f-37e3e1b0bd1f', 'name': '', 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'mac_address': 'fa:16:3e:93:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:59Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 1, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'subnets': [{'id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:47:00.767719 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Network ae309c28-8166-4831-88a7-1ab64c43283a is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:47:00.768861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:47:00.994105 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Router 01da2fb4-7191-4a46-9467-1f0a0472508d has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:47:01.118119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2cac503c-aa83-4716-bc5d-5cba75de65dc None None] Provisioning complete for port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:01.118736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2cac503c-aa83-4716-bc5d-5cba75de65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:01.176792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2cac503c-aa83-4716-bc5d-5cba75de65dc None None] Port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:47:01.191420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:47:01.200922 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-66e6f12e-65ca-4d65-bbfa-d8ba00c87dbd admin admin] 10.222.0.35 "PUT /v2.0/routers/01da2fb4-7191-4a46-9467-1f0a0472508d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6529107 Mar 03 12:47:02.964185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:47:03.108647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:47:03.113960 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:03.114346 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:03.241071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:03.262072 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:47:03.328260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:03.420365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:04.163217 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Sync routers for ids ['01da2fb4-7191-4a46-9467-1f0a0472508d'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:47:04.174022 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Routers {'01da2fb4-7191-4a46-9467-1f0a0472508d'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:47:04.174663 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['01da2fb4-7191-4a46-9467-1f0a0472508d'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:04.377388 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Set router 01da2fb4-7191-4a46-9467-1f0a0472508d gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:47:04.744931 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 4, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0b32c5af-8468-44b7-843f-37e3e1b0bd1f', 'name': '', 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'mac_address': 'fa:16:3e:93:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:59Z', 'updated_at': '2022-03-03T12:47:00Z', 'revision_number': 2, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'subnets': [{'id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:04.749231 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Checking router: 01da2fb4-7191-4a46-9467-1f0a0472508d for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:47:04.749581 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Updating router 01da2fb4-7191-4a46-9467-1f0a0472508d port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:47:04.803029 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:04.916554 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:47:04.985633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:04.986008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:05.155979 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:05.167154 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Transition to ACTIVE for port object 0b32c5af-8468-44b7-843f-37e3e1b0bd1f will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:47:05.233908 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:05.372935 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f45d8f-39e1-4168-8ece-082c37805a75 None None] Pushing event updated for resources: {'Port': ['ID=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:05.469679 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Attempting to bind port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:47:05.470433 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Attempting to bind port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:47:05.470980 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Attempting to bind port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f on network ae309c28-8166-4831-88a7-1ab64c43283a {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:47:05.477820 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:47:05.478138 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Checking segment: {'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:47:05.478534 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:05.478921 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Bound using segment: {'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:47:05.479381 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Bound port: 0b32c5af-8468-44b7-843f-37e3e1b0bd1f, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3735de33-9a65-4b42-95f7-f458dba7c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:47:05.479746 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:05.583342 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] For port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:47:05.586606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] For port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,segment=NetworkSegment(3735de33-9a65-4b42-95f7-f458dba7c0b4),segment_id=3735de33-9a65-4b42-95f7-f458dba7c0b4)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:47:05.651963 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:05.732571 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Routers {'01da2fb4-7191-4a46-9467-1f0a0472508d'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:47:05.733189 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:46:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['01da2fb4-7191-4a46-9467-1f0a0472508d'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:05.796870 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f45d8f-39e1-4168-8ece-082c37805a75 None None] Pushing event updated for resources: {'Port': ['ID=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:05.955177 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] Set router 01da2fb4-7191-4a46-9467-1f0a0472508d gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:47:06.286197 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 4, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0b32c5af-8468-44b7-843f-37e3e1b0bd1f', 'name': '', 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'mac_address': 'fa:16:3e:93:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:59Z', 'updated_at': '2022-03-03T12:47:05Z', 'revision_number': 4, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'subnets': [{'id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:06.291699 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b58f0a-f75e-4b43-b3a1-ca16f88dccee None None] The sync data for ids ['01da2fb4-7191-4a46-9467-1f0a0472508d'] in dv-neutron-831730-1-hyperv is: [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:46:59Z', 'revision_number': 4, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '0b32c5af-8468-44b7-843f-37e3e1b0bd1f', 'name': '', 'network_id': 'ae309c28-8166-4831-88a7-1ab64c43283a', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'mac_address': 'fa:16:3e:93:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:59Z', 'updated_at': '2022-03-03T12:47:05Z', 'revision_number': 4, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'subnets': [{'id': 'ffb92a7c-af90-417c-8ed3-a902ed1f4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:47:06.960101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0b32c5af-8468-44b7-843f-37e3e1b0bd1f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:47:07.111373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:47:07.119039 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:07.119791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:07.266323 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:07.304564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,segment=NetworkSegment(3735de33-9a65-4b42-95f7-f458dba7c0b4),segment_id=3735de33-9a65-4b42-95f7-f458dba7c0b4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:47:07.399832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:07.525522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:08.442285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2e83709e-6526-4506-adc8-cfbb13ccc3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:08.470322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:08.919740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0b32c5af-8468-44b7-843f-37e3e1b0bd1f up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:47:08.992418 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:08.993190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:10.191068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c1039459-2ef5-4bc8-8327-dbf97a4b5310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:11.568310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:11.593630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:12.936473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:13.106832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-95428bcb-5668-41bf-9fb4-09ea0967c0fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:13.107448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-95428bcb-5668-41bf-9fb4-09ea0967c0fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:47:13.190549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-95428bcb-5668-41bf-9fb4-09ea0967c0fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:47:13.191733 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-95428bcb-5668-41bf-9fb4-09ea0967c0fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 815 time: 0.2281835 Mar 03 12:47:13.206086 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7496fda1-920f-4b19-96e7-a1017d71db3d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/quotas/90e09d626efb446983d2dae5a2c83c91 HTTP/1.1" status: 200 len: 375 time: 0.0087755 Mar 03 12:47:13.288255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-e25bc671-54a9-4ece-8fd7-1f83226b4306 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:47:13.379341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-e25bc671-54a9-4ece-8fd7-1f83226b4306 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:47:13.380605 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-e25bc671-54a9-4ece-8fd7-1f83226b4306 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1695232 Mar 03 12:47:13.514700 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-8c73e64d-1b67-417c-a249-c2c86e5b1854 service neutron] 10.222.0.35 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220138 Mar 03 12:47:13.644139 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-1f0b1b5d-8cf2-4cfe-b8a1-d4be777bc5e7 service neutron] 10.222.0.35 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234756 Mar 03 12:47:13.884615 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7e3e76d7-c15d-4f35-b04a-aa4622ec6fd2 req-ec662c08-8278-4cfd-b47e-31bfe5c99453 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 210 time: 0.0431271 Mar 03 12:47:15.095516 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ee3569ba-efa6-4e63-9f51-b52fb2b0ddd4 req-fc521c5e-8e86-4592-8b22-e68db6dd627b tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 210 time: 0.1594179 Mar 03 12:47:16.212757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-8cbe7752-962f-431d-b5fd-70e5f9a62a29 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:16.214195 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-8cbe7752-962f-431d-b5fd-70e5f9a62a29 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 815 time: 0.1538072 Mar 03 12:47:16.225323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'port': {'device_id': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'admin_state_up': True, 'tenant_id': '90e09d626efb446983d2dae5a2c83c91'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:16.256774 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-329393ec-ae63-445d-be35-df23417e9bda req-e7122c6b-2435-479d-a1fb-6bbe4974c7b1 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 210 time: 0.0451932 Mar 03 12:47:16.366540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:16.375976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:16.465053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Made reservation on behalf of 90e09d626efb446983d2dae5a2c83c91 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:47:16.468592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:16.637878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Allocated IP 172.20.0.12 (88d51039-f345-42ee-a35d-a31065eda9fb/8d2a7135-6480-4b10-a262-b111c51271ca/59a57475-b8c1-43ec-9a91-99cfbb975197) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:47:16.845541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:16.861458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Transition to ACTIVE for port object 59a57475-b8c1-43ec-9a91-99cfbb975197 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:47:16.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:17.064595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:17.085293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.085814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.086483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.087197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.087765 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.088322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.088750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.089153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.089591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.090072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.091368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.091368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:17.096253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Network 88d51039-f345-42ee-a35d-a31065eda9fb is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:47:17.098264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:47:17.101349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:47:17.193248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:17.194634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:17.322854 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7feb6fe8-e4bd-4c94-b2e5-ce54a2bb727f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1011155 Mar 03 12:47:17.500748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d078d-3834-4d8d-babd-410cb2360242 req-3c43090b-3eac-41eb-8435-77fe34d62989 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:17.501563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d4d078d-3834-4d8d-babd-410cb2360242 req-3c43090b-3eac-41eb-8435-77fe34d62989 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:47:17.536444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b9b0d79-9c3d-4e15-b109-29a2a15ec7d4 None None] Provisioning for port 59a57475-b8c1-43ec-9a91-99cfbb975197 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:47:17.542881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6b9b0d79-9c3d-4e15-b109-29a2a15ec7d4 None None] Provisioning complete for port 59a57475-b8c1-43ec-9a91-99cfbb975197 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:17.543531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0d79-9c3d-4e15-b109-29a2a15ec7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:17.584871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d4d078d-3834-4d8d-babd-410cb2360242 req-3c43090b-3eac-41eb-8435-77fe34d62989 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:47:17.586550 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d4d078d-3834-4d8d-babd-410cb2360242 req-3c43090b-3eac-41eb-8435-77fe34d62989 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 932 time: 0.1912644 Mar 03 12:47:17.606395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b0d79-9c3d-4e15-b109-29a2a15ec7d4 None None] Port 59a57475-b8c1-43ec-9a91-99cfbb975197 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:47:17.645574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d4d078d-3834-4d8d-babd-410cb2360242 req-d0136d7e-37e5-488c-8e57-512c5f3ca8e6 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:47:17.739716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9d4d078d-3834-4d8d-babd-410cb2360242 req-d0136d7e-37e5-488c-8e57-512c5f3ca8e6 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:47:17.741049 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9d4d078d-3834-4d8d-babd-410cb2360242 req-d0136d7e-37e5-488c-8e57-512c5f3ca8e6 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479080 Mar 03 12:47:18.953166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e999f-d171-4f8c-bb68-2fcdeac2209e req-604c86a4-4bf5-488c-a101-2b8d68315e0e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:18.954633 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-de6e999f-d171-4f8c-bb68-2fcdeac2209e req-604c86a4-4bf5-488c-a101-2b8d68315e0e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 932 time: 0.1002123 Mar 03 12:47:19.003799 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-de6e999f-d171-4f8c-bb68-2fcdeac2209e req-81c02199-f16b-4ba0-af09-b8ea2d71f840 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Mar 03 12:47:20.203768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082d001-a683-41ee-8d5e-f04033bc49a6 req-580fa6d5-2ecb-4d6c-82a7-c358296f24d4 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:20.205267 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3082d001-a683-41ee-8d5e-f04033bc49a6 req-580fa6d5-2ecb-4d6c-82a7-c358296f24d4 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 932 time: 0.0848062 Mar 03 12:47:20.252164 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3082d001-a683-41ee-8d5e-f04033bc49a6 req-c6e3b7e7-4b89-4698-9075-36e8929a4bf5 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Mar 03 12:47:21.451915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6429f3-0100-44c0-b0d5-b8f7ff8eb59a req-39196203-9d22-4ad5-8ae8-0e6e7b35a5f6 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:21.453448 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6a6429f3-0100-44c0-b0d5-b8f7ff8eb59a req-39196203-9d22-4ad5-8ae8-0e6e7b35a5f6 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 932 time: 0.0915906 Mar 03 12:47:21.503778 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6a6429f3-0100-44c0-b0d5-b8f7ff8eb59a req-d3b36376-212c-414d-8783-dcd0f39bd966 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 Mar 03 12:47:22.710398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a0d51-a091-404a-8b19-5577ee57da3f req-e9e5f399-34c6-42b4-990f-7a9da382e110 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:22.712069 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-216a0d51-a091-404a-8b19-5577ee57da3f req-e9e5f399-34c6-42b4-990f-7a9da382e110 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 932 time: 0.0958378 Mar 03 12:47:22.763395 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-216a0d51-a091-404a-8b19-5577ee57da3f req-ef3bf70e-2c3f-446d-94d5-0b22551bb599 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Mar 03 12:47:23.963324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141ed52-3540-4a60-a633-1ae33c537bac req-574eb184-e21b-4dc0-9848-8598cca5f3ce tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:23.965024 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c141ed52-3540-4a60-a633-1ae33c537bac req-574eb184-e21b-4dc0-9848-8598cca5f3ce tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 932 time: 0.0859656 Mar 03 12:47:24.023902 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c141ed52-3540-4a60-a633-1ae33c537bac req-b7ee6f30-f4c0-4e41-a053-60c0bc12f879 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523138 Mar 03 12:47:25.217410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb816ce3-f562-4514-a63f-3c218c38ad83 req-99955de3-0e96-491c-a15c-59e0c1bc5fe8 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:25.218892 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb816ce3-f562-4514-a63f-3c218c38ad83 req-99955de3-0e96-491c-a15c-59e0c1bc5fe8 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 932 time: 0.0839710 Mar 03 12:47:25.265802 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb816ce3-f562-4514-a63f-3c218c38ad83 req-c4404af5-e504-4b97-abfe-d0e457edbe1a tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Mar 03 12:47:25.517416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Request body: {'port': {'device_id': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:25.623893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:25.792565 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:47:26.056585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a57475-b8c1-43ec-9a91-99cfbb975197 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:47:26.063659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:26.078004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Transition to ACTIVE for port object 59a57475-b8c1-43ec-9a91-99cfbb975197 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:47:26.141626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:26.296464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Pushing event updated for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:26.388464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Attempting to bind port 59a57475-b8c1-43ec-9a91-99cfbb975197 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:47:26.388943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Attempting to bind port 59a57475-b8c1-43ec-9a91-99cfbb975197 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:47:26.389995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Attempting to bind port 59a57475-b8c1-43ec-9a91-99cfbb975197 on network 88d51039-f345-42ee-a35d-a31065eda9fb {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:47:26.395219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Port 59a57475-b8c1-43ec-9a91-99cfbb975197 on network 88d51039-f345-42ee-a35d-a31065eda9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:47:26.395541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Attempting to bind port 59a57475-b8c1-43ec-9a91-99cfbb975197 on network 88d51039-f345-42ee-a35d-a31065eda9fb {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:47:26.400673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:47:26.401006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Checking segment: {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:47:26.401384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Bound using segment: {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:47:26.401799 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Bound port: 59a57475-b8c1-43ec-9a91-99cfbb975197, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:47:26.402139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:26.468751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d71f-0784-4a23-951d-fc46ce46e9ad req-1a5c0276-81c1-4b44-b247-7aecd4359f99 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:26.470219 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fc84d71f-0784-4a23-951d-fc46ce46e9ad req-1a5c0276-81c1-4b44-b247-7aecd4359f99 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 944 time: 0.0797131 Mar 03 12:47:26.493982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:47:26.497027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59a57475-b8c1-43ec-9a91-99cfbb975197,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:47:26.514279 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-fc84d71f-0784-4a23-951d-fc46ce46e9ad req-35f8e25c-0c6b-47fa-9fad-2474daacb320 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385084 Mar 03 12:47:26.559594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:26.612662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:26.613215 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:26.614590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] 10.222.0.26 "PUT /v2.0/ports/59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 1094 time: 1.1014698 Mar 03 12:47:26.615016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:47:26.643475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6de62-9d1f-4de9-94a1-499c1dba1721 service neutron] Pushing event updated for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:26.669374 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'status': 'completed', 'code': 200} Mar 03 12:47:26.761162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a819-0e1f-408b-a229-47bf16741cbf req-b8147a60-f792-4ac6-877e-e44923b6431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:26.762657 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d70a819-0e1f-408b-a229-47bf16741cbf req-b8147a60-f792-4ac6-877e-e44923b6431e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1097 time: 0.0740438 Mar 03 12:47:26.903877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a819-0e1f-408b-a229-47bf16741cbf req-9f94cb3c-da33-47a7-9b54-101a5a344ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:26.905280 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d70a819-0e1f-408b-a229-47bf16741cbf req-9f94cb3c-da33-47a7-9b54-101a5a344ba6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=90e09d626efb446983d2dae5a2c83c91&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1360784 Mar 03 12:47:27.038604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a819-0e1f-408b-a229-47bf16741cbf req-0ffb2cf2-27ae-4979-81a7-8b9829f18937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:27.040687 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d70a819-0e1f-408b-a229-47bf16741cbf req-0ffb2cf2-27ae-4979-81a7-8b9829f18937 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299698 Mar 03 12:47:27.146121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-1da65621-2d04-43de-bb88-6e138cda04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:27.147585 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-1da65621-2d04-43de-bb88-6e138cda04cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1097 time: 0.0748515 Mar 03 12:47:27.217251 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-9c3dbcaf-56ab-4481-9a01-1ba3c422d923 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 217 time: 0.0635457 Mar 03 12:47:27.279523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7e0c607c-e3a3-4352-8067-cab9ea089244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:27.281311 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-7e0c607c-e3a3-4352-8067-cab9ea089244 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.0585725 Mar 03 12:47:27.357379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-e803d258-ceb8-4394-a910-c9cc5ce44f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:27.358847 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-e803d258-ceb8-4394-a910-c9cc5ce44f7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721729 Mar 03 12:47:27.495618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-f383c9f0-0f5f-4089-bd9b-7523217f4985 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294870 Mar 03 12:47:27.631356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fedd43d-36bf-4304-b0e7-79aaa114822e req-00af74a7-ad5c-4d9e-b86c-b1f683b76e5c service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299911 Mar 03 12:47:27.702267 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b757b1-681e-4c66-805d-bf040c212513 req-b049d7fc-7668-41e1-bb2f-07669e4a2221 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:27.703716 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6b757b1-681e-4c66-805d-bf040c212513 req-b049d7fc-7668-41e1-bb2f-07669e4a2221 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 944 time: 0.0832281 Mar 03 12:47:27.748541 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6b757b1-681e-4c66-805d-bf040c212513 req-1ace5e3e-12ad-48cc-9f3b-533abe7747b6 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385811 Mar 03 12:47:28.936077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ba0f7-ac83-4686-8d98-a938a5031179 req-cfadc561-7d1a-4238-ae12-d04867beb9f1 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:28.937511 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-932ba0f7-ac83-4686-8d98-a938a5031179 req-cfadc561-7d1a-4238-ae12-d04867beb9f1 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 944 time: 0.0816216 Mar 03 12:47:28.980144 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-932ba0f7-ac83-4686-8d98-a938a5031179 req-2733768d-528e-4b6c-9e5c-43c45b6bc987 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Mar 03 12:47:30.103993 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 59a57475-b8c1-43ec-9a91-99cfbb975197 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:47:30.239075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59a57475-b8c1-43ec-9a91-99cfbb975197,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:47:30.252511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'port_id': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'mac_address': 'fa:16:3e:5b:4e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:47:30.308319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:30.315053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26d0b1-5fa9-43fe-b72d-f5000ed48fcd req-5dac709a-e4b3-44c3-a693-88edaf38dd77 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:30.316517 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce26d0b1-5fa9-43fe-b72d-f5000ed48fcd req-5dac709a-e4b3-44c3-a693-88edaf38dd77 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 944 time: 0.0827596 Mar 03 12:47:30.326256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a57475-b8c1-43ec-9a91-99cfbb975197 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:47:30.341936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59a57475-b8c1-43ec-9a91-99cfbb975197,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:47:30.361805 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce26d0b1-5fa9-43fe-b72d-f5000ed48fcd req-bd7f0001-119f-49b5-97ae-ab9678f3c899 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Mar 03 12:47:30.407563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:30.479371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:30.610148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['59a57475-b8c1-43ec-9a91-99cfbb975197'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:47:31.544732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c76d6-ae9b-4993-b119-b47cbcbc254f req-82317d44-dfd2-4445-bb12-50cc9af6f19e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:31.546179 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-489c76d6-ae9b-4993-b119-b47cbcbc254f req-82317d44-dfd2-4445-bb12-50cc9af6f19e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 945 time: 0.0806870 Mar 03 12:47:31.592300 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-489c76d6-ae9b-4993-b119-b47cbcbc254f req-296a0224-0eef-48a3-b767-a6ef1b2b8d65 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Mar 03 12:47:32.118835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 59a57475-b8c1-43ec-9a91-99cfbb975197 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:47:32.241381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 59a57475-b8c1-43ec-9a91-99cfbb975197 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:47:32.246706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 59a57475-b8c1-43ec-9a91-99cfbb975197 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:32.247077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:32.362055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:32.388400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:47:32.397599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59a57475-b8c1-43ec-9a91-99cfbb975197,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:47:32.433675 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'code': 200} Mar 03 12:47:32.450691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:32.519681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:32.834129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60776d-6a14-4ac8-a0e4-3140db912524 req-3b6f2cee-6ea7-42ab-a64b-f193255632ff tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:32.835554 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9b60776d-6a14-4ac8-a0e4-3140db912524 req-3b6f2cee-6ea7-42ab-a64b-f193255632ff tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.1377037 Mar 03 12:47:32.838760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0046e-96ee-4af7-8918-394fc39aba67 req-5264b1b5-3bb0-4bfe-923d-5da472b899d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:32.840127 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfb0046e-96ee-4af7-8918-394fc39aba67 req-5264b1b5-3bb0-4bfe-923d-5da472b899d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1099 time: 0.1101360 Mar 03 12:47:33.006697 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9b60776d-6a14-4ac8-a0e4-3140db912524 req-b11a015b-ad92-42ca-af7d-82a3dabe0b2a tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624289 Mar 03 12:47:33.007451 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfb0046e-96ee-4af7-8918-394fc39aba67 req-e36542da-a034-4ce3-a635-747966854e8f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556090 Mar 03 12:47:34.198510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46ded-a8e3-45df-8a26-884af06bf26f req-d6b51c3d-ade1-4a41-bf74-6a72e3caf2fc tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:34.199975 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8d46ded-a8e3-45df-8a26-884af06bf26f req-d6b51c3d-ade1-4a41-bf74-6a72e3caf2fc tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.0912077 Mar 03 12:47:34.244896 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b8d46ded-a8e3-45df-8a26-884af06bf26f req-a241c6a5-b230-40de-a3e2-3b76810f4729 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Mar 03 12:47:35.432320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03c24-484b-492d-9a12-484648518f54 req-ecd1b260-7476-4795-963f-25c0910567f8 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:35.433753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a7d03c24-484b-492d-9a12-484648518f54 req-ecd1b260-7476-4795-963f-25c0910567f8 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.0822473 Mar 03 12:47:35.477079 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a7d03c24-484b-492d-9a12-484648518f54 req-711d6eb1-a9d3-4d6f-ac2d-42a2f783668d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Mar 03 12:47:35.656671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03246ad5-890a-4464-9aa9-d1296fed637d req-cb7dc0cf-7fea-45c7-bf95-2d87157d022e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:35.658091 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-03246ad5-890a-4464-9aa9-d1296fed637d req-cb7dc0cf-7fea-45c7-bf95-2d87157d022e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.0778856 Mar 03 12:47:35.704507 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-03246ad5-890a-4464-9aa9-d1296fed637d req-db3038b7-0e3c-4a60-9fb2-ecbb6f11b1ff tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Mar 03 12:47:36.180265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f03e-93c1-4186-ad57-b789a6fa3b70 req-6e6921f5-301d-4d14-a57f-e99b422ee12c tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:36.181606 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b345f03e-93c1-4186-ad57-b789a6fa3b70 req-6e6921f5-301d-4d14-a57f-e99b422ee12c tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.1770020 Mar 03 12:47:36.223009 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b345f03e-93c1-4186-ad57-b789a6fa3b70 req-0001e7cc-e475-41ec-aafe-a6adc04fa7a9 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Mar 03 12:47:37.838356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-fae9a234-a839-4960-9957-a21ca31f3738 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756099 Mar 03 12:47:38.006278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-0e064949-f3eb-405d-b6d6-73683bddbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:38.011449 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-0e064949-f3eb-405d-b6d6-73683bddbcff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1099 time: 0.0940208 Mar 03 12:47:38.058845 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-117c9e10-98c9-46b9-8994-4b34ccf22434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:38.153020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-e89f38bd-37d3-45c4-9d99-e293c53c3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:38.154443 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-e89f38bd-37d3-45c4-9d99-e293c53c3178 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 916 time: 0.1288404 Mar 03 12:47:38.223964 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-acfd1763-a5bb-4f70-aa40-aa73df73c300 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 217 time: 0.0636845 Mar 03 12:47:38.267546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:38.287117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-a847863e-87e0-4ec3-84f2-b7c7b0aecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:38.288544 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-a847863e-87e0-4ec3-84f2-b7c7b0aecb05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.0596523 Mar 03 12:47:38.361821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-7cee67ea-45c2-40f3-bd33-8023a4438248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:38.363261 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-7cee67ea-45c2-40f3-bd33-8023a4438248 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695281 Mar 03 12:47:38.498138 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-2c8748d8-0f0b-4f82-9e5c-6d387064efc7 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286211 Mar 03 12:47:38.629115 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92c4980-21b7-4d9c-8ce0-776f4a222c9e req-06c3afb6-9eda-42c2-a851-138ba57347ee service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253214 Mar 03 12:47:40.167601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f420070-2f32-4324-b5f9-e2ebaebb0e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:41.190320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:41.547488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:42.932732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:49.126483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85eaa8-d42e-4d5f-b50f-9f76b20299df req-3e16191d-3988-40b0-aa79-08e8b017f4b2 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:49.127914 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-de85eaa8-d42e-4d5f-b50f-9f76b20299df req-3e16191d-3988-40b0-aa79-08e8b017f4b2 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.0799925 Mar 03 12:47:49.178925 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-de85eaa8-d42e-4d5f-b50f-9f76b20299df req-ec5fa078-4e27-4dea-a82d-80cfa980a13f tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446951 Mar 03 12:47:49.202276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43628) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:49.367537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c699e41-5cde-490d-badd-be358bc726c5 tempest-TestMinimumBasicScenario-633229973 tempest-TestMinimumBasicScenario-633229973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:49.370597 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c699e41-5cde-490d-badd-be358bc726c5 tempest-TestMinimumBasicScenario-633229973 tempest-TestMinimumBasicScenario-633229973-project-admin] Synchronizing usage tracker for tenant:8ae1a195c8184ebb9c52c9a5430caba6 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:47:49.450851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5c699e41-5cde-490d-badd-be358bc726c5 tempest-TestMinimumBasicScenario-633229973 tempest-TestMinimumBasicScenario-633229973-project-admin] Unset dirty status for tenant:8ae1a195c8184ebb9c52c9a5430caba6 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:47:49.451209 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5c699e41-5cde-490d-badd-be358bc726c5 tempest-TestMinimumBasicScenario-633229973 tempest-TestMinimumBasicScenario-633229973-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1094 time: 0.2479713 Mar 03 12:47:49.454561 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43634) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:49.459912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:49.465889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:49.469675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:floatingip and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:49.472920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:49.478836 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:49.547379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:49.684048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:49.819398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Allocated IP 172.26.8.130 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/32abc9e6-1917-4c21-9971-d2d37b789ac0) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:47:49.966868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:50.052856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:50.113767 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:47:50.116290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:47:50.124756 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:47:50.163324 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'Port': ['ID=32abc9e6-1917-4c21-9971-d2d37b789ac0,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:50.174922 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.175263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.175623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.175952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.176301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.176628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.176943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.177260 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.177579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.177891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.178203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.178514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:47:50.544754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:50.673596 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:50.875233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:50.932688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:51.137955 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'Port': ['ID=32abc9e6-1917-4c21-9971-d2d37b789ac0,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:51.148856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:51.317355 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Floating IP a14d5fbc-e62c-4153-9e43-97ef9514512d associated. External IP: 172.26.8.130, port: 59a57475-b8c1-43ec-9a91-99cfbb975197. Mar 03 12:47:51.661301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Router 9190b0e1-0657-4983-abfe-f7c7b3de105b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:47:51.837441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:47:51.847122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] Sync routers for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:47:51.856415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:47:51.857025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:47:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:51.936036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:51.991755 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-33c3fb8c-bcbd-4603-935f-ee01ce80a996 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5361652 Mar 03 12:47:51.992600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:47:51.994577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:52.000717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156675126', 'description': 'tempest-secgroup-smoke-156675126 description', 'project_id': '90e09d626efb446983d2dae5a2c83c91'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:52.007356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:52.018526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:52.032759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:47:52.102973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:52.127687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:52.129102 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:52.132121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:52.138499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:52.164697 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'status': 'completed', 'code': 200} Mar 03 12:47:52.255843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:52.283254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-c46516d0-098b-48bc-8fb0-4d5d61ad1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:52.284789 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-c46516d0-098b-48bc-8fb0-4d5d61ad1b0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1099 time: 0.0995498 Mar 03 12:47:52.374369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:52.415270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'a14d5fbc-e62c-4153-9e43-97ef9514512d', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'floating_ip_address': '172.26.8.130', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'port_id': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'mac_address': 'fa:16:3e:5b:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:47:50Z', 'updated_at': '2022-03-03T12:47:50Z', 'revision_number': 0, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:57Z', 'revision_number': 5, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:52.419197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] Checking router: 9190b0e1-0657-4983-abfe-f7c7b3de105b for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:47:52.427770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:47:52.428475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:47:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:52.440046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77fe4a2-327f-4351-8527-fd77e73b2810,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:52.464036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-e80ed3f4-ff5b-4c1f-88ff-866cf9409379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:52.465488 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-e80ed3f4-ff5b-4c1f-88ff-866cf9409379 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 916 time: 0.1741285 Mar 03 12:47:52.543441 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:52.544644 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-19d956a9-0c3b-4ba0-987e-d2e0a2ab88d7 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5485270 Mar 03 12:47:52.547703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43646) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:52.554460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'security_group_rule': {'security_group_id': 'b77fe4a2-327f-4351-8527-fd77e73b2810', 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:52.562014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:52.569305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:52.580356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:52.590384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:52.593596 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-ab680dc6-079a-4f18-b8d5-da41deb49182 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 1000 time: 0.1222296 Mar 03 12:47:52.609304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:47:52.657043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-a2a40a10-2603-465e-9720-e97e95cf37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:52.658469 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-a2a40a10-2603-465e-9720-e97e95cf37f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.0588231 Mar 03 12:47:52.716098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:52.786592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-f37a3bd2-fa13-4ea2-9f1b-cbbf883e579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:52.788090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-f37a3bd2-fa13-4ea2-9f1b-cbbf883e579a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1231964 Mar 03 12:47:52.817587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:52.964416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'a14d5fbc-e62c-4153-9e43-97ef9514512d', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'floating_ip_address': '172.26.8.130', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'port_id': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'mac_address': 'fa:16:3e:5b:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:47:50Z', 'updated_at': '2022-03-03T12:47:50Z', 'revision_number': 0, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:57Z', 'revision_number': 5, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:47:52.968626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0601ef-d77b-4955-962e-5abd243e41dd None None] The sync data for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv is: [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'a14d5fbc-e62c-4153-9e43-97ef9514512d', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'floating_ip_address': '172.26.8.130', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'port_id': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'mac_address': 'fa:16:3e:5b:4e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:47:50Z', 'updated_at': '2022-03-03T12:47:50Z', 'revision_number': 0, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:57Z', 'revision_number': 5, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:47:53.012723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.047882 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bfaa68-c3d9-483c-ace7-7c9394a754fb,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:53.081383 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-1368aae7-4d9e-4324-b843-4417015d8590 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859826 Mar 03 12:47:53.160995 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efab74d-6fb3-4a12-930b-223e01478bfc None None] New status for floating IP a14d5fbc-e62c-4153-9e43-97ef9514512d: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:47:53.173846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.175016 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9013bfe1-c31b-49fa-97a0-121229227c02 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6263947 Mar 03 12:47:53.178301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43650) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:53.185315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'security_group_rule': {'security_group_id': 'b77fe4a2-327f-4351-8527-fd77e73b2810', 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:53.194553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:53.199482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:53.202802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:53.209643 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:53.228356 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85c96e7e-81a0-4cd9-89c3-ce4fa28ddb91 req-433338f2-5db5-4999-8524-861aaf88cbd0 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382694 Mar 03 12:47:53.311295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.373630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.444797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.468201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b5394e-0f1b-4067-b18e-326726d0ac1c,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:53.550968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.552321 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7330c0d0-442c-4f5a-9525-fdc258943ded tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3729792 Mar 03 12:47:53.556266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43654) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:53.562828 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'security_group_rule': {'security_group_id': 'b77fe4a2-327f-4351-8527-fd77e73b2810', 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:53.571379 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:53.576910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:53.580896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:53.588823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:53.676290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.740427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.823700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.848303 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efd523d-b127-4f77-bc1d-8893dcbfbaaa,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:53.938402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:53.939648 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8d697292-65ad-4dc6-9cf5-fcbe87acc5fa tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3819947 Mar 03 12:47:53.942328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43658) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:53.947420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'security_group_rule': {'security_group_id': 'b77fe4a2-327f-4351-8527-fd77e73b2810', 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:53.953307 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:53.957522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:53.960434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:53.966769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:54.047779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.110687 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.172236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.197326 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425ba044-4d4e-47ef-b0f4-db2ef760eb4e,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:54.261970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.263167 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d6653843-be47-40ec-94d2-81aed035a6a0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3199391 Mar 03 12:47:54.265890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43662) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:54.270804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'security_group_rule': {'security_group_id': 'b77fe4a2-327f-4351-8527-fd77e73b2810', 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:54.277722 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:54.281535 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:54.284485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:54.290539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:54.364246 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Project 90e09d626efb446983d2dae5a2c83c91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:47:54.371152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.435729 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.501912 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.526556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c95dc53-b352-4aae-b9ba-5d5bda2adffc,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:54.604605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.606926 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-dbc8c3f7-662f-47f6-91cd-fb1cb771da1d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390892 Mar 03 12:47:54.608946 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43666) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:47:54.618585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'security_group_rule': {'security_group_id': 'b77fe4a2-327f-4351-8527-fd77e73b2810', 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:54.621689 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:47:54.629241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Usage tracker for resource:security_group_rule and tenant:90e09d626efb446983d2dae5a2c83c91 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:47:54.629241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:47:54.635789 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:47:54.721047 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Project 90e09d626efb446983d2dae5a2c83c91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:47:54.727872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.791685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.858033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.882048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b332e8-eec3-46ce-80df-974c75164f3b,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:54.961548 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:54.962663 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e8e97faf-c8cb-4428-a75f-1b61cfcf8116 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3528056 Mar 03 12:47:55.084419 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-65a85313-8006-4179-a440-bf2af47c32b9 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156675126&fields=id&tenant_id=90e09d626efb446983d2dae5a2c83c91 HTTP/1.1" status: 200 len: 267 time: 0.0411525 Mar 03 12:47:55.170554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-cf554d8c-bfd7-413e-80da-e863b7b23c13 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:55.171942 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-cf554d8c-bfd7-413e-80da-e863b7b23c13 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.0814500 Mar 03 12:47:55.182749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'port': {'security_groups': ['536fe97a-b4bb-4727-ae82-9d0e6097d7aa', 'b77fe4a2-327f-4351-8527-fd77e73b2810']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:47:55.298218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:55.658217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59a57475-b8c1-43ec-9a91-99cfbb975197,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:47:55.684106 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:55.786928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:55.798559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['59a57475-b8c1-43ec-9a91-99cfbb975197'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:47:55.861214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:55.861214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:55.861214 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97940f81-7926-4f43-b6cb-ede3d538d765 req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "PUT /v2.0/ports/59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 982 time: 0.6762693 Mar 03 12:47:55.861214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:47:55.918787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70931243-3f9d-4f35-85a8-67d76d31ebda tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=6']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:47:55.938230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['59a57475-b8c1-43ec-9a91-99cfbb975197'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:47:55.974274 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'status': 'completed', 'code': 200} Mar 03 12:47:56.167776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9cca4-f0f3-4192-ab29-75f733e1cf2d req-12aa7612-195f-4ec2-8eba-0d7b42436cb1 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:56.175019 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0ca9cca4-f0f3-4192-ab29-75f733e1cf2d req-12aa7612-195f-4ec2-8eba-0d7b42436cb1 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.1308448 Mar 03 12:47:56.175019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-bd79a14a-6d68-4a62-bccc-f6541d196a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:56.175019 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-bd79a14a-6d68-4a62-bccc-f6541d196a1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1138 time: 0.1891768 Mar 03 12:47:56.270001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-06c50324-78b5-4178-892b-54f414e705e2 None None] Provisioning complete for port 59a57475-b8c1-43ec-9a91-99cfbb975197 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:47:56.270001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-06c50324-78b5-4178-892b-54f414e705e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:47:56.289260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-0ca9cca4-f0f3-4192-ab29-75f733e1cf2d req-c9550d2c-d861-4f62-b693-d52043fbc501 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:47:56.387817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-4fff65c6-fb1c-431f-b9f6-bb60e94d26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:56.389285 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-4fff65c6-fb1c-431f-b9f6-bb60e94d26f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 916 time: 0.1948807 Mar 03 12:47:56.449190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-0ca9cca4-f0f3-4192-ab29-75f733e1cf2d req-c9550d2c-d861-4f62-b693-d52043fbc501 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:47:56.450245 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0ca9cca4-f0f3-4192-ab29-75f733e1cf2d req-c9550d2c-d861-4f62-b693-d52043fbc501 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2755868 Mar 03 12:47:56.503190 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-ca22bca2-8e49-42a3-a1cd-a8fac1e41f84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 1002 time: 0.1064346 Mar 03 12:47:56.572022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-a2a851ed-bc50-4881-a8e2-dc4542cb553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:56.573499 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-a2a851ed-bc50-4881-a8e2-dc4542cb553c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.0642436 Mar 03 12:47:56.647209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-8c6d0ae3-6a42-4cff-a2ac-29225f2b1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:47:56.648752 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-8c6d0ae3-6a42-4cff-a2ac-29225f2b1b49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697784 Mar 03 12:47:56.782034 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-b77604a2-b983-4217-8ab5-fcda9cdbfd50 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271484 Mar 03 12:47:56.916090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fd25b11-ed06-445b-9047-d582b0eb6a9f req-491215f0-40e7-4c79-8638-ff4d024ca3e2 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245775 Mar 03 12:48:02.791818 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:48:06.387852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec70ed-9c73-4854-912a-e2f88f952b91 req-6c7bff9d-d750-46fe-8e6b-05c2914a7f87 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:06.389315 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fec70ed-9c73-4854-912a-e2f88f952b91 req-6c7bff9d-d750-46fe-8e6b-05c2914a7f87 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.1455550 Mar 03 12:48:06.391988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-faa58960-1d7d-443a-9fd9-767d0f6163c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:06.393317 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-faa58960-1d7d-443a-9fd9-767d0f6163c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1138 time: 0.1090276 Mar 03 12:48:06.521576 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0fec70ed-9c73-4854-912a-e2f88f952b91 req-cc595c78-c315-48a2-9e10-23e4f0c010d3 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263857 Mar 03 12:48:06.553246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-43fe3c1b-5f20-4e97-baa2-9a7c0570fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:06.554895 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-43fe3c1b-5f20-4e97-baa2-9a7c0570fb62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 916 time: 0.1470079 Mar 03 12:48:06.661420 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-e3ce6cc8-487c-49b3-b3ff-1bea1f07f515 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 1002 time: 0.0964108 Mar 03 12:48:06.724663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-8675f1d5-27aa-438e-a7cd-d8544e1b54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:06.726787 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-8675f1d5-27aa-438e-a7cd-d8544e1b54da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.0594587 Mar 03 12:48:06.801043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-e940c23c-4223-4eff-b063-ee282367fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:06.802397 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-e940c23c-4223-4eff-b063-ee282367fd02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698919 Mar 03 12:48:06.930572 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-ffc35635-7dca-4e05-a05d-01f8df8a8023 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220775 Mar 03 12:48:07.155970 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-67d22d0c-f633-47a7-822a-3061301e31d9 req-753a0329-4986-4247-b699-48cfb008d4f4 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190254 Mar 03 12:48:07.708567 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbae99-aa97-46dd-9841-a7d43adbb4b7 req-0d6008bd-3313-48b8-b2c9-d54060746132 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:07.880173 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44fbae99-aa97-46dd-9841-a7d43adbb4b7 req-0d6008bd-3313-48b8-b2c9-d54060746132 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0793726 Mar 03 12:48:07.880173 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-44fbae99-aa97-46dd-9841-a7d43adbb4b7 req-510a246e-82e0-4f1f-9419-3d7a18b1b38d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419948 Mar 03 12:48:08.046766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcdee-3d10-4fc4-8ca1-67f46a2b04a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:08.263852 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:08.963392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb239-d786-4e69-9787-e3a90d2d8c49 req-66c90155-db1e-46ad-a057-e53d9ebfe620 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:08.964838 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36bcb239-d786-4e69-9787-e3a90d2d8c49 req-66c90155-db1e-46ad-a057-e53d9ebfe620 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0848067 Mar 03 12:48:09.010247 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36bcb239-d786-4e69-9787-e3a90d2d8c49 req-5e922b20-2060-4b24-8af0-be4c9e9981b0 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396402 Mar 03 12:48:10.181420 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b648ec1-cb8f-48d3-bace-df98bc26f739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:10.194007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55c824-6e99-4e6e-8324-f15b44072ac1 req-7d0d6ef9-7665-43fb-81b5-8a0ea07f6483 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:10.195489 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a55c824-6e99-4e6e-8324-f15b44072ac1 req-7d0d6ef9-7665-43fb-81b5-8a0ea07f6483 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0826776 Mar 03 12:48:10.241310 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a55c824-6e99-4e6e-8324-f15b44072ac1 req-321d9e55-3b1d-47b2-9a3e-a01d7f4d1aac tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400598 Mar 03 12:48:11.198388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:11.423893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59baee-07c3-4a94-b4bf-6be063fc8056 req-34df89f9-2d2d-4dba-9542-aedd304526fe tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:11.425363 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dc59baee-07c3-4a94-b4bf-6be063fc8056 req-34df89f9-2d2d-4dba-9542-aedd304526fe tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0805240 Mar 03 12:48:11.472319 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dc59baee-07c3-4a94-b4bf-6be063fc8056 req-202cf46a-8b6c-478d-b3c5-bd6e463a93bd tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408916 Mar 03 12:48:11.543670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:12.652145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a33624-0c3e-4fa2-a7dd-e5ae8d2d93d0 req-8e6176ad-076f-4a50-b91a-5fd5a04d61d5 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:12.653531 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7a33624-0c3e-4fa2-a7dd-e5ae8d2d93d0 req-8e6176ad-076f-4a50-b91a-5fd5a04d61d5 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0782473 Mar 03 12:48:12.702738 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a7a33624-0c3e-4fa2-a7dd-e5ae8d2d93d0 req-4fd525cb-c46e-4a3a-af44-9f52686a0ddc tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435340 Mar 03 12:48:12.907159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:13.909745 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d7db-637b-4323-a65b-1e0e52109e79 req-149b3b59-87f2-45ea-aad9-9098169daf67 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:13.911280 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-56b5d7db-637b-4323-a65b-1e0e52109e79 req-149b3b59-87f2-45ea-aad9-9098169daf67 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0930853 Mar 03 12:48:13.968466 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-56b5d7db-637b-4323-a65b-1e0e52109e79 req-d3996b94-ac21-40a0-ab1c-be084314747d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501122 Mar 03 12:48:15.158428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6ae7e-c652-4cd1-927c-9b8617213081 req-647fedff-9701-42ad-8670-2e5d7c06e187 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:15.159846 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eec6ae7e-c652-4cd1-927c-9b8617213081 req-647fedff-9701-42ad-8670-2e5d7c06e187 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0800481 Mar 03 12:48:15.205858 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eec6ae7e-c652-4cd1-927c-9b8617213081 req-73f14d5a-2f7b-4456-9048-e8b9b2a43660 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395021 Mar 03 12:48:16.543811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccff078-b7ba-47da-a934-b392598b8d31 req-ebc35033-8712-42c8-b297-0438811ad78d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:16.545182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2ccff078-b7ba-47da-a934-b392598b8d31 req-ebc35033-8712-42c8-b297-0438811ad78d tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0789552 Mar 03 12:48:16.593045 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2ccff078-b7ba-47da-a934-b392598b8d31 req-81a3e2ee-88f0-4c7e-8d42-be8a3baf6582 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421839 Mar 03 12:48:17.778339 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa6dc7-2e28-4df6-adca-623b38ec3471 req-daef3455-6e3e-414c-9bbf-26cc81028029 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:17.779781 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9aa6dc7-2e28-4df6-adca-623b38ec3471 req-daef3455-6e3e-414c-9bbf-26cc81028029 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0828664 Mar 03 12:48:17.825200 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f9aa6dc7-2e28-4df6-adca-623b38ec3471 req-83bb5c40-a7d1-4b9d-831e-11b2188af6fe tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396919 Mar 03 12:48:19.007107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2af3a2-b466-4d64-81bd-0a5183fd3ff6 req-73fe76c7-9e28-4a3b-884e-48bcab000b76 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:19.008862 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b2af3a2-b466-4d64-81bd-0a5183fd3ff6 req-73fe76c7-9e28-4a3b-884e-48bcab000b76 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0807207 Mar 03 12:48:19.055005 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b2af3a2-b466-4d64-81bd-0a5183fd3ff6 req-3ce5c745-0431-402f-b04d-4dbc0380caec tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=b77fe4a2-327f-4351-8527-fd77e73b2810&id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404859 Mar 03 12:48:38.091477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-48ce029b-adca-441c-8bf9-449cf0a09f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:38.268837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:38.858210 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-583ff0ce-bd9e-42cb-8979-528504bb2c9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733497 Mar 03 12:48:38.996586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9984e-3135-4d96-937a-7c92ade43193 req-7cae63bd-c769-4deb-b757-dea4e4f975e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:38.998033 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-7cae63bd-c769-4deb-b757-dea4e4f975e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1138 time: 0.0701103 Mar 03 12:48:39.143548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9984e-3135-4d96-937a-7c92ade43193 req-17c74b37-593f-4cdc-801d-5fe6ceb48c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:39.144914 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-17c74b37-593f-4cdc-801d-5fe6ceb48c37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 916 time: 0.1277413 Mar 03 12:48:39.250778 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-a0b8763f-8ffe-4112-b6c6-f38d9148d72d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 1002 time: 0.0995061 Mar 03 12:48:39.312495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9984e-3135-4d96-937a-7c92ade43193 req-e636bf52-dea4-4fa8-a5d1-56b3baa22fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:39.313882 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-e636bf52-dea4-4fa8-a5d1-56b3baa22fd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.0563970 Mar 03 12:48:39.391855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9984e-3135-4d96-937a-7c92ade43193 req-5f762dd7-77f0-4cd9-ad8a-e824d0b233cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:39.393348 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-5f762dd7-77f0-4cd9-ad8a-e824d0b233cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733876 Mar 03 12:48:39.543854 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-bb6d9681-ac7f-4003-b59a-c679a89c21e0 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438847 Mar 03 12:48:39.690277 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bad9984e-3135-4d96-937a-7c92ade43193 req-50e1c8e8-f036-42f1-b651-8cc93bd76ac8 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335928 Mar 03 12:48:39.796947 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:48:40.199954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-26cf5000-7d0f-48e6-b467-a14f0982dc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:41.205976 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:41.571257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:42.914541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:51.518292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-dbaf6403-dde1-443f-b512-30ead17ebf7c tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156675126&fields=id&tenant_id=90e09d626efb446983d2dae5a2c83c91 HTTP/1.1" status: 200 len: 267 time: 0.0399628 Mar 03 12:48:51.603845 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-e3119a77-416b-4be3-8f16-9934d1d3c9c1 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:51.605244 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-e3119a77-416b-4be3-8f16-9934d1d3c9c1 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 985 time: 0.0810192 Mar 03 12:48:51.616218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Request body: {'port': {'security_groups': ['536fe97a-b4bb-4727-ae82-9d0e6097d7aa']}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:48:51.736304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:51.974390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59a57475-b8c1-43ec-9a91-99cfbb975197,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:48:51.998500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.062918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.074257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['59a57475-b8c1-43ec-9a91-99cfbb975197'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:48:52.128362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:52.128999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.130357 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5db841d1-bb3c-46a7-ae7a-cba898cd3c54 req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "PUT /v2.0/ports/59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 943 time: 0.5189903 Mar 03 12:48:52.130810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:48:52.138890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43720) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:48:52.186285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event updated for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=7']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:48:52.197556 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['59a57475-b8c1-43ec-9a91-99cfbb975197'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:48:52.207125 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'status': 'completed', 'code': 200} Mar 03 12:48:52.208441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.208790 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.209153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.209558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.210152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.210313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.210631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.210954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.211275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.211595 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.211960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.212325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1402d-8376-4bb1-96f0-26f694e54442 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.293076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.334681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.382598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b370a-c28d-4026-abfd-8d794701258f req-34ec795a-3e47-4690-99c8-a7b9b6a22146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:52.384463 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb2b370a-c28d-4026-abfd-8d794701258f req-34ec795a-3e47-4690-99c8-a7b9b6a22146 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1099 time: 0.1440723 Mar 03 12:48:52.426000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ad6d90b0-f0a3-48fa-a892-e972d4821d82 None None] Provisioning complete for port 59a57475-b8c1-43ec-9a91-99cfbb975197 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:48:52.426279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ad6d90b0-f0a3-48fa-a892-e972d4821d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.630446 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b370a-c28d-4026-abfd-8d794701258f req-0a344d97-e743-4b46-ad71-a615b51b2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:52.632714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb2b370a-c28d-4026-abfd-8d794701258f req-0a344d97-e743-4b46-ad71-a615b51b2d4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 916 time: 0.2412958 Mar 03 12:48:52.694462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.731263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77fe4a2-327f-4351-8527-fd77e73b2810,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:48:52.742177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.742528 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.742867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.743202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.743531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.743859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.744209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.744539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.744862 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.745184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.745511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.745833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:48:52.768752 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb2b370a-c28d-4026-abfd-8d794701258f req-5e7e1625-6630-4f22-85a2-fb763653b3ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 1002 time: 0.1299095 Mar 03 12:48:52.821663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:52.822762 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0a9ce390-51a3-4783-9657-21b3f81ced86 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "DELETE /v2.0/security-groups/b77fe4a2-327f-4351-8527-fd77e73b2810 HTTP/1.1" status: 204 len: 168 time: 0.6828797 Mar 03 12:48:52.825676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43726) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:48:52.913470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b370a-c28d-4026-abfd-8d794701258f req-8677ff40-6a9d-4f12-b461-5cd8e4cb43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:52.914913 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb2b370a-c28d-4026-abfd-8d794701258f req-8677ff40-6a9d-4f12-b461-5cd8e4cb43ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.1407695 Mar 03 12:48:53.090649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Deleting port 32abc9e6-1917-4c21-9971-d2d37b789ac0 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:48:53.090991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:53.134731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b370a-c28d-4026-abfd-8d794701258f req-16235a42-067a-4012-8294-df709a0213bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:53.136258 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb2b370a-c28d-4026-abfd-8d794701258f req-16235a42-067a-4012-8294-df709a0213bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2139552 Mar 03 12:48:53.370452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:53.371104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:53.385777 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb2b370a-c28d-4026-abfd-8d794701258f req-bafb30ee-5a62-42ef-b52c-1ffad3b81a7c service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319179 Mar 03 12:48:53.505788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Calling delete_port for 32abc9e6-1917-4c21-9971-d2d37b789ac0 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:48:53.678913 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb2b370a-c28d-4026-abfd-8d794701258f req-bc5d1e22-be39-4840-a1ee-7d030088cd49 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474527 Mar 03 12:48:53.817171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:53.863831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event deleted for resources: {'Port': ['ID=32abc9e6-1917-4c21-9971-d2d37b789ac0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:48:53.955153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:53.955401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Floating IP a14d5fbc-e62c-4153-9e43-97ef9514512d disassociated (deleted). External IP: 172.26.8.130, port: 59a57475-b8c1-43ec-9a91-99cfbb975197. Mar 03 12:48:54.428705 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Router 9190b0e1-0657-4983-abfe-f7c7b3de105b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:48:54.607976 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:48:54.618717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] Sync routers for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:48:54.628192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:48:54.628794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:48:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:48:54.697406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:48:54.755569 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-31f7f799-166b-4301-a7af-f24676165d41 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "DELETE /v2.0/floatingips/a14d5fbc-e62c-4153-9e43-97ef9514512d HTTP/1.1" status: 204 len: 168 time: 1.9289060 Mar 03 12:48:54.756941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:48:54.817305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:48:54.897169 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'status': 'completed', 'code': 200} Mar 03 12:48:54.995939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-d1d1ec03-28cf-4b06-8ad5-d21e955e0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:54.997472 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-d1d1ec03-28cf-4b06-8ad5-d21e955e0810 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90e09d626efb446983d2dae5a2c83c91&device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 1099 time: 0.0789118 Mar 03 12:48:55.144019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-010e9fd0-abf5-41f6-9ea9-951fdbc62f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:55.145581 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-010e9fd0-abf5-41f6-9ea9-951fdbc62f7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 200 len: 916 time: 0.1427388 Mar 03 12:48:55.148430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:57Z', 'revision_number': 5, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:48:55.152551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] Checking router: 9190b0e1-0657-4983-abfe-f7c7b3de105b for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:48:55.161166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:48:55.161766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:48:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:48:55.215974 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-6d19114f-3c2b-4b15-a3e9-f128a165c219 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 200 len: 217 time: 0.0640728 Mar 03 12:48:55.280367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-e81e07bc-7d3a-48a8-87ab-9297bb260427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:55.282183 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-e81e07bc-7d3a-48a8-87ab-9297bb260427 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 200 len: 854 time: 0.0609810 Mar 03 12:48:55.351552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:48:55.364437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-94aa438e-7d4d-4501-bd3b-affeee9c94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:48:55.371278 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-94aa438e-7d4d-4501-bd3b-affeee9c94e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88d51039-f345-42ee-a35d-a31065eda9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777442 Mar 03 12:48:55.513494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-c8a24ebc-98d5-466c-9716-7ac59afc0dd5 service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417472 Mar 03 12:48:55.662042 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4fe0a8b1-eef7-4098-8cec-9e2592cae1ff req-b2847001-c8ce-4b62-add2-92c1e293c00f service neutron] 10.222.0.26 "GET /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359248 Mar 03 12:48:55.721228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:57Z', 'revision_number': 5, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:48:55.725517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50192116-e386-4cb6-82a3-ae06767ae4ba None None] The sync data for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv is: [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:46:52Z', 'revision_number': 4, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '58082628-e6ab-4029-b95f-8fe460272c04', 'name': '', 'network_id': '88d51039-f345-42ee-a35d-a31065eda9fb', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'mac_address': 'fa:16:3e:c6:c5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:51Z', 'updated_at': '2022-03-03T12:46:57Z', 'revision_number': 5, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'subnets': [{'id': '8d2a7135-6480-4b10-a262-b111c51271ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:48:55.947594 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36063474-5887-4c36-9b7c-663fa420e509 None None] New status for floating IP a14d5fbc-e62c-4153-9e43-97ef9514512d: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:49:00.802630 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d901c9-34da-49f4-8dc5-d8635d1fd60c req-928bff3f-7e73-404e-86e5-71894f5dbacb tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:00.804348 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e9d901c9-34da-49f4-8dc5-d8635d1fd60c req-928bff3f-7e73-404e-86e5-71894f5dbacb tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.0822577 Mar 03 12:49:00.849758 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e9d901c9-34da-49f4-8dc5-d8635d1fd60c req-3a77683b-a02e-4da8-b7cb-e8d70ad1f0ad tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Mar 03 12:49:02.081946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256eab67-abbd-4303-91af-133c1bb79c23 req-4f8a5ed7-084b-402e-a7b4-cf77ddf3b217 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:02.082635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-256eab67-abbd-4303-91af-133c1bb79c23 req-4f8a5ed7-084b-402e-a7b4-cf77ddf3b217 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:49:02.157210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-256eab67-abbd-4303-91af-133c1bb79c23 req-4f8a5ed7-084b-402e-a7b4-cf77ddf3b217 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:49:02.158351 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-256eab67-abbd-4303-91af-133c1bb79c23 req-4f8a5ed7-084b-402e-a7b4-cf77ddf3b217 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.2038615 Mar 03 12:49:02.203828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-256eab67-abbd-4303-91af-133c1bb79c23 req-87c1ab91-b2b0-4198-b0e6-d7d1db439e99 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:49:02.294291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-256eab67-abbd-4303-91af-133c1bb79c23 req-87c1ab91-b2b0-4198-b0e6-d7d1db439e99 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:49:02.295491 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-256eab67-abbd-4303-91af-133c1bb79c23 req-87c1ab91-b2b0-4198-b0e6-d7d1db439e99 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/security-groups?id=536fe97a-b4bb-4727-ae82-9d0e6097d7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308818 Mar 03 12:49:02.395914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-c3ad373f-93d9-4cad-8085-3584a9e43323 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:02.397904 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-c3ad373f-93d9-4cad-8085-3584a9e43323 tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 946 time: 0.0795107 Mar 03 12:49:02.573526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Deleting port 59a57475-b8c1-43ec-9a91-99cfbb975197 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:02.573867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:02.815496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] For port 59a57475-b8c1-43ec-9a91-99cfbb975197, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=59a57475-b8c1-43ec-9a91-99cfbb975197,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:02.815853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:02.938568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Calling delete_port for 59a57475-b8c1-43ec-9a91-99cfbb975197 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:03.125563 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:03.136780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['59a57475-b8c1-43ec-9a91-99cfbb975197'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:49:03.176031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Pushing event deleted for resources: {'Port': ['ID=59a57475-b8c1-43ec-9a91-99cfbb975197,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:03.252126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] No DVR routers for this DVR port 59a57475-b8c1-43ec-9a91-99cfbb975197 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:49:03.254524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:03.257806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'name': 'network-vif-deleted', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:49:03.301553 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2845aef-6c1e-4072-ad08-3c21cbc35a63', 'name': 'network-vif-deleted', 'tag': '59a57475-b8c1-43ec-9a91-99cfbb975197', 'status': 'completed', 'code': 200} Mar 03 12:49:03.320905 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ea2608ba-38fb-4a3c-b238-42422ee8ec2d req-4ba115ad-19b1-482e-9889-7691a840425e tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.26 "DELETE /v2.0/ports/59a57475-b8c1-43ec-9a91-99cfbb975197 HTTP/1.1" status: 204 len: 173 time: 0.9178317 Mar 03 12:49:03.457945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-08d809c0-2d56-4e77-a555-1336e85bad08 req-cecf5e77-057d-4562-b4db-3b1b17c2d6bd tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Synchronizing usage tracker for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:49:03.531562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-08d809c0-2d56-4e77-a555-1336e85bad08 req-cecf5e77-057d-4562-b4db-3b1b17c2d6bd tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] Unset dirty status for tenant:90e09d626efb446983d2dae5a2c83c91 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:49:03.532916 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-08d809c0-2d56-4e77-a555-1336e85bad08 req-cecf5e77-057d-4562-b4db-3b1b17c2d6bd tempest-TestMinimumBasicScenario-222537011 tempest-TestMinimumBasicScenario-222537011-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2845aef-6c1e-4072-ad08-3c21cbc35a63 HTTP/1.1" status: 200 len: 210 time: 0.1182728 Mar 03 12:49:05.839370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43820) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:06.375270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:06.621421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 59a57475-b8c1-43ec-9a91-99cfbb975197 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:49:06.654753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 59a57475-b8c1-43ec-9a91-99cfbb975197 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:49:06.655018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 59a57475-b8c1-43ec-9a91-99cfbb975197 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:49:06.817572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Deleting port 58082628-e6ab-4029-b95f-8fe460272c04 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:06.817941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:06.987390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] For port 58082628-e6ab-4029-b95f-8fe460272c04, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=58082628-e6ab-4029-b95f-8fe460272c04,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:06.988101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:07.108477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Calling delete_port for 58082628-e6ab-4029-b95f-8fe460272c04 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:07.559733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:07.609294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Pushing event deleted for resources: {'Port': ['ID=58082628-e6ab-4029-b95f-8fe460272c04,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:07.875802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:08.062398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8e720dab-599d-4b4c-ad39-632affc8e20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:08.272368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:08.346024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Router 9190b0e1-0657-4983-abfe-f7c7b3de105b has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:49:08.522704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:49:08.531125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] Sync routers for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:49:08.539905 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:08.544891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:48:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:08.607315 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-feb361db-de93-4377-b2f3-0f6beaf6ce78 admin admin] 10.222.0.35 "PUT /v2.0/routers/9190b0e1-0657-4983-abfe-f7c7b3de105b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7665997 Mar 03 12:49:08.609516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43832) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:08.714137 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:08.785568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:08.962335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:09.002319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156'}], 'enable_snat': True}, 'gw_port_id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:49:07Z', 'revision_number': 5, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port': {'id': 'db3070f3-0931-4edb-9fc1-84ef108989b7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:48Z', 'updated_at': '2022-03-03T12:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:09.006883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] Checking router: 9190b0e1-0657-4983-abfe-f7c7b3de105b for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:49:09.015333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] Routers {'9190b0e1-0657-4983-abfe-f7c7b3de105b'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:09.015920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:48:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['9190b0e1-0657-4983-abfe-f7c7b3de105b'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:09.039601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Deleting port db3070f3-0931-4edb-9fc1-84ef108989b7 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:09.039873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:09.164696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] Set router 9190b0e1-0657-4983-abfe-f7c7b3de105b gateway port host: None {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:09.213957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] For port db3070f3-0931-4edb-9fc1-84ef108989b7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db3070f3-0931-4edb-9fc1-84ef108989b7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:09.214311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:09.269288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:49:08Z', 'revision_number': 6, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:09.274416 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70606d5-756e-4153-8da0-19ed2b345181 None None] The sync data for ids ['9190b0e1-0657-4983-abfe-f7c7b3de105b'] in dv-neutron-831730-1-hyperv is: [{'id': '9190b0e1-0657-4983-abfe-f7c7b3de105b', 'name': 'tempest-TestMinimumBasicScenario-1713539459-router', 'tenant_id': '90e09d626efb446983d2dae5a2c83c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:47Z', 'updated_at': '2022-03-03T12:49:08Z', 'revision_number': 6, 'project_id': '90e09d626efb446983d2dae5a2c83c91', 'gw_port_host': None}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:49:09.338327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Calling delete_port for db3070f3-0931-4edb-9fc1-84ef108989b7 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:09.626188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:09.676850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3070f3-0931-4edb-9fc1-84ef108989b7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:09.897966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.070238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.072457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.257324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.257869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9190b0e1-0657-4983-abfe-f7c7b3de105b {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:49:10.268532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c53abf60-6d8d-4365-bb7e-f404230b2d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.273404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.274602 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5733b36a-4d31-4b80-824d-245ea0b14a28 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9190b0e1-0657-4983-abfe-f7c7b3de105b HTTP/1.1" status: 204 len: 168 time: 1.6641970 Mar 03 12:49:10.280300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43836) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:10.341990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] Deleting subnet 8d2a7135-6480-4b10-a262-b111c51271ca {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:49:10.349032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.398290 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.480468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.611481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.650721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2a7135-6480-4b10-a262-b111c51271ca,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:10.655655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.660841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89658a51-d8bc-45e2-8afd-6542a2368136 None None] Network 88d51039-f345-42ee-a35d-a31065eda9fb requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:49:10.662740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-62da680d-d2b1-404f-b82b-121234381215 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d2a7135-6480-4b10-a262-b111c51271ca HTTP/1.1" status: 204 len: 168 time: 0.3843770 Mar 03 12:49:10.664886 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43840) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:10.774345 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.784333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Deleting port ed9745a0-edbe-468f-a60f-31b98beaf0a6 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:10.784655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.916309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] DHCP port deletion for 88d51039-f345-42ee-a35d-a31065eda9fb request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:49:10.920438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Deleting port ed9745a0-edbe-468f-a60f-31b98beaf0a6 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:10.921000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:10.986116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device ed9745a0-edbe-468f-a60f-31b98beaf0a6 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:49:10.997244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] For port ed9745a0-edbe-468f-a60f-31b98beaf0a6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ed9745a0-edbe-468f-a60f-31b98beaf0a6,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:10.997597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.127012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Calling delete_port for ed9745a0-edbe-468f-a60f-31b98beaf0a6 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:11.206794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.287910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] For port ed9745a0-edbe-468f-a60f-31b98beaf0a6, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=ed9745a0-edbe-468f-a60f-31b98beaf0a6,segment=NetworkSegment(dbc28dd7-9d68-4b6f-b4aa-50c417c6d076),segment_id=dbc28dd7-9d68-4b6f-b4aa-50c417c6d076)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:11.288635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.380373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.403860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.410948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Calling delete_port for ed9745a0-edbe-468f-a60f-31b98beaf0a6 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:11.426947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9745a0-edbe-468f-a60f-31b98beaf0a6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:11.430549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] No DVR routers for this DVR port ed9745a0-edbe-468f-a60f-31b98beaf0a6 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:49:11.479497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58082628-e6ab-4029-b95f-8fe460272c04 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:49:11.527143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 58082628-e6ab-4029-b95f-8fe460272c04 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:49:11.527479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 58082628-e6ab-4029-b95f-8fe460272c04 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:49:11.527884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db3070f3-0931-4edb-9fc1-84ef108989b7 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:49:11.545965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.570817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d51039-f345-42ee-a35d-a31065eda9fb']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:11.571068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: db3070f3-0931-4edb-9fc1-84ef108989b7 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:49:11.571310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db3070f3-0931-4edb-9fc1-84ef108989b7 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:49:11.585713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:11.585713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc28dd7-9d68-4b6f-b4aa-50c417c6d076') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 12:49:11.586596 dv-neutron-831730-1-hyperv neutron-server[88432]: util.warn( Mar 03 12:49:11.594918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:49:11.595263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:49:11.596668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.615715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.621721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:49:11.622099 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.625951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:49:11.635150 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:49:11.867868 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.872264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:11.894845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d51039-f345-42ee-a35d-a31065eda9fb,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:11.965926 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-59e41df5-e02f-4959-b2b4-261930e108c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/88d51039-f345-42ee-a35d-a31065eda9fb HTTP/1.1" status: 204 len: 168 time: 1.3000867 Mar 03 12:49:11.968843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 43844) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:12.097020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Deleting port ed9745a0-edbe-468f-a60f-31b98beaf0a6 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:12.097392 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:12.166858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-46e04e53-08bd-4fde-810d-7f43d57ed3be None None] The port 'ed9745a0-edbe-468f-a60f-31b98beaf0a6' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:49:12.515269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:12.859074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Deleting port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:12.859403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:12.911996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:13.028387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] For port 0b32c5af-8468-44b7-843f-37e3e1b0bd1f, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,segment=NetworkSegment(3735de33-9a65-4b42-95f7-f458dba7c0b4),segment_id=3735de33-9a65-4b42-95f7-f458dba7c0b4)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:13.028984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:13.148332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Calling delete_port for 0b32c5af-8468-44b7-843f-37e3e1b0bd1f owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:13.496902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:13.543572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b32c5af-8468-44b7-843f-37e3e1b0bd1f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:13.806526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:14.153483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Router 01da2fb4-7191-4a46-9467-1f0a0472508d has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:49:14.329709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:49:14.338868 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] Sync routers for ids ['01da2fb4-7191-4a46-9467-1f0a0472508d'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:49:14.349596 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] Routers {'01da2fb4-7191-4a46-9467-1f0a0472508d'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:14.350203 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['01da2fb4-7191-4a46-9467-1f0a0472508d'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:14.399615 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ca4f5965-2d92-436b-8d82-2d71402530c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/01da2fb4-7191-4a46-9467-1f0a0472508d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297678 Mar 03 12:49:14.402206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43848) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:14.526171 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] Set router 01da2fb4-7191-4a46-9467-1f0a0472508d gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:14.675022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:14.806457 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:49:13Z', 'revision_number': 5, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:14.810381 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] Checking router: 01da2fb4-7191-4a46-9467-1f0a0472508d for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:49:14.819377 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] Routers {'01da2fb4-7191-4a46-9467-1f0a0472508d'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:14.819968 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['01da2fb4-7191-4a46-9467-1f0a0472508d'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:14.852238 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:14.925035 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Deleting port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:14.925488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:15.029440 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] Set router 01da2fb4-7191-4a46-9467-1f0a0472508d gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:15.104754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] For port 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:15.105054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:15.228424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Calling delete_port for 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:15.324692 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:49:13Z', 'revision_number': 5, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:15.328543 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a94856-b665-4b47-980c-2dc5acb4cea8 None None] The sync data for ids ['01da2fb4-7191-4a46-9467-1f0a0472508d'] in dv-neutron-831730-1-hyperv is: [{'id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'name': 'tempest-TestMinimumBasicScenario-1153247170-router', 'tenant_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:46:55Z', 'updated_at': '2022-03-03T12:49:13Z', 'revision_number': 5, 'project_id': '8ae1a195c8184ebb9c52c9a5430caba6', 'gw_port': {'id': '7410efa2-e5eb-4c8f-80f7-7ce04c4447fe', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01da2fb4-7191-4a46-9467-1f0a0472508d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:46:56Z', 'updated_at': '2022-03-03T12:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:49:15.695229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:15.789178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Pushing event deleted for resources: {'Port': ['ID=7410efa2-e5eb-4c8f-80f7-7ce04c4447fe,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:15.877030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.090679 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.093659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.175168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.176085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01da2fb4-7191-4a46-9467-1f0a0472508d {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:49:16.194085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.195230 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4f9bfc8a-b581-4a99-a062-2227d9f57863 admin admin] 10.222.0.35 "DELETE /v2.0/routers/01da2fb4-7191-4a46-9467-1f0a0472508d HTTP/1.1" status: 204 len: 168 time: 1.7920306 Mar 03 12:49:16.197797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43854) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:16.257732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] Deleting subnet ffb92a7c-af90-417c-8ed3-a902ed1f4487 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:49:16.261185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.317344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.511173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.646483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.687192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb92a7c-af90-417c-8ed3-a902ed1f4487,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:16.691465 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.696823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037dc155-385b-43ca-a382-0be58dd68dc6 None None] Network ae309c28-8166-4831-88a7-1ab64c43283a requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:49:16.697781 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7d89a632-7663-4ced-9a1a-db3680ee29b1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ffb92a7c-af90-417c-8ed3-a902ed1f4487 HTTP/1.1" status: 204 len: 168 time: 0.4990225 Mar 03 12:49:16.700216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43858) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:16.791789 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:49:16.810068 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.821211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Deleting port 6a33008c-9c9b-4f97-a30f-f04d328174f8 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:16.821530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.931696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] DHCP port deletion for ae309c28-8166-4831-88a7-1ab64c43283a request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:49:16.936376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Deleting port 6a33008c-9c9b-4f97-a30f-f04d328174f8 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:16.936892 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:16.991425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6a33008c-9c9b-4f97-a30f-f04d328174f8 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:49:17.034199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] For port 6a33008c-9c9b-4f97-a30f-f04d328174f8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6a33008c-9c9b-4f97-a30f-f04d328174f8,segment=NetworkSegment(3735de33-9a65-4b42-95f7-f458dba7c0b4),segment_id=3735de33-9a65-4b42-95f7-f458dba7c0b4)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:17.034554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.164882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Calling delete_port for 6a33008c-9c9b-4f97-a30f-f04d328174f8 owned by network:dhcp {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:17.280077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] For port 6a33008c-9c9b-4f97-a30f-f04d328174f8, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6a33008c-9c9b-4f97-a30f-f04d328174f8,segment=NetworkSegment(3735de33-9a65-4b42-95f7-f458dba7c0b4),segment_id=3735de33-9a65-4b42-95f7-f458dba7c0b4)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:17.280472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.290994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.336634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.382474 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a33008c-9c9b-4f97-a30f-f04d328174f8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:17.388602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] No DVR routers for this DVR port 6a33008c-9c9b-4f97-a30f-f04d328174f8 on host dv-neutron-831730-1-hyperv {{(pid=88430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:49:17.413971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Calling delete_port for 6a33008c-9c9b-4f97-a30f-f04d328174f8 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:49:17.501038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0b32c5af-8468-44b7-843f-37e3e1b0bd1f no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:49:17.503697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.532645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae309c28-8166-4831-88a7-1ab64c43283a']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:17.538750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 0b32c5af-8468-44b7-843f-37e3e1b0bd1f {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:49:17.539103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 0b32c5af-8468-44b7-843f-37e3e1b0bd1f not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:49:17.539531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:49:17.545349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3735de33-9a65-4b42-95f7-f458dba7c0b4') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:17.545649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3735de33-9a65-4b42-95f7-f458dba7c0b4') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:17.556657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.572255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.578282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:49:17.581616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.585951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:49:17.586302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7410efa2-e5eb-4c8f-80f7-7ce04c4447fe not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:49:17.591462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:49:17.591826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:49:17.592436 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:49:17.745740 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.767676 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:17.774133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae309c28-8166-4831-88a7-1ab64c43283a,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:17.783323 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9dff7da9-af96-4e25-8e00-080dd43e5459 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ae309c28-8166-4831-88a7-1ab64c43283a HTTP/1.1" status: 204 len: 168 time: 1.0821676 Mar 03 12:49:18.093531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Deleting port 6a33008c-9c9b-4f97-a30f-f04d328174f8 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:49:18.094091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:18.125632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43864) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:18.160271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-925db2fd-913f-4b71-ae76-e4128414c878 None None] The port '6a33008c-9c9b-4f97-a30f-f04d328174f8' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 12:49:18.176583 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6d4d62dc-44f0-410f-9249-a8e670a3e936 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90e09d626efb446983d2dae5a2c83c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497620 Mar 03 12:49:18.179611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43868) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:18.236133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1da55127-6783-4457-a17d-454961473d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:18.260737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1da55127-6783-4457-a17d-454961473d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:18.405170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1da55127-6783-4457-a17d-454961473d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:18.425161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da55127-6783-4457-a17d-454961473d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536fe97a-b4bb-4727-ae82-9d0e6097d7aa,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:18.494157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1da55127-6783-4457-a17d-454961473d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:18.495305 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1da55127-6783-4457-a17d-454961473d38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/536fe97a-b4bb-4727-ae82-9d0e6097d7aa HTTP/1.1" status: 204 len: 168 time: 0.3147540 Mar 03 12:49:19.185456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43876) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:19.233354 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6e1d8139-9165-4a5d-9f37-3b7b61dcf58f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ae1a195c8184ebb9c52c9a5430caba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467725 Mar 03 12:49:19.235802 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43880) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:19.297538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2dc7843f-5a0d-4e92-a1b0-7562e280e28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:19.323369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2dc7843f-5a0d-4e92-a1b0-7562e280e28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:19.451221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2dc7843f-5a0d-4e92-a1b0-7562e280e28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:19.466457 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7843f-5a0d-4e92-a1b0-7562e280e28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068d3c22-2fdf-49d3-8d60-037c0a02c7c0,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:19.474968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2dc7843f-5a0d-4e92-a1b0-7562e280e28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:19.479634 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2dc7843f-5a0d-4e92-a1b0-7562e280e28d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/068d3c22-2fdf-49d3-8d60-037c0a02c7c0 HTTP/1.1" status: 204 len: 168 time: 0.2393451 Mar 03 12:49:22.077981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43922) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:22.083349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928709191', 'description': 'tempest-secgroup-smoke-928709191 description', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:22.089376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:22.093126 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:22.095866 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:22.101646 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:22.162819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.174585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.189268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:22.193655 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:22.196484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:22.202111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:22.281510 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.363338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.379063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:22.387695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:22.396075 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:22.406182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:22.409661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11767b5-0c71-4b2a-928b-ba7f5f48b927,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:22.479005 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.556702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.596505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:22.648374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.649660 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f2389267-bfb1-4adf-9297-ab9cef70063a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5705595 Mar 03 12:49:22.652589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43926) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:22.657438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'f06bf033-31a9-4e0e-8f12-19b2e2e54f0f', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:22.663992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:22.667774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:22.670619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:22.676325 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:22.748394 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.807507 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.885027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.908541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a173275-1539-4263-b571-d3a002674524,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:22.975187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:22.976401 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6854b5f3-27e7-4681-b67e-680e01af0eff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3229032 Mar 03 12:49:22.979081 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43930) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:22.983961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'f06bf033-31a9-4e0e-8f12-19b2e2e54f0f', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:22.989895 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:22.993661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:22.996545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:23.002155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:23.077423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.141700 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.214166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.236821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa344ad8-7c9c-4a5d-a560-866a3e65afdf,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:23.328724 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.329920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b39764a4-3880-43f5-b0da-e80c5fc358b5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3499060 Mar 03 12:49:23.332613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43934) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:23.338716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'f06bf033-31a9-4e0e-8f12-19b2e2e54f0f', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:23.353759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:23.353759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:23.353759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:23.357281 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:23.426300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.486972 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.546605 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.570581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1394c899-b45d-43ff-b243-c6e7ae305d42,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:23.633296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.634712 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-750848bc-f79d-4d2c-b5ff-360e07ec213c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003073 Mar 03 12:49:23.637408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43938) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:23.642404 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'f06bf033-31a9-4e0e-8f12-19b2e2e54f0f', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:23.649299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:23.653445 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:23.658265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:23.665288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:23.758114 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.822480 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.893914 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.917855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b06318e-05d4-49fb-ae2c-c4ffe9a0ae62,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:23.991562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:23.992754 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-612bad51-0910-4550-af23-bd60937f7534 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3544490 Mar 03 12:49:23.995500 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43942) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:24.000357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'f06bf033-31a9-4e0e-8f12-19b2e2e54f0f', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:24.006733 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:24.010824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:24.013607 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:24.019206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:24.091041 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:49:24.097578 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.164718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.222273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.246283 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becff117-255b-40bd-b8fe-34b5326ed7cd,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:24.307640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.308819 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1c670f38-3684-4585-b15d-cec1ff2795ac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3123677 Mar 03 12:49:24.311661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43946) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:24.316576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'f06bf033-31a9-4e0e-8f12-19b2e2e54f0f', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:24.323103 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:24.326966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:24.330186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:24.336680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:24.402514 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:49:24.409255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.472173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.551396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.575504 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11e39b6-99a6-4fe9-96b4-58fa345fa7af,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:24.633244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.634686 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-50a29d03-dfc9-4b70-9008-383649ac3b1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220720 Mar 03 12:49:24.637748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43950) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:24.643172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'network': {'name': 'tempest-network-smoke--731052621', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'port_security_enabled': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:24.648647 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:24.652396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:network and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:24.655136 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:24.660859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:24.730251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:49:24.733671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.761464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:49:24.769619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.769951 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Added segment 9d8091a8-c62d-46f1-853b-26fa6dc0f25f of type vlan for network f36d055a-0bbd-41a3-93cc-8b45c6503f77 Mar 03 12:49:24.795986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.873275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.878554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:24.879134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:24.986188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Network': ['ID=f36d055a-0bbd-41a3-93cc-8b45c6503f77,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:24.996781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:49:25.034986 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-39534e41-9bb5-438a-80a5-95d96595a925 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3935976 Mar 03 12:49:25.035220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43954) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:25.040297 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'admin_state_up': True, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:25.047621 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:25.052107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:router and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:25.055159 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:25.061361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:25.180642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:25.181613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:25.196547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:25.622734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:26.017966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:26.049819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:26.185477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.144 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/05f6cebb-8b9a-4b1c-8198-f21262297fc5) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:49:26.329182 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:26.426093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:26.492484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:49:26.495141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:49:26.503759 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:49:26.538986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=05f6cebb-8b9a-4b1c-8198-f21262297fc5,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:27.001344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:27.452190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:27.725343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 44b1a59b-505b-418f-9757-63ddc0e73889 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:49:27.907992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:49:27.918135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Sync routers for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:49:27.927359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:27.928102 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:28.009355 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.013783 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1497e188-3ee2-4487-a845-d07481750717 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9745522 Mar 03 12:49:28.014262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43958) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:28.108359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:28.162121 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3ac1b0f4-e1b4-4149-84ff-ba92a1a9f40f tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=64d7c0ec8bd849cd8c54c7efb7d80823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1467011 Mar 03 12:49:28.164746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43964) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:28.292070 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a92f6-63af-4fe9-af8e-54ee83c35aac tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:28.296035 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5f6a92f6-63af-4fe9-af8e-54ee83c35aac tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277542 Mar 03 12:49:28.296264 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43968) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:28.337398 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d46ff7a2-a681-41c7-9043-c462b87185a8 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377469 Mar 03 12:49:28.337623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43972) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:28.342810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963891379', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:28.396629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:26Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:28.400524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Checking router: 44b1a59b-505b-418f-9757-63ddc0e73889 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:49:28.400873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Updating router 44b1a59b-505b-418f-9757-63ddc0e73889 port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:49:28.449970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:28.453709 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:subnet and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:28.454365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.456485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:28.463023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:28.528743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:49:28.532376 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.793826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.807270 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.818793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Transition to ACTIVE for port object 05f6cebb-8b9a-4b1c-8198-f21262297fc5 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:49:28.862433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.945356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Attempting to bind port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:49:28.946068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Attempting to bind port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:49:28.946269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Attempting to bind port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:49:28.951921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Pushing event updated for resources: {'Port': ['ID=05f6cebb-8b9a-4b1c-8198-f21262297fc5,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:28.956740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:49:28.957117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:49:28.957515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.958569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:49:28.959073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Bound port: 05f6cebb-8b9a-4b1c-8198-f21262297fc5, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:49:28.959448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:28.986574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Subnet': ['ID=72d6b930-f93d-4cb6-8efc-44426966da50,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:28.993932 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Checking segment: {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:49:28.994286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network hostable DHCP agents. Network: f36d055a-0bbd-41a3-93cc-8b45c6503f77, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:49:28.996280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.996637 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.996978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.997318 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.997779 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.998115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.998441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.998768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.999092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.999414 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:28.999739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:29.000079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:29.041130 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] For port 05f6cebb-8b9a-4b1c-8198-f21262297fc5, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:49:29.044060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] For port 05f6cebb-8b9a-4b1c-8198-f21262297fc5, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=05f6cebb-8b9a-4b1c-8198-f21262297fc5,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:49:29.050704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:49:29.129077 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:29.139690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, f36d055a-0bbd-41a3-93cc-8b45c6503f77) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:49:29.144304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:29.144897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:29.170257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31815e2-57fe-42b7-971d-ce22d51ff0bc None None] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:49:29.226339 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c29489a4-db6d-4d48-b7e6-1406eafea574 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8877490 Mar 03 12:49:29.229127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 43976) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:29.287757 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafa8e4-6ed0-4341-80d8-7276ec71ef33 None None] Pushing event updated for resources: {'Port': ['ID=05f6cebb-8b9a-4b1c-8198-f21262297fc5,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:29.300166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:29.300775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:29.571563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:29.671306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:49:29.672142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:29.927313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:29.972076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Allocated IP 172.20.0.2 (f36d055a-0bbd-41a3-93cc-8b45c6503f77/72d6b930-f93d-4cb6-8efc-44426966da50/808158ef-a7da-4e0c-9ea8-6002e30c10af) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:49:30.113520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:26Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:30.127289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20214fec-ee52-4c20-83d7-3a0c4a6fe25c None None] The sync data for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv is: [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:26Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:49:30.236951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:30.248732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Transition to ACTIVE for port object 808158ef-a7da-4e0c-9ea8-6002e30c10af will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:49:30.269865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Transition to ACTIVE for port object 808158ef-a7da-4e0c-9ea8-6002e30c10af will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:49:30.349061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:30.434540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.1 (f36d055a-0bbd-41a3-93cc-8b45c6503f77/72d6b930-f93d-4cb6-8efc-44426966da50/b27ee9a0-6f2d-4fe8-884f-2e162f5841a7) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:49:30.436698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:49:30.440082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:49:30.445153 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:49:30.447405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Pushing event updated for resources: {'Port': ['ID=808158ef-a7da-4e0c-9ea8-6002e30c10af,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:30.544885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Attempting to bind port 808158ef-a7da-4e0c-9ea8-6002e30c10af on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:49:30.545274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Attempting to bind port 808158ef-a7da-4e0c-9ea8-6002e30c10af by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:49:30.545635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Attempting to bind port 808158ef-a7da-4e0c-9ea8-6002e30c10af on network f36d055a-0bbd-41a3-93cc-8b45c6503f77 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:49:30.551027 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:49:30.551962 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Checking segment: {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:49:30.552393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:30.552780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Bound using segment: {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:49:30.553232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Bound port: 808158ef-a7da-4e0c-9ea8-6002e30c10af, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:49:30.553600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:30.604864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:30.621056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:49:30.643820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] For port 808158ef-a7da-4e0c-9ea8-6002e30c10af, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:49:30.647144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] For port 808158ef-a7da-4e0c-9ea8-6002e30c10af, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=808158ef-a7da-4e0c-9ea8-6002e30c10af,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:49:30.734925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:30.750331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:30.802894 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:49:30.815315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:49:30.817856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:49:30.846473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c3cdc-b817-461f-b191-2b0d222cc23b None None] Pushing event updated for resources: {'Port': ['ID=808158ef-a7da-4e0c-9ea8-6002e30c10af,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:30.985681 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:31.013353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 05f6cebb-8b9a-4b1c-8198-f21262297fc5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:49:31.014612 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.185570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:49:31.194429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:31.194893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.316842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.334465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 05f6cebb-8b9a-4b1c-8198-f21262297fc5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=05f6cebb-8b9a-4b1c-8198-f21262297fc5,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:31.387419 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.404878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.471330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=05f6cebb-8b9a-4b1c-8198-f21262297fc5,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:31.799054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.844691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.956179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:31.959843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:32.092742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:49:32.093870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:49:32.278319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 44b1a59b-505b-418f-9757-63ddc0e73889 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:49:32.418468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2863ce-7c96-40e3-b4dd-0153e7ea89ff None None] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:49:32.575482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-029caa55-d056-4367-85db-36983db424bf None None] Provisioning for port 808158ef-a7da-4e0c-9ea8-6002e30c10af completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:49:32.583891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:49:32.602485 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-85f0d2bc-b878-49ef-b6b6-41094be92d3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/44b1a59b-505b-418f-9757-63ddc0e73889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3637261 Mar 03 12:49:32.608064 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Sync routers for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:49:32.618084 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:32.618748 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:32.770904 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e24a9504-1537-4690-9251-5e5e4b1fa1ad tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928709191&fields=id&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 267 time: 0.0454278 Mar 03 12:49:32.813768 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:32.933276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-710aa460-1c0b-41f2-9fb9-d8ebee482ffc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:32.933276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-710aa460-1c0b-41f2-9fb9-d8ebee482ffc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/networks?id=f36d055a-0bbd-41a3-93cc-8b45c6503f77 HTTP/1.1" status: 200 len: 796 time: 0.1547172 Mar 03 12:49:32.952154 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-0cd9b328-1000-4501-9a77-25a7fb08b2e1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/quotas/64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 375 time: 0.0118344 Mar 03 12:49:32.986781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a44d9c5b-ccc6-4a2c-8aac-f461fcc723df None None] Provisioning for port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:49:32.994200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a44d9c5b-ccc6-4a2c-8aac-f461fcc723df None None] Provisioning complete for port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:32.994670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a44d9c5b-ccc6-4a2c-8aac-f461fcc723df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.082163 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-bcd16ab2-da89-41f4-9d22-05a2899061a3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250846 Mar 03 12:49:33.083395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a44d9c5b-ccc6-4a2c-8aac-f461fcc723df None None] Port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:49:33.167384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 05f6cebb-8b9a-4b1c-8198-f21262297fc5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:49:33.174024 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 2, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:33.179070 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Checking router: 44b1a59b-505b-418f-9757-63ddc0e73889 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:49:33.179446 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Updating router 44b1a59b-505b-418f-9757-63ddc0e73889 port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:49:33.242903 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.255947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a9d43654-0503-4a60-b4ca-bc779088765f None None] Provisioning complete for port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:33.256351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9d43654-0503-4a60-b4ca-bc779088765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.304235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:33.304609 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.402961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43654-0503-4a60-b4ca-bc779088765f None None] Port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:49:33.415133 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-fa6d00fd-05ca-4c33-a1f2-bdc12fa26d09 service neutron] 10.222.0.35 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120461 Mar 03 12:49:33.475923 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 808158ef-a7da-4e0c-9ea8-6002e30c10af up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:49:33.552750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-09cbaffb-0091-4f98-ab43-46d85b246f6c None None] Provisioning complete for port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:33.553123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-09cbaffb-0091-4f98-ab43-46d85b246f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.569131 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-da689a0d-ee6d-4de1-9a21-54df93aa5db9 service neutron] 10.222.0.35 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478612 Mar 03 12:49:33.615933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-09cbaffb-0091-4f98-ab43-46d85b246f6c None None] Port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:49:33.663942 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.674980 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Transition to ACTIVE for port object b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:49:33.701908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 808158ef-a7da-4e0c-9ea8-6002e30c10af completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:49:33.707210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 808158ef-a7da-4e0c-9ea8-6002e30c10af triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:33.707890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.747770 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.837387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.873506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 808158ef-a7da-4e0c-9ea8-6002e30c10af, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=808158ef-a7da-4e0c-9ea8-6002e30c10af,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:33.885024 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-d03deb3e-8ad0-4ab4-aba3-b192ce2a1c0b req-b1cd27dc-b394-4f80-ac55-ad16dc297c6e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:49:33.915559 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Pushing event updated for resources: {'Port': ['ID=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:33.933244 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.933589 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.933922 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.934248 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.934568 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.934891 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.935209 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.935528 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.935842 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.936186 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.936514 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.936813 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:49:33.942594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:33.976204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-d03deb3e-8ad0-4ab4-aba3-b192ce2a1c0b req-b1cd27dc-b394-4f80-ac55-ad16dc297c6e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:49:33.981089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d03deb3e-8ad0-4ab4-aba3-b192ce2a1c0b req-b1cd27dc-b394-4f80-ac55-ad16dc297c6e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 210 time: 0.1454060 Mar 03 12:49:34.038087 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=808158ef-a7da-4e0c-9ea8-6002e30c10af,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:34.078882 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Attempting to bind port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:49:34.079247 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Attempting to bind port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:49:34.079597 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Attempting to bind port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 on network f36d055a-0bbd-41a3-93cc-8b45c6503f77 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:49:34.085017 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:49:34.085374 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Checking segment: {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:49:34.085764 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:34.086163 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Bound using segment: {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:49:34.086584 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Bound port: b27ee9a0-6f2d-4fe8-884f-2e162f5841a7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:49:34.086940 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:34.180821 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] For port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:49:34.183585 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] For port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:49:34.266069 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:34.341224 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:34.341845 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:34.412127 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cebd0-8d7f-4da3-82cc-3b47194d45cb None None] Pushing event updated for resources: {'Port': ['ID=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:34.535447 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:34.845280 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:34Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:34.852210 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61978c7-01b6-447f-a3d9-91aeb87f4a01 None None] The sync data for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv is: [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:34Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:49:35.069728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 808158ef-a7da-4e0c-9ea8-6002e30c10af up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:49:35.162433 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3f3a8a50-8aa7-405b-ae09-121637fa6253 req-8fea339d-6041-4911-967d-f9599daaf6fa tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 210 time: 0.0485792 Mar 03 12:49:35.204154 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 808158ef-a7da-4e0c-9ea8-6002e30c10af triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:35.204523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:35.341152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:49:35.496407 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:49:35.502741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:35.503116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:35.624867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:35.657953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:35.742131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:35.815203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:36.208321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-327b5ae6-eea1-4890-a12d-025bfdabaa74 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:36.210491 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-327b5ae6-eea1-4890-a12d-025bfdabaa74 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/networks?id=f36d055a-0bbd-41a3-93cc-8b45c6503f77 HTTP/1.1" status: 200 len: 796 time: 0.1477637 Mar 03 12:49:36.257505 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-96d6e430-0388-4344-b4ba-a81d6040be9a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 379 time: 0.0395863 Mar 03 12:49:36.266224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'port': {'device_id': 'b85f77bf-356c-420e-a574-db1075cafff6', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'admin_state_up': True, 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'security_groups': ['f06bf033-31a9-4e0e-8f12-19b2e2e54f0f']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:36.314280 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-65bf4b0e-8525-410d-904e-3eddfb6d49cc req-24190510-0040-4e49-a0d4-d5c3f07f4799 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 210 time: 0.0430918 Mar 03 12:49:36.406685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:36.416204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:36.517135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:49:36.521187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:36.684911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.11 (f36d055a-0bbd-41a3-93cc-8b45c6503f77/72d6b930-f93d-4cb6-8efc-44426966da50/2af7d3f7-a520-4022-b483-9da1d08945ee) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:49:36.891659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:36.908343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object 2af7d3f7-a520-4022-b483-9da1d08945ee will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:49:36.982398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:49:36.999551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:37.049085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:37.049447 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:37.071286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:49:37.078526 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:49:37.083139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:49:37.114180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=2af7d3f7-a520-4022-b483-9da1d08945ee,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:37.152790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:37.153594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:37.279514 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-a2955dfc-f1ea-4aaa-b9c7-4516cdb521a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0168617 Mar 03 12:49:37.338499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Request body: {'port': {'device_id': 'b85f77bf-356c-420e-a574-db1075cafff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:37.370291 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6e12fd9c-b859-434c-82bd-70eaffee0e2a None None] Provisioning for port 2af7d3f7-a520-4022-b483-9da1d08945ee completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:49:37.376468 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6e12fd9c-b859-434c-82bd-70eaffee0e2a None None] Provisioning complete for port 2af7d3f7-a520-4022-b483-9da1d08945ee triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:37.386149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e12fd9c-b859-434c-82bd-70eaffee0e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:37.433025 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-6e12fd9c-b859-434c-82bd-70eaffee0e2a None None] Port 2af7d3f7-a520-4022-b483-9da1d08945ee cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:49:37.500458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:37.592280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137157a-c160-4c45-a4c1-e399030a08ac req-e2a5efb7-42ac-48b2-b038-f5d712554cc1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:37.592962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d137157a-c160-4c45-a4c1-e399030a08ac req-e2a5efb7-42ac-48b2-b038-f5d712554cc1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:49:37.746615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d137157a-c160-4c45-a4c1-e399030a08ac req-e2a5efb7-42ac-48b2-b038-f5d712554cc1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:49:37.747762 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d137157a-c160-4c45-a4c1-e399030a08ac req-e2a5efb7-42ac-48b2-b038-f5d712554cc1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 932 time: 0.3170893 Mar 03 12:49:37.824865 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d137157a-c160-4c45-a4c1-e399030a08ac req-bbfb2045-a591-4b3f-b905-c1dfd3188981 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637231 Mar 03 12:49:37.902767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af7d3f7-a520-4022-b483-9da1d08945ee {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:49:37.910003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:37.924285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Transition to ACTIVE for port object 2af7d3f7-a520-4022-b483-9da1d08945ee will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:49:37.985698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:38.074063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f85a6db-978f-4d2c-88c8-6a1b8b7ca16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:38.257380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Pushing event updated for resources: {'Port': ['ID=2af7d3f7-a520-4022-b483-9da1d08945ee,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:38.273064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:38.330979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Attempting to bind port 2af7d3f7-a520-4022-b483-9da1d08945ee on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:49:38.331503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Attempting to bind port 2af7d3f7-a520-4022-b483-9da1d08945ee by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:49:38.331503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Attempting to bind port 2af7d3f7-a520-4022-b483-9da1d08945ee on network f36d055a-0bbd-41a3-93cc-8b45c6503f77 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:49:38.336707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Port 2af7d3f7-a520-4022-b483-9da1d08945ee on network f36d055a-0bbd-41a3-93cc-8b45c6503f77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:49:38.337021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Attempting to bind port 2af7d3f7-a520-4022-b483-9da1d08945ee on network f36d055a-0bbd-41a3-93cc-8b45c6503f77 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:49:38.342087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:49:38.342416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Checking segment: {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:49:38.342796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Bound using segment: {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:49:38.343218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Bound port: 2af7d3f7-a520-4022-b483-9da1d08945ee, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8091a8-c62d-46f1-853b-26fa6dc0f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:49:38.343555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:38.433045 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] For port 2af7d3f7-a520-4022-b483-9da1d08945ee, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:49:38.435869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] For port 2af7d3f7-a520-4022-b483-9da1d08945ee, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2af7d3f7-a520-4022-b483-9da1d08945ee,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:49:38.491012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:38.545574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:38.546056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:38.547372 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] 10.222.0.26 "PUT /v2.0/ports/2af7d3f7-a520-4022-b483-9da1d08945ee HTTP/1.1" status: 200 len: 1094 time: 1.2596016 Mar 03 12:49:38.547801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:49:38.576501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f190c-73a3-4cf7-98d4-871dbd101222 service neutron] Pushing event updated for resources: {'Port': ['ID=2af7d3f7-a520-4022-b483-9da1d08945ee,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:38.600832 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'status': 'completed', 'code': 200} Mar 03 12:49:38.693935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c36837-d05d-4e9e-b7ce-817f3ca6e599 req-b98f7d6e-9a24-4f62-9f7d-40acebbf2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:38.695464 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81c36837-d05d-4e9e-b7ce-817f3ca6e599 req-b98f7d6e-9a24-4f62-9f7d-40acebbf2e71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 1097 time: 0.0743201 Mar 03 12:49:38.835183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c36837-d05d-4e9e-b7ce-817f3ca6e599 req-ad925533-0fbd-46ca-828e-8fc2e15dcc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:38.836539 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81c36837-d05d-4e9e-b7ce-817f3ca6e599 req-ad925533-0fbd-46ca-828e-8fc2e15dcc21 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1345248 Mar 03 12:49:39.022138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c36837-d05d-4e9e-b7ce-817f3ca6e599 req-06c1f1b7-156a-4480-9391-2365cac2434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:39.023565 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81c36837-d05d-4e9e-b7ce-817f3ca6e599 req-06c1f1b7-156a-4480-9391-2365cac2434c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813660 Mar 03 12:49:39.047460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd75af-b96b-4bd2-9194-bddccaa2da3f req-beca3376-928d-406b-b449-36932f52267d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:39.048920 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73bd75af-b96b-4bd2-9194-bddccaa2da3f req-beca3376-928d-406b-b449-36932f52267d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 944 time: 0.1162901 Mar 03 12:49:39.133218 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73bd75af-b96b-4bd2-9194-bddccaa2da3f req-04f90890-37e3-4434-82f2-f0497e96b712 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778742 Mar 03 12:49:39.156856 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-69b4ab34-f066-4226-b5d5-0a3171c1a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:39.158286 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-69b4ab34-f066-4226-b5d5-0a3171c1a681 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 1097 time: 0.0887728 Mar 03 12:49:39.228037 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-2df0159d-7185-4c3b-853e-b5598436a4e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af7d3f7-a520-4022-b483-9da1d08945ee HTTP/1.1" status: 200 len: 217 time: 0.0631604 Mar 03 12:49:39.289425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-924f2049-ec89-4f64-91b7-d99ced5fb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:39.290822 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-924f2049-ec89-4f64-91b7-d99ced5fb443 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72d6b930-f93d-4cb6-8efc-44426966da50 HTTP/1.1" status: 200 len: 835 time: 0.0570929 Mar 03 12:49:39.373096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-3357bdac-d194-478c-95d8-be31fccea84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:39.374742 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-3357bdac-d194-478c-95d8-be31fccea84b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f36d055a-0bbd-41a3-93cc-8b45c6503f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779114 Mar 03 12:49:39.506736 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-7dcf899e-762a-42a5-ab0f-c9e8b85a3fac service neutron] 10.222.0.26 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261709 Mar 03 12:49:39.638491 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4b01bf2e-fbc7-4280-98c4-f49e6386b41a req-57e329c9-9b59-4fa1-a3b8-7db1a254cbdd service neutron] 10.222.0.26 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262138 Mar 03 12:49:40.179888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2b4696ed-4754-436f-9664-673a492fcd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:40.319942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b732a-ccb5-4969-b3af-790f8082169c req-eec26dfe-1171-44b4-b9e0-cd95b981ddd8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:40.321332 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-965b732a-ccb5-4969-b3af-790f8082169c req-eec26dfe-1171-44b4-b9e0-cd95b981ddd8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 944 time: 0.0819664 Mar 03 12:49:40.364087 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-965b732a-ccb5-4969-b3af-790f8082169c req-c6424da5-e774-4134-8259-77fa84adc895 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:49:40.461539 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-965b732a-ccb5-4969-b3af-790f8082169c req-c6424da5-e774-4134-8259-77fa84adc895 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:49:40.462702 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-965b732a-ccb5-4969-b3af-790f8082169c req-c6424da5-e774-4134-8259-77fa84adc895 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358285 Mar 03 12:49:40.760842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2af7d3f7-a520-4022-b483-9da1d08945ee details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:49:40.894066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2af7d3f7-a520-4022-b483-9da1d08945ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2af7d3f7-a520-4022-b483-9da1d08945ee,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:40.908354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'port_id': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'mac_address': 'fa:16:3e:32:1e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:49:40.968937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:40.985939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af7d3f7-a520-4022-b483-9da1d08945ee {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:49:41.001030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2af7d3f7-a520-4022-b483-9da1d08945ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2af7d3f7-a520-4022-b483-9da1d08945ee,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:41.071184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:41.147880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2af7d3f7-a520-4022-b483-9da1d08945ee,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:41.199187 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:41.287628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['2af7d3f7-a520-4022-b483-9da1d08945ee'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:49:41.569422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:41.663619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d742-2dc0-41cc-90f8-e46755ac4efa req-5ffacdab-7b68-4d49-aed9-01b256784f5b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:41.664999 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1428d742-2dc0-41cc-90f8-e46755ac4efa req-5ffacdab-7b68-4d49-aed9-01b256784f5b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 945 time: 0.0807745 Mar 03 12:49:41.709922 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1428d742-2dc0-41cc-90f8-e46755ac4efa req-9873e409-e1e4-455c-8fa1-e8fa93095c24 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394189 Mar 03 12:49:42.760906 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2af7d3f7-a520-4022-b483-9da1d08945ee up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:49:42.882168 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 2af7d3f7-a520-4022-b483-9da1d08945ee completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:49:42.887454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 2af7d3f7-a520-4022-b483-9da1d08945ee triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:49:42.887820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:42.893945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13997c06-4881-4324-adff-1b44e6eab799 req-d6a335e2-3a00-4743-ac31-3d1bf079eacf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:42.895946 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-13997c06-4881-4324-adff-1b44e6eab799 req-d6a335e2-3a00-4743-ac31-3d1bf079eacf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 945 time: 0.0797672 Mar 03 12:49:42.932551 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:42.944264 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-13997c06-4881-4324-adff-1b44e6eab799 req-3a04f177-dd05-487a-aef5-31ddaa633f9b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423627 Mar 03 12:49:43.009763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:43.034810 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:49:43.044067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 2af7d3f7-a520-4022-b483-9da1d08945ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2af7d3f7-a520-4022-b483-9da1d08945ee,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:49:43.079707 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'code': 200} Mar 03 12:49:43.105719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:43.175082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=2af7d3f7-a520-4022-b483-9da1d08945ee,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:43.418125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1177ecc-f012-4804-88ce-26217b8e9799 req-f911f2d9-d6ac-40eb-b078-b66a09399cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:43.419656 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c1177ecc-f012-4804-88ce-26217b8e9799 req-f911f2d9-d6ac-40eb-b078-b66a09399cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 1099 time: 0.0744226 Mar 03 12:49:43.458975 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c1177ecc-f012-4804-88ce-26217b8e9799 req-6a7900e7-2db9-486e-93b4-c372e96bf9a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337625 Mar 03 12:49:44.126169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9824a-dd46-4072-9613-9eaabf97f0d4 req-a009ec5c-8248-4a83-915d-2d023ef27374 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:44.127607 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ceb9824a-dd46-4072-9613-9eaabf97f0d4 req-a009ec5c-8248-4a83-915d-2d023ef27374 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0789349 Mar 03 12:49:44.171842 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ceb9824a-dd46-4072-9613-9eaabf97f0d4 req-be3a1c2a-b817-46be-b248-85857ef051a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379233 Mar 03 12:49:45.358638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617494-789b-48ab-8058-31c6734a159a req-e638a0ea-6ce8-4f58-be69-fba2280e06a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:45.360111 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e1617494-789b-48ab-8058-31c6734a159a req-e638a0ea-6ce8-4f58-be69-fba2280e06a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0809464 Mar 03 12:49:45.506370 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e1617494-789b-48ab-8058-31c6734a159a req-6c23d2ee-d2a8-4b43-a287-78fa2d4c951c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406386 Mar 03 12:49:45.692947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4ab00-5aa1-4db0-9568-a9c4c85decbe req-4b374b72-a80d-4220-a067-0694aacfecf1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:45.694410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-00a4ab00-5aa1-4db0-9568-a9c4c85decbe req-4b374b72-a80d-4220-a067-0694aacfecf1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0868299 Mar 03 12:49:45.741337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-00a4ab00-5aa1-4db0-9568-a9c4c85decbe req-e0e46eba-5aba-44cb-b24e-82222d4a252d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413203 Mar 03 12:49:45.764865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44034) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:45.836207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede1186d-5c8c-46a1-b46f-989534325d85 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:45.837702 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ede1186d-5c8c-46a1-b46f-989534325d85 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 1094 time: 0.0719705 Mar 03 12:49:45.840563 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44038) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:45.845313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:49:45.852135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:49:45.856161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:floatingip and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:49:45.858989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:49:45.865188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:49:45.935992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:46.069289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:46.203181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.81 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/dc5d4ddb-54e5-4bd7-b005-6e4aa1f5809e) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:49:46.350183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:46.422298 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:46.479229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:49:46.482000 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:49:46.485544 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:49:46.537135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=dc5d4ddb-54e5-4bd7-b005-6e4aa1f5809e,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:46.903450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:47.050903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:47.354771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:47.415393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:47.521966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=dc5d4ddb-54e5-4bd7-b005-6e4aa1f5809e,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:49:47.533313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:47.699447 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 03a792ad-93c2-4eae-b689-091e641db4a9 associated. External IP: 172.26.8.81, port: 2af7d3f7-a520-4022-b483-9da1d08945ee. Mar 03 12:49:48.058246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 44b1a59b-505b-418f-9757-63ddc0e73889 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:49:48.233659 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:49:48.243656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] Sync routers for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:49:48.253065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:48.253676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:48.370165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:49:48.429086 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1797b5c4-5ebb-4cc7-8da4-aa9886487be3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5875175 Mar 03 12:49:48.429685 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:49:48.456361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:48.478828 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'status': 'completed', 'code': 200} Mar 03 12:49:48.619098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-a6999ef6-431a-4092-b035-ab89813e034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:48.620513 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-a6999ef6-431a-4092-b035-ab89813e034a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 1099 time: 0.1229672 Mar 03 12:49:48.673601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464c0a-d4d0-4c38-9e8f-e8d66a7eb6e9 req-b02faac9-7216-4f01-a711-5f96cd6a5936 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:48.675048 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-20464c0a-d4d0-4c38-9e8f-e8d66a7eb6e9 req-b02faac9-7216-4f01-a711-5f96cd6a5936 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.1429715 Mar 03 12:49:48.783391 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-20464c0a-d4d0-4c38-9e8f-e8d66a7eb6e9 req-add328bb-f1da-4915-a119-7162c2d2bb0e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608127 Mar 03 12:49:48.799432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-1efab178-b6d0-4092-bb60-fb35dc526791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:48.800911 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-1efab178-b6d0-4092-bb60-fb35dc526791 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f36d055a-0bbd-41a3-93cc-8b45c6503f77 HTTP/1.1" status: 200 len: 897 time: 0.1739681 Mar 03 12:49:48.806080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '03a792ad-93c2-4eae-b689-091e641db4a9', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.81', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'port_id': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'mac_address': 'fa:16:3e:32:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f77bf-356c-420e-a574-db1075cafff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:49:46Z', 'updated_at': '2022-03-03T12:49:46Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:35Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:48.810067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44046) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:48.810237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] Checking router: 44b1a59b-505b-418f-9757-63ddc0e73889 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:49:48.818565 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:49:48.819167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:49:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:48.910037 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-8b2688af-54a1-408f-bf99-730e86dc571a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af7d3f7-a520-4022-b483-9da1d08945ee HTTP/1.1" status: 200 len: 999 time: 0.1026895 Mar 03 12:49:48.913233 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d26a798f-0183-4ecc-a5ea-71d66054239c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/03a792ad-93c2-4eae-b689-091e641db4a9 HTTP/1.1" status: 200 len: 991 time: 0.1018317 Mar 03 12:49:48.972912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-e807f0f1-d03f-4446-b8d3-f75ee55d1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:48.974739 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-e807f0f1-d03f-4446-b8d3-f75ee55d1182 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72d6b930-f93d-4cb6-8efc-44426966da50 HTTP/1.1" status: 200 len: 835 time: 0.0585921 Mar 03 12:49:49.002388 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:49:49.052795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-17f9e2ad-43e3-4523-a070-2f409d68a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:49:49.054257 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-17f9e2ad-43e3-4523-a070-2f409d68a767 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f36d055a-0bbd-41a3-93cc-8b45c6503f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736609 Mar 03 12:49:49.184869 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-143787bb-3702-4a5d-860a-91cb5cdd18b7 service neutron] 10.222.0.26 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249444 Mar 03 12:49:49.314794 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-85d2ab30-ffd4-4211-a30f-1c61ada64998 req-9f2247cf-8d6f-40d6-951f-8e2f8128a95c service neutron] 10.222.0.26 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242943 Mar 03 12:49:49.346542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '03a792ad-93c2-4eae-b689-091e641db4a9', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.81', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'port_id': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'mac_address': 'fa:16:3e:32:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f77bf-356c-420e-a574-db1075cafff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:49:46Z', 'updated_at': '2022-03-03T12:49:46Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:35Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:49:49.350789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817837c8-217e-406f-9cc1-255c1824f736 None None] The sync data for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv is: [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '03a792ad-93c2-4eae-b689-091e641db4a9', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.81', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'port_id': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'mac_address': 'fa:16:3e:32:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f77bf-356c-420e-a574-db1075cafff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:49:46Z', 'updated_at': '2022-03-03T12:49:46Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:35Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:49:49.535403 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a48b27-8bd7-47f1-9726-d6349f3a75cf None None] New status for floating IP 03a792ad-93c2-4eae-b689-091e641db4a9: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:49:49.916918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44050) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:49:50.024157 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3445433c-8c7a-45e9-a04a-d8d2100b7f67 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/03a792ad-93c2-4eae-b689-091e641db4a9 HTTP/1.1" status: 200 len: 993 time: 0.1060228 Mar 03 12:49:53.791672 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:50:08.047832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-81081ff1-e74e-4d9c-9358-d9c01948d11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:08.318748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:10.193542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-606da165-021a-4a42-867d-4b6eb4025255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:11.203762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:11.590615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:12.915929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:17.286980 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5ab0-374b-45de-8c1d-1b3e26b82e61 req-c8c24cf1-04d1-44d1-8af2-3f2668ec1b3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:17.288372 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6aaf5ab0-374b-45de-8c1d-1b3e26b82e61 req-c8c24cf1-04d1-44d1-8af2-3f2668ec1b3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.1912372 Mar 03 12:50:17.333197 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6aaf5ab0-374b-45de-8c1d-1b3e26b82e61 req-f7113f08-b56a-4b4a-a2dc-d69e53ebba32 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383863 Mar 03 12:50:18.517912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b9c8-dace-4432-b6cb-8a76ab935071 req-b295d833-2d9e-4271-ad72-c644a3b81b04 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:18.519353 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-91a2b9c8-dace-4432-b6cb-8a76ab935071 req-b295d833-2d9e-4271-ad72-c644a3b81b04 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0781054 Mar 03 12:50:18.563133 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-91a2b9c8-dace-4432-b6cb-8a76ab935071 req-94588880-88fc-43a2-97ba-dae0740d510d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 Mar 03 12:50:18.586660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44068) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:18.690504 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c218f676-009b-4cdb-b20c-257111c7c451 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/03a792ad-93c2-4eae-b689-091e641db4a9 HTTP/1.1" status: 200 len: 993 time: 0.1025846 Mar 03 12:50:20.303424 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d08743-a74b-430f-a68f-82291866078a req-812e69e4-1583-40ed-bfba-5b3a238a9060 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:20.304913 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1d08743-a74b-430f-a68f-82291866078a req-812e69e4-1583-40ed-bfba-5b3a238a9060 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0796945 Mar 03 12:50:20.351743 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a1d08743-a74b-430f-a68f-82291866078a req-8d6b3d30-34ec-4fab-91ce-e285ca29495a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409172 Mar 03 12:50:21.544060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ce6a6-125e-40f2-9673-890ace682a39 req-7df5cb48-145b-49e8-877e-07fed89cfe69 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:21.545496 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8b5ce6a6-125e-40f2-9673-890ace682a39 req-7df5cb48-145b-49e8-877e-07fed89cfe69 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0823650 Mar 03 12:50:21.588736 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8b5ce6a6-125e-40f2-9673-890ace682a39 req-5a567487-4331-48a7-81e0-603fd0ab4e85 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375843 Mar 03 12:50:21.610845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44080) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:21.713364 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eb130cba-8a84-494d-8e97-2b0619414c35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/03a792ad-93c2-4eae-b689-091e641db4a9 HTTP/1.1" status: 200 len: 993 time: 0.1014540 Mar 03 12:50:22.001252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44088) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:22.197181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port dc5d4ddb-54e5-4bd7-b005-6e4aa1f5809e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:50:22.197434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:22.472046 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:22.472372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:22.590753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for dc5d4ddb-54e5-4bd7-b005-6e4aa1f5809e owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:50:22.832803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:22.883598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=dc5d4ddb-54e5-4bd7-b005-6e4aa1f5809e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:22.925089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.929079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.930004 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:22.985040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:22.985372 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 03a792ad-93c2-4eae-b689-091e641db4a9 disassociated (deleted). External IP: 172.26.8.81, port: 2af7d3f7-a520-4022-b483-9da1d08945ee. Mar 03 12:50:23.337267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 44b1a59b-505b-418f-9757-63ddc0e73889 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:50:23.509333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:50:23.518661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] Sync routers for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:50:23.528349 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:23.528953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:23.580763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:23.638087 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-79bb9419-a2c9-451c-b547-08a7c826c4c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/floatingips/03a792ad-93c2-4eae-b689-091e641db4a9 HTTP/1.1" status: 204 len: 168 time: 1.6356690 Mar 03 12:50:23.638750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:50:23.691805 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'status': 'completed', 'code': 200} Mar 03 12:50:23.711387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:23.784996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-e05d45d4-82f1-4b02-8db1-a0fbcb22a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:23.786591 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-e05d45d4-82f1-4b02-8db1-a0fbcb22a598 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 1099 time: 0.0713310 Mar 03 12:50:24.047647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-c7f416e2-4a8a-4045-a693-091f0369924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:24.049722 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-c7f416e2-4a8a-4045-a693-091f0369924f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f36d055a-0bbd-41a3-93cc-8b45c6503f77 HTTP/1.1" status: 200 len: 897 time: 0.2566144 Mar 03 12:50:24.086123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:35Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:24.090120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] Checking router: 44b1a59b-505b-418f-9757-63ddc0e73889 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:50:24.099916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:24.100563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:24.126016 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-3f816d09-3730-4204-8f1b-d0bf5f2d4e8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af7d3f7-a520-4022-b483-9da1d08945ee HTTP/1.1" status: 200 len: 217 time: 0.0680437 Mar 03 12:50:24.196649 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80181-4662-49ea-a178-628cdf55c49f req-000795ef-63d4-4fb4-85c2-43bc09b221c1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:24.197855 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-94f05bc0-4dad-44e7-8f9d-3b5da27b82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:24.198290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7fd80181-4662-49ea-a178-628cdf55c49f req-000795ef-63d4-4fb4-85c2-43bc09b221c1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0873344 Mar 03 12:50:24.201483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-94f05bc0-4dad-44e7-8f9d-3b5da27b82df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72d6b930-f93d-4cb6-8efc-44426966da50 HTTP/1.1" status: 200 len: 835 time: 0.0680625 Mar 03 12:50:24.244521 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7fd80181-4662-49ea-a178-628cdf55c49f req-68f27859-db9d-4511-9c63-19ebbfa55bd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Mar 03 12:50:24.288872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:24.290806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-11d17f0a-f87a-48a8-a9b4-5cd56d483fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:24.292309 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-11d17f0a-f87a-48a8-a9b4-5cd56d483fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f36d055a-0bbd-41a3-93cc-8b45c6503f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833490 Mar 03 12:50:24.425126 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-fd6096d5-eef1-413d-87fa-7473afee536d service neutron] 10.222.0.26 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262610 Mar 03 12:50:24.556968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-64d4baad-8ea2-4496-ba62-29b864d6d34b req-70f90e29-2b31-4d4b-a005-86ce59d2ce9a service neutron] 10.222.0.26 "GET /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243489 Mar 03 12:50:24.598837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:35Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:24.602710 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ae081-9bbf-4868-985f-6f13300056c9 None None] The sync data for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv is: [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'b27ee9a0-6f2d-4fe8-884f-2e162f5841a7', 'name': '', 'network_id': 'f36d055a-0bbd-41a3-93cc-8b45c6503f77', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:c3:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:30Z', 'updated_at': '2022-03-03T12:49:35Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '72d6b930-f93d-4cb6-8efc-44426966da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:50:24.822404 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deefa3c-5a19-4ca8-892d-5142164faa36 None None] New status for floating IP 03a792ad-93c2-4eae-b689-091e641db4a9: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:50:25.433044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9051f7-855f-4e9f-853d-03354ec5deb8 req-3782afda-a960-4fb2-a2b5-fb389b896fb6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:25.433764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-bc9051f7-855f-4e9f-853d-03354ec5deb8 req-3782afda-a960-4fb2-a2b5-fb389b896fb6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:50:25.505909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-bc9051f7-855f-4e9f-853d-03354ec5deb8 req-3782afda-a960-4fb2-a2b5-fb389b896fb6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:50:25.507364 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bc9051f7-855f-4e9f-853d-03354ec5deb8 req-3782afda-a960-4fb2-a2b5-fb389b896fb6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.1532464 Mar 03 12:50:25.552444 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bc9051f7-855f-4e9f-853d-03354ec5deb8 req-75d47d09-b76b-408b-9ce6-267d74a4d26e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384114 Mar 03 12:50:25.712125 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-f2a4f426-6628-402e-9151-3f05996dad82 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:25.713552 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-f2a4f426-6628-402e-9151-3f05996dad82 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 946 time: 0.0810893 Mar 03 12:50:25.782237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 2af7d3f7-a520-4022-b483-9da1d08945ee {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:50:25.782565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:26.044134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 2af7d3f7-a520-4022-b483-9da1d08945ee, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2af7d3f7-a520-4022-b483-9da1d08945ee,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:26.044483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:26.163712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 2af7d3f7-a520-4022-b483-9da1d08945ee owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:50:26.335335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:26.386814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=2af7d3f7-a520-4022-b483-9da1d08945ee,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:26.459703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] No DVR routers for this DVR port 2af7d3f7-a520-4022-b483-9da1d08945ee on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:50:26.462139 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:26.464523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'name': 'network-vif-deleted', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:50:26.508107 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f77bf-356c-420e-a574-db1075cafff6', 'name': 'network-vif-deleted', 'tag': '2af7d3f7-a520-4022-b483-9da1d08945ee', 'status': 'completed', 'code': 200} Mar 03 12:50:26.518294 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-90fec475-84d6-4dae-ab0d-d17e02501bcb req-77007c2a-c5fc-4493-86ba-b58fcd8710a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "DELETE /v2.0/ports/2af7d3f7-a520-4022-b483-9da1d08945ee HTTP/1.1" status: 204 len: 173 time: 0.7996001 Mar 03 12:50:26.700256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d92ee054-ae2e-4df9-a43c-ee668e96ee35 req-33c69aaf-3631-41f5-ba62-4368ae67f3ea tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:50:26.826729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d92ee054-ae2e-4df9-a43c-ee668e96ee35 req-33c69aaf-3631-41f5-ba62-4368ae67f3ea tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:50:26.827902 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d92ee054-ae2e-4df9-a43c-ee668e96ee35 req-33c69aaf-3631-41f5-ba62-4368ae67f3ea tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85f77bf-356c-420e-a574-db1075cafff6 HTTP/1.1" status: 200 len: 210 time: 0.1717718 Mar 03 12:50:27.930628 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44106) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:28.586884 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:28.929702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:50:28.930033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:28.964537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2af7d3f7-a520-4022-b483-9da1d08945ee no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:50:28.998106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 2af7d3f7-a520-4022-b483-9da1d08945ee {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:50:28.998451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 2af7d3f7-a520-4022-b483-9da1d08945ee not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:50:29.114969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port b27ee9a0-6f2d-4fe8-884f-2e162f5841a7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:29.115573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:29.233778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:50:29.603771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:29.652893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=b27ee9a0-6f2d-4fe8-884f-2e162f5841a7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:29.929422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:30.282513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 44b1a59b-505b-418f-9757-63ddc0e73889 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:50:30.459805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:50:30.468989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] Sync routers for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:50:30.478261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:30.478855 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:30.536887 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-23d34b69-7b01-4296-85a6-4605d85555e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/44b1a59b-505b-418f-9757-63ddc0e73889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6050375 Mar 03 12:50:30.539575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44110) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:30.604473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting subnet 72d6b930-f93d-4cb6-8efc-44426966da50 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:50:30.607388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:30.654734 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:30.664363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:30.749090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:30.791127 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:50:30.893587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:30.936943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Subnet': ['ID=72d6b930-f93d-4cb6-8efc-44426966da50,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:30.938867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:30.942928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:50:29Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:30.948370 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c5f792e5-a75c-4dbc-9c28-8fd1a14f7947 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/subnets/72d6b930-f93d-4cb6-8efc-44426966da50 HTTP/1.1" status: 204 len: 168 time: 0.4054058 Mar 03 12:50:30.948628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d241f5-58e0-488c-8d88-4aa19d8e913e None None] Network f36d055a-0bbd-41a3-93cc-8b45c6503f77 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:50:30.948757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44114) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:30.964166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] Checking router: 44b1a59b-505b-418f-9757-63ddc0e73889 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:50:30.988050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] Routers {'44b1a59b-505b-418f-9757-63ddc0e73889'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:30.988773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['44b1a59b-505b-418f-9757-63ddc0e73889'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:31.241509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:31.328165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] Set router 44b1a59b-505b-418f-9757-63ddc0e73889 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:31.421524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:31.506592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 05f6cebb-8b9a-4b1c-8198-f21262297fc5 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:50:31.506942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:31.543762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] DHCP port deletion for f36d055a-0bbd-41a3-93cc-8b45c6503f77 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:50:31.553739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Deleting port 808158ef-a7da-4e0c-9ea8-6002e30c10af {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:50:31.554106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:31.681470 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 05f6cebb-8b9a-4b1c-8198-f21262297fc5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=05f6cebb-8b9a-4b1c-8198-f21262297fc5,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:31.681826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:31.809084 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 05f6cebb-8b9a-4b1c-8198-f21262297fc5 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:50:31.810370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:50:29Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:31.813223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] For port 808158ef-a7da-4e0c-9ea8-6002e30c10af, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=808158ef-a7da-4e0c-9ea8-6002e30c10af,segment=NetworkSegment(9d8091a8-c62d-46f1-853b-26fa6dc0f25f),segment_id=9d8091a8-c62d-46f1-853b-26fa6dc0f25f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:31.813597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:31.826360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6869f-3015-4829-8c91-1174a35b0a4b None None] The sync data for ids ['44b1a59b-505b-418f-9757-63ddc0e73889'] in dv-neutron-831730-1-hyperv is: [{'id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73148003', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:49:25Z', 'updated_at': '2022-03-03T12:50:29Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '05f6cebb-8b9a-4b1c-8198-f21262297fc5', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1a59b-505b-418f-9757-63ddc0e73889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:49:26Z', 'updated_at': '2022-03-03T12:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:50:31.938709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Calling delete_port for 808158ef-a7da-4e0c-9ea8-6002e30c10af owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:50:32.037665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.084237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=05f6cebb-8b9a-4b1c-8198-f21262297fc5,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:32.095128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.142257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Pushing event deleted for resources: {'Port': ['ID=808158ef-a7da-4e0c-9ea8-6002e30c10af,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:32.151951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.152325 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.152672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.153007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.153340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.153672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.153998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.154322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.154648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.154970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.155289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.155610 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:32.158280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fa450-97a0-4f74-b62e-ded14e95de2e None None] No DVR routers for this DVR port 808158ef-a7da-4e0c-9ea8-6002e30c10af on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:50:32.183555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.366809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.369059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.459002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.459635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Fanout notify agent at l3_agent the message router_deleted on router 44b1a59b-505b-418f-9757-63ddc0e73889 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:50:32.475784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.477072 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d972bb08-0d4e-4bbd-a737-4c358759f909 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/routers/44b1a59b-505b-418f-9757-63ddc0e73889 HTTP/1.1" status: 204 len: 168 time: 1.5275102 Mar 03 12:50:32.479636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44118) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:32.597606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.836743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.869377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36d055a-0bbd-41a3-93cc-8b45c6503f77']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:32.883349 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8091a8-c62d-46f1-853b-26fa6dc0f25f') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:32.883639 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8091a8-c62d-46f1-853b-26fa6dc0f25f') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:32.896274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.913351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.923888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:50:32.923888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:50:32.935264 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:50:33.008235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 05f6cebb-8b9a-4b1c-8198-f21262297fc5 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:50:33.042697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 05f6cebb-8b9a-4b1c-8198-f21262297fc5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:50:33.043051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 05f6cebb-8b9a-4b1c-8198-f21262297fc5 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:50:33.043474 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 808158ef-a7da-4e0c-9ea8-6002e30c10af no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:50:33.075904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 808158ef-a7da-4e0c-9ea8-6002e30c10af {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:50:33.076277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 808158ef-a7da-4e0c-9ea8-6002e30c10af not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:50:33.076697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:50:33.099659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:33.112594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:50:33.112894 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b27ee9a0-6f2d-4fe8-884f-2e162f5841a7 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:50:33.118205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:33.128184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Network': ['ID=f36d055a-0bbd-41a3-93cc-8b45c6503f77,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:33.131090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-233c50e1-668e-47a6-9a4e-e636f93af782 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/networks/f36d055a-0bbd-41a3-93cc-8b45c6503f77 HTTP/1.1" status: 204 len: 168 time: 0.6505134 Mar 03 12:50:33.133715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44122) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:33.202262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8755d470-1695-4546-a9e4-173af78701f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:33.231952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8755d470-1695-4546-a9e4-173af78701f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:33.373110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8755d470-1695-4546-a9e4-173af78701f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:33.392259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755d470-1695-4546-a9e4-173af78701f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06bf033-31a9-4e0e-8f12-19b2e2e54f0f,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:33.458660 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8755d470-1695-4546-a9e4-173af78701f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:33.459785 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8755d470-1695-4546-a9e4-173af78701f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/security-groups/f06bf033-31a9-4e0e-8f12-19b2e2e54f0f HTTP/1.1" status: 204 len: 168 time: 0.3249230 Mar 03 12:50:34.074349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44130) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:34.079349 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318420606', 'description': 'tempest-secgroup-smoke-318420606 description', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:34.085920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:34.089940 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:34.092761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:34.099093 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:34.167378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.186905 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:34.190629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:34.193995 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:34.199485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:34.268128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.338594 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.386851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275fe40d-f55a-4248-810b-5a5fac95f7aa,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:34.394085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.394454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.394807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.395396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.395772 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.396135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.396461 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.400138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.400138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.400138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.400138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.400138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:34.441409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.443227 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5ddce366-88f0-4e00-89c1-ad235313dba9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3678794 Mar 03 12:50:34.446229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44134) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:34.451015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '275fe40d-f55a-4248-810b-5a5fac95f7aa', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:34.456882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:34.460783 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:34.463581 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:34.469133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:34.563645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.622883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.688691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.711803 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed96980b-b16a-4d9b-82bd-25f3def6f5a1,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:34.774506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.775666 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-913785dc-bf6d-472f-b839-2ffd0bb79535 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285472 Mar 03 12:50:34.778447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44138) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:34.783290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '275fe40d-f55a-4248-810b-5a5fac95f7aa', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:34.789928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:34.793702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:34.796606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:34.803312 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:34.872179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.930934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:34.997277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.020749 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecbe6ea-158d-4a11-8a61-3339e3626d38,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:35.106088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.107262 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4d4945b7-7355-4155-9fff-91643ba812b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279173 Mar 03 12:50:35.110063 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44142) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:35.114838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '275fe40d-f55a-4248-810b-5a5fac95f7aa', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:35.120680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:35.124529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:35.127322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:35.133173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:35.221027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.283762 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.357876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.381201 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8c5c85-6d3f-4a31-b4ef-9c4823a19221,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:35.449343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.450511 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d00e0543-1c1c-4ba0-a4d9-b5f514d979b6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395536 Mar 03 12:50:35.453328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44146) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:35.458269 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '275fe40d-f55a-4248-810b-5a5fac95f7aa', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:35.463997 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:35.467712 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:35.470557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:35.476777 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:35.535168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.596731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.643304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.665362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c694bf7-ddff-4af2-a8db-1503f312b3bb,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:35.740654 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.741762 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-aaedd1ae-3e68-47c3-88f4-ce2f6a0ac5f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875316 Mar 03 12:50:35.744541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44150) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:35.749389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '275fe40d-f55a-4248-810b-5a5fac95f7aa', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:35.755233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:35.759268 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:35.762148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:35.767780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:35.836122 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:50:35.842868 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.908770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:35.980620 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.008373 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d039093-232c-4e01-b339-c21ba9b4cd20,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:36.072134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.073467 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ec85f8d7-8188-4e01-a6d7-4d6fd326cb05 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280239 Mar 03 12:50:36.076255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44154) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:36.081155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '275fe40d-f55a-4248-810b-5a5fac95f7aa', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:36.086989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:36.090697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:36.093526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:36.099669 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:36.192239 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:50:36.200296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.267481 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.340345 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.365204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcb71d5-7766-48e0-8591-440b2d52a534,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:36.431812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.433347 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e49891cd-e05d-484c-8ba0-e0f32fdde333 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560255 Mar 03 12:50:36.436322 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44158) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:36.442173 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'network': {'name': 'tempest-network-smoke--434433263', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'port_security_enabled': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:36.446977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:36.450678 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:network and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:36.453487 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:36.459824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:36.540540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:50:36.543981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.571650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:50:36.579650 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.579985 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Added segment b7a60979-d82d-471f-844a-fb4ff1b41148 of type vlan for network c013702a-813e-440a-9000-d9c9f3119d47 Mar 03 12:50:36.604588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.700296 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.705662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:36.706244 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.811141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Network': ['ID=c013702a-813e-440a-9000-d9c9f3119d47,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:36.821603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network c013702a-813e-440a-9000-d9c9f3119d47 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:50:36.836657 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a22ee0cf-5e7a-41c6-9335-d88d1989b5df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3993399 Mar 03 12:50:36.839278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44162) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:36.848623 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'admin_state_up': True, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:36.855608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:36.859426 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:router and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:36.862211 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:36.872644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:36.944668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.945696 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:36.960060 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:37.303200 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:37.747230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:37.775839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:37.911823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.54 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/1ab0eff5-6aac-42fa-ae3f-4515652c6405) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:50:38.054969 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-dd229b14-3659-4753-9646-38fba37e4321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:38.057061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:38.145965 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:38.211713 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:50:38.214668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:50:38.217041 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:50:38.265088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=1ab0eff5-6aac-42fa-ae3f-4515652c6405,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:38.378659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:38.690036 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:39.026968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:39.403027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:50:39.576862 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:50:39.586791 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Sync routers for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:50:39.595786 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:39.596339 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:39.660968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:39.662842 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-251c19e9-950a-42f3-b041-db677fcebe4f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8226347 Mar 03 12:50:39.666072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44166) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:39.704197 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-89cc289c-eb2d-4ddb-96d4-184f9f9a638b tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=64d7c0ec8bd849cd8c54c7efb7d80823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369747 Mar 03 12:50:39.706721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44170) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:39.774866 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:39.839064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53228122-dae9-4f84-a4cb-e738ec13fac0 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:39.840611 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-53228122-dae9-4f84-a4cb-e738ec13fac0 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330323 Mar 03 12:50:39.843517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44174) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:39.883054 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c4a85cd6-3a5c-4868-a76c-e30b6cb180a0 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382924 Mar 03 12:50:39.886917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44178) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:39.892559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411231446', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:40.002551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:40.006989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:subnet and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:40.010164 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:40.015968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:40.064037 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:38Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:40.067698 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Checking router: 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:50:40.068100 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Updating router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:50:40.118196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:50:40.119585 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.121789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.203345 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-049788ee-3d8b-4eb6-a117-675f957f5a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.413108 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.448543 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.461029 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Transition to ACTIVE for port object 1ab0eff5-6aac-42fa-ae3f-4515652c6405 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:50:40.490530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Subnet': ['ID=76b3201b-3034-40ea-92db-7e101a2f7e68,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:40.497789 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Checking segment: {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:50:40.498142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network hostable DHCP agents. Network: c013702a-813e-440a-9000-d9c9f3119d47, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:50:40.523437 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.586298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network c013702a-813e-440a-9000-d9c9f3119d47 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:50:40.603120 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Pushing event updated for resources: {'Port': ['ID=1ab0eff5-6aac-42fa-ae3f-4515652c6405,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:40.605214 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Attempting to bind port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:50:40.605564 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Attempting to bind port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:50:40.605910 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Attempting to bind port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:50:40.615094 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:50:40.616402 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:50:40.616402 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.616621 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:50:40.616912 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Bound port: 1ab0eff5-6aac-42fa-ae3f-4515652c6405, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:50:40.617271 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.644696 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.645077 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.645351 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.645816 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.646382 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.646726 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.647051 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.647372 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.647689 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.648034 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.648341 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.648654 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:50:40.664634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, c013702a-813e-440a-9000-d9c9f3119d47) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:50:40.669448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:40.670098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.673700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520abf82-e1d4-40ce-8687-9922cc8617cf None None] Network c013702a-813e-440a-9000-d9c9f3119d47 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:50:40.702721 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] For port 1ab0eff5-6aac-42fa-ae3f-4515652c6405, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:50:40.705867 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] For port 1ab0eff5-6aac-42fa-ae3f-4515652c6405, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1ab0eff5-6aac-42fa-ae3f-4515652c6405,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:50:40.768020 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.768788 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-45e3faac-2fdc-403b-8764-4c0d45ac00de tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8803909 Mar 03 12:50:40.771536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44182) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:40.854668 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:40.855272 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:40.894691 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-c013702a-813e-440a-9000-d9c9f3119d47', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:50:40.895865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:40.925170 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3beda-27b3-4845-b80a-aa9cd44110a4 None None] Pushing event updated for resources: {'Port': ['ID=1ab0eff5-6aac-42fa-ae3f-4515652c6405,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:41.044928 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:41.055147 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Allocated IP 172.20.0.2 (c013702a-813e-440a-9000-d9c9f3119d47/76b3201b-3034-40ea-92db-7e101a2f7e68/71635a7e-1bf9-41e0-83e3-031cdfd1cc7c) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:50:41.252092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.290592 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.308185 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Transition to ACTIVE for port object 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:50:41.322951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Transition to ACTIVE for port object 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:50:41.383101 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:38Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:41.387175 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78285e5d-1069-48c6-896e-5a6e76f7e4e7 None None] The sync data for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv is: [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:38Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:50:41.393925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.458361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Network c013702a-813e-440a-9000-d9c9f3119d47 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:50:41.465642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:50:41.470404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:50:41.478781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Pushing event updated for resources: {'Port': ['ID=71635a7e-1bf9-41e0-83e3-031cdfd1cc7c,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:41.578100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Attempting to bind port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:50:41.578538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Attempting to bind port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:50:41.578967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Attempting to bind port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c on network c013702a-813e-440a-9000-d9c9f3119d47 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:50:41.585272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:50:41.585653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Checking segment: {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:50:41.586052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.586443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Bound using segment: {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:50:41.586912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Bound port: 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:50:41.587285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.616942 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.647069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.701867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] For port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:50:41.706674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] For port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=71635a7e-1bf9-41e0-83e3-031cdfd1cc7c,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:50:41.758274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:41.841771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad84cdd-b674-443e-ac29-47691baf9f22 None None] Pushing event updated for resources: {'Port': ['ID=71635a7e-1bf9-41e0-83e3-031cdfd1cc7c,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:42.079341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.1 (c013702a-813e-440a-9000-d9c9f3119d47/76b3201b-3034-40ea-92db-7e101a2f7e68/cd056a9a-4ec3-487d-a212-9a71d437c634) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:50:42.259117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:42.351209 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object cd056a9a-4ec3-487d-a212-9a71d437c634 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:50:42.460867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:42.532257 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network c013702a-813e-440a-9000-d9c9f3119d47 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:50:42.540034 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:50:42.544544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:50:42.575826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=cd056a9a-4ec3-487d-a212-9a71d437c634,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:42.606920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:42.797534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8758b5d-51bc-4830-90f5-e421789c6395 None None] Network c013702a-813e-440a-9000-d9c9f3119d47 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:50:42.936582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:42.976875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.027107 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f73d5f64-e7c8-45f8-84bb-6e185bc49573 None None] Provisioning for port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:50:43.110141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:50:43.272921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:50:43.278826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:43.279233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.397065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Provisioning complete for port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:43.397065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.502400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.571403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.577434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=71635a7e-1bf9-41e0-83e3-031cdfd1cc7c,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:43.590115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.658895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.672256 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.673381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1ab0eff5-6aac-42fa-ae3f-4515652c6405 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:50:43.784552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=cd056a9a-4ec3-487d-a212-9a71d437c634,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:43.793001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:43.874760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:50:43.875374 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:50:43.879175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=71635a7e-1bf9-41e0-83e3-031cdfd1cc7c,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:43.933762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network c013702a-813e-440a-9000-d9c9f3119d47 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:50:43.934767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:50:43.963431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:50:43.968860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:43.969330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:44.099360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:44.122172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1ab0eff5-6aac-42fa-ae3f-4515652c6405, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1ab0eff5-6aac-42fa-ae3f-4515652c6405,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:44.139319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:50:44.192098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:44.259601 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1ab0eff5-6aac-42fa-ae3f-4515652c6405,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:44.324580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:50:44.337141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Sync routers for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:50:44.337646 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0bf75ebc-1794-427f-b2d3-645e3c151414 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/71e147d8-3a5a-47c4-90dd-6444ea6c7e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5649738 Mar 03 12:50:44.349831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:44.350265 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:44.496703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-03e96942-5228-4873-aecb-c34ea82fcbd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:50:44.557265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-03e96942-5228-4873-aecb-c34ea82fcbd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:50:44.558535 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-03e96942-5228-4873-aecb-c34ea82fcbd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318420606&fields=id&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 267 time: 0.0991185 Mar 03 12:50:44.574116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:44.619132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Provisioning for port cd056a9a-4ec3-487d-a212-9a71d437c634 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:50:44.629678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Provisioning complete for port cd056a9a-4ec3-487d-a212-9a71d437c634 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:44.630819 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:44.711561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-249e7b21-a89f-44e1-b237-71a8bd467695 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:44.712194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-249e7b21-a89f-44e1-b237-71a8bd467695 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:50:44.757674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2a747-3e42-4ac4-80aa-32d541ad6750 None None] Port cd056a9a-4ec3-487d-a212-9a71d437c634 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:50:44.818505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-249e7b21-a89f-44e1-b237-71a8bd467695 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:50:44.819667 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-249e7b21-a89f-44e1-b237-71a8bd467695 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/networks?id=c013702a-813e-440a-9000-d9c9f3119d47 HTTP/1.1" status: 200 len: 796 time: 0.2536960 Mar 03 12:50:44.835405 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-2fd88c52-d238-4daa-ab2c-a4e96bd5bc46 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/quotas/64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 375 time: 0.0094376 Mar 03 12:50:44.916892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-7177eace-af2e-4b82-aef3-fe05c92bc957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:50:44.922697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-94f6d2dd-9f58-47e0-9856-663efe9f7acd None None] Provisioning complete for port cd056a9a-4ec3-487d-a212-9a71d437c634 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:44.923200 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-94f6d2dd-9f58-47e0-9856-663efe9f7acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:44.984694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-7177eace-af2e-4b82-aef3-fe05c92bc957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:50:44.985973 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-7177eace-af2e-4b82-aef3-fe05c92bc957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451228 Mar 03 12:50:44.994985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-94f6d2dd-9f58-47e0-9856-663efe9f7acd None None] Port cd056a9a-4ec3-487d-a212-9a71d437c634 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:50:45.011219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:43Z', 'revision_number': 2, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:45.015225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Checking router: 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:50:45.015576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Updating router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a port cd056a9a-4ec3-487d-a212-9a71d437c634 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:50:45.045012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:50:45.113735 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:45.139721 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-ad508cb1-aa8d-4569-baf1-5ace9cdd7168 service neutron] 10.222.0.35 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406152 Mar 03 12:50:45.188934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:45.189293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:45.279229 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-5e342903-87e7-46c8-9d65-f90277184ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331692 Mar 03 12:50:45.516106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1ab0eff5-6aac-42fa-ae3f-4515652c6405 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:50:45.531466 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b822e0ad-aabc-443c-af3f-d9cbf1b211c4 req-270e9a54-7144-4b76-8a1f-408660e6672a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 210 time: 0.0442071 Mar 03 12:50:45.655310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:45.655676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:45.708402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:45.734118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Transition to ACTIVE for port object cd056a9a-4ec3-487d-a212-9a71d437c634 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:50:45.809300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:45.939890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53181be1-aa36-4658-bdb0-164b7c882e40 None None] Pushing event updated for resources: {'Port': ['ID=cd056a9a-4ec3-487d-a212-9a71d437c634,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:46.033319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Attempting to bind port cd056a9a-4ec3-487d-a212-9a71d437c634 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:50:46.033693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Attempting to bind port cd056a9a-4ec3-487d-a212-9a71d437c634 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:50:46.034111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Attempting to bind port cd056a9a-4ec3-487d-a212-9a71d437c634 on network c013702a-813e-440a-9000-d9c9f3119d47 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:50:46.039616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:50:46.039985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Checking segment: {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:50:46.040405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:46.040796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Bound using segment: {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:50:46.041252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Bound port: cd056a9a-4ec3-487d-a212-9a71d437c634, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:50:46.041627 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:46.136833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] For port cd056a9a-4ec3-487d-a212-9a71d437c634, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:50:46.139988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] For port cd056a9a-4ec3-487d-a212-9a71d437c634, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cd056a9a-4ec3-487d-a212-9a71d437c634,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:50:46.225542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:46.306769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:46.307383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:46.364942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53181be1-aa36-4658-bdb0-164b7c882e40 None None] Pushing event updated for resources: {'Port': ['ID=cd056a9a-4ec3-487d-a212-9a71d437c634,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:46.494912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:46.688825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-180297bb-5fc1-4cfc-bdc0-129f0fac726f req-31df1a04-0395-46f3-84cc-19f624fec816 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 210 time: 0.0503089 Mar 03 12:50:46.831481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:46Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:46.836159 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9abc6a-e8f8-4b7a-9ca7-48c6c1da4bb5 None None] The sync data for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv is: [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:46Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:50:47.040028 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd056a9a-4ec3-487d-a212-9a71d437c634 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:50:47.185967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port cd056a9a-4ec3-487d-a212-9a71d437c634 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:50:47.191688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cd056a9a-4ec3-487d-a212-9a71d437c634 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:47.191922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:47.318986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:47.352952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port cd056a9a-4ec3-487d-a212-9a71d437c634, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cd056a9a-4ec3-487d-a212-9a71d437c634,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:47.409131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:47.525001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=cd056a9a-4ec3-487d-a212-9a71d437c634,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:47.854523 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2e2682a3-a053-4109-b298-7554b6ad3b84 req-197c01fb-664a-47b9-8c5e-015540663bbc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 210 time: 0.0447812 Mar 03 12:50:47.974010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-b62d1ec6-f169-48ab-b59b-415713422321 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:47.975648 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-b62d1ec6-f169-48ab-b59b-415713422321 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/networks?id=c013702a-813e-440a-9000-d9c9f3119d47 HTTP/1.1" status: 200 len: 796 time: 0.2909865 Mar 03 12:50:48.022457 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-00cda490-6f7d-44f6-a47b-d2c52391cf8b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 379 time: 0.0392420 Mar 03 12:50:48.030704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'port': {'device_id': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'admin_state_up': True, 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'security_groups': ['275fe40d-f55a-4248-810b-5a5fac95f7aa']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:48.165945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:48.175478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:48.243111 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:50:48.246699 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:48.409803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.8 (c013702a-813e-440a-9000-d9c9f3119d47/76b3201b-3034-40ea-92db-7e101a2f7e68/dc9907f2-a6f7-48e0-87f9-bdb8aae8092a) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:50:48.593804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:48.608579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object dc9907f2-a6f7-48e0-87f9-bdb8aae8092a will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:50:48.751863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:48.820103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network c013702a-813e-440a-9000-d9c9f3119d47 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:50:48.822998 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:50:48.831474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:50:48.869258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:48.901825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:48.902443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:49.003601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-678cd39d-f143-4175-b8ea-fd5a3a2abfe4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9763160 Mar 03 12:50:49.019810 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Request body: {'port': {'device_id': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:49.021373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd056a9a-4ec3-487d-a212-9a71d437c634 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:50:49.097036 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port cd056a9a-4ec3-487d-a212-9a71d437c634 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:49.097330 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:49.148476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700391a-5cef-4c66-814c-9eeb72cfdbbe req-8446f3cd-c126-4bbf-bea2-418e4f58dbba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:49.149093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d700391a-5cef-4c66-814c-9eeb72cfdbbe req-8446f3cd-c126-4bbf-bea2-418e4f58dbba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:50:49.152638 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-33632ec1-b22e-47b0-a3e5-dcc9c99a4c10 None None] Provisioning for port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:50:49.160364 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-33632ec1-b22e-47b0-a3e5-dcc9c99a4c10 None None] Provisioning complete for port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:49.160731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-33632ec1-b22e-47b0-a3e5-dcc9c99a4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:49.168459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:49.259125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-33632ec1-b22e-47b0-a3e5-dcc9c99a4c10 None None] Port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:50:49.283023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d700391a-5cef-4c66-814c-9eeb72cfdbbe req-8446f3cd-c126-4bbf-bea2-418e4f58dbba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:50:49.287564 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d700391a-5cef-4c66-814c-9eeb72cfdbbe req-8446f3cd-c126-4bbf-bea2-418e4f58dbba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 931 time: 0.3148069 Mar 03 12:50:49.375590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d700391a-5cef-4c66-814c-9eeb72cfdbbe req-573bfd45-f916-4f96-9e44-92ec4e952707 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854058 Mar 03 12:50:49.541734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9907f2-a6f7-48e0-87f9-bdb8aae8092a {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:50:49.548772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:49.563031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Transition to ACTIVE for port object dc9907f2-a6f7-48e0-87f9-bdb8aae8092a will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:50:49.635403 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:49.763213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:49.870176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Attempting to bind port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:50:49.870499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Attempting to bind port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:50:49.870820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Attempting to bind port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a on network c013702a-813e-440a-9000-d9c9f3119d47 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:50:49.875363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a on network c013702a-813e-440a-9000-d9c9f3119d47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:50:49.875667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Attempting to bind port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a on network c013702a-813e-440a-9000-d9c9f3119d47 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:50:49.880955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:50:49.881499 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Checking segment: {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:50:49.881878 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Bound using segment: {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:50:49.882305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Bound port: dc9907f2-a6f7-48e0-87f9-bdb8aae8092a, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a60979-d82d-471f-844a-fb4ff1b41148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:50:49.882641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:49.973027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] For port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:50:49.976723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] For port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:50:50.042023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:50.211248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:50.211248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:50.211248 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] 10.222.0.26 "PUT /v2.0/ports/dc9907f2-a6f7-48e0-87f9-bdb8aae8092a HTTP/1.1" status: 200 len: 1093 time: 1.1922045 Mar 03 12:50:50.211248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:50:50.235081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c976ce4-7022-4092-88be-b9e672926e83 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:50.256406 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'status': 'completed', 'code': 200} Mar 03 12:50:50.349590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c8e8-9935-4a1b-b36e-8e9e0742d0a7 req-17a138a0-2bbb-443c-b7f6-30368cc11270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:50.351205 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf53c8e8-9935-4a1b-b36e-8e9e0742d0a7 req-17a138a0-2bbb-443c-b7f6-30368cc11270 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1096 time: 0.0742309 Mar 03 12:50:50.537937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c8e8-9935-4a1b-b36e-8e9e0742d0a7 req-28c23dea-4273-4ad3-9a32-75561ecd5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:50.539368 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf53c8e8-9935-4a1b-b36e-8e9e0742d0a7 req-28c23dea-4273-4ad3-9a32-75561ecd5102 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1815445 Mar 03 12:50:50.679103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d26ced-7b1c-4dc1-9daf-698bdd350a42 req-dfe54771-a517-4689-8a15-a13a962d037c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:50.680631 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a3d26ced-7b1c-4dc1-9daf-698bdd350a42 req-dfe54771-a517-4689-8a15-a13a962d037c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 943 time: 0.1929221 Mar 03 12:50:50.716221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c8e8-9935-4a1b-b36e-8e9e0742d0a7 req-10407493-0d03-49c8-b3e8-7c225fff6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:50.717624 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bf53c8e8-9935-4a1b-b36e-8e9e0742d0a7 req-10407493-0d03-49c8-b3e8-7c225fff6abb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714156 Mar 03 12:50:50.738308 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a3d26ced-7b1c-4dc1-9daf-698bdd350a42 req-b8ea21ec-0d46-4031-a4f0-5bb7e2bfb70f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466151 Mar 03 12:50:50.830643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-d76208d4-cc11-4fa0-8034-01f34fe47ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:50.831969 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-d76208d4-cc11-4fa0-8034-01f34fe47ee5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1096 time: 0.0730715 Mar 03 12:50:50.899492 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-9b2618e8-b24a-436a-bd74-504087507634 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a HTTP/1.1" status: 200 len: 217 time: 0.0596492 Mar 03 12:50:50.962024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-f85d5627-4d06-482c-a725-a50d16bc7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:50.963509 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-f85d5627-4d06-482c-a725-a50d16bc7c68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=76b3201b-3034-40ea-92db-7e101a2f7e68 HTTP/1.1" status: 200 len: 835 time: 0.0579703 Mar 03 12:50:51.042447 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-e8c24d63-28e6-422f-9b5b-fce7e03bd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:51.043903 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-e8c24d63-28e6-422f-9b5b-fce7e03bd61b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c013702a-813e-440a-9000-d9c9f3119d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712228 Mar 03 12:50:51.184616 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-a192fadd-b414-4526-8be4-5d5c7aca5a0a service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268666 Mar 03 12:50:51.319274 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-785ef30a-f580-496d-be2b-3e562efb4ce5 req-bcd229f3-891f-4781-9b67-b30821859105 service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286974 Mar 03 12:50:51.928780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad42aa1-1cfe-4ef2-95ef-9c7794b8e448 req-fcc224cd-5673-4876-a26f-6f10148f4aed tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:51.930232 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6ad42aa1-1cfe-4ef2-95ef-9c7794b8e448 req-fcc224cd-5673-4876-a26f-6f10148f4aed tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 943 time: 0.0849025 Mar 03 12:50:51.979168 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-6ad42aa1-1cfe-4ef2-95ef-9c7794b8e448 req-3d754577-6f9c-4788-a09d-01eb65525361 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:50:51.990498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-6ad42aa1-1cfe-4ef2-95ef-9c7794b8e448 req-3d754577-6f9c-4788-a09d-01eb65525361 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:50:51.991578 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6ad42aa1-1cfe-4ef2-95ef-9c7794b8e448 req-3d754577-6f9c-4788-a09d-01eb65525361 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557439 Mar 03 12:50:52.995000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dc9907f2-a6f7-48e0-87f9-bdb8aae8092a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:50:53.128634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:53.142525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'port_id': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'mac_address': 'fa:16:3e:27:2a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:50:53.179132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2cf9f-b57b-4834-962e-e7e475a54348 req-ed436da6-4460-42c8-9156-f244360fd62b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:53.180636 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8be2cf9f-b57b-4834-962e-e7e475a54348 req-ed436da6-4460-42c8-9156-f244360fd62b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 943 time: 0.0844321 Mar 03 12:50:53.197667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:53.214126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9907f2-a6f7-48e0-87f9-bdb8aae8092a {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:50:53.224751 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8be2cf9f-b57b-4834-962e-e7e475a54348 req-1ab45da1-59e9-474e-bf3b-3d5519e67295 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382228 Mar 03 12:50:53.233223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:53.310486 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:53.380071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:53.514646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['dc9907f2-a6f7-48e0-87f9-bdb8aae8092a'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:50:54.410582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3352da-e7cf-4a9b-aab9-322dbc63b544 req-5e9f71ce-419b-4ad8-8df2-128250c960e7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:54.412058 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8b3352da-e7cf-4a9b-aab9-322dbc63b544 req-5e9f71ce-419b-4ad8-8df2-128250c960e7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 944 time: 0.0790832 Mar 03 12:50:54.455316 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8b3352da-e7cf-4a9b-aab9-322dbc63b544 req-b71666e8-1b44-4099-a2ae-db1fd43dda24 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371320 Mar 03 12:50:55.010373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dc9907f2-a6f7-48e0-87f9-bdb8aae8092a up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:50:55.132977 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:50:55.138393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:50:55.142295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:55.254402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:55.282038 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:50:55.292626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:50:55.325434 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'code': 200} Mar 03 12:50:55.350904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:55.422587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:55.643344 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da49c7-6fa1-455b-ac82-09aad390c1d0 req-1fb4e99d-f3e3-40f6-a338-d9fae5d7ad65 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:55.644783 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-54da49c7-6fa1-455b-ac82-09aad390c1d0 req-1fb4e99d-f3e3-40f6-a338-d9fae5d7ad65 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0849543 Mar 03 12:50:55.644928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a3a24-1b1d-417f-b2bc-413d631f776c req-ccdc63c8-3e3e-4fe0-97c7-87b4bc4f650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:55.646264 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c83a3a24-1b1d-417f-b2bc-413d631f776c req-ccdc63c8-3e3e-4fe0-97c7-87b4bc4f650a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1098 time: 0.0707331 Mar 03 12:50:55.686781 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c83a3a24-1b1d-417f-b2bc-413d631f776c req-fe0d8ddd-4ca0-4a0b-b0db-f77b55203b0a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347574 Mar 03 12:50:55.689259 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-54da49c7-6fa1-455b-ac82-09aad390c1d0 req-df76e1fa-026a-4fd5-a570-1d926410ce51 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380280 Mar 03 12:50:56.880541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9c304-81fc-4367-9437-0c57fdabf735 req-a26b925a-361b-4424-a4e3-0fa35e47b90c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:56.882789 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-daf9c304-81fc-4367-9437-0c57fdabf735 req-a26b925a-361b-4424-a4e3-0fa35e47b90c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0842271 Mar 03 12:50:56.927208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-daf9c304-81fc-4367-9437-0c57fdabf735 req-870f0303-210b-4a86-b510-a10116cea490 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381508 Mar 03 12:50:57.110825 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec90c9f-df00-4439-8c73-51b6d95bff7b req-07c7e68f-d3a1-489e-a760-6fa8b7092bde tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:57.112263 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3ec90c9f-df00-4439-8c73-51b6d95bff7b req-07c7e68f-d3a1-489e-a760-6fa8b7092bde tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0811279 Mar 03 12:50:57.155717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3ec90c9f-df00-4439-8c73-51b6d95bff7b req-945adbc2-4cd4-48f7-9687-7f5348b1da8f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376637 Mar 03 12:50:57.177082 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44242) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:57.245299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafacb1-c1fb-4c8a-833b-309eba7d9f06 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:57.246677 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bdafacb1-c1fb-4c8a-833b-309eba7d9f06 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1093 time: 0.0686350 Mar 03 12:50:57.249574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44246) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:50:57.254670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:50:57.261663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:50:57.265414 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:floatingip and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:50:57.268170 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:50:57.274582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:50:57.328401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:57.461952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:57.595538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.45 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/9dd1cdeb-c3e6-468f-8d28-d00ec8eb43d3) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:50:57.740663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:57.818870 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:57.875295 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:50:57.878045 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:50:57.880638 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:50:57.934735 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=9dd1cdeb-c3e6-468f-8d28-d00ec8eb43d3,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:58.418788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:58.556132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:58.773887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:58.831166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:58.936887 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=9dd1cdeb-c3e6-468f-8d28-d00ec8eb43d3,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:50:58.949206 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:59.118824 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 684c04b9-bd8b-42f1-9232-7491fe753f46 associated. External IP: 172.26.8.45, port: dc9907f2-a6f7-48e0-87f9-bdb8aae8092a. Mar 03 12:50:59.469627 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:50:59.653226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:50:59.663484 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca42e930-4870-417c-8ace-679aff703448 None None] Sync routers for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:50:59.673384 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:50:59.674042 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:50:59.734765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:50:59.790284 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-406af78f-f1be-4564-bc52-3192a640e285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5396640 Mar 03 12:50:59.790978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:50:59.842701 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'status': 'completed', 'code': 200} Mar 03 12:50:59.850877 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:50:59.994498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-71571472-0432-4a86-be24-c3f8b31cd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:50:59.995867 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-71571472-0432-4a86-be24-c3f8b31cd9c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1098 time: 0.1323662 Mar 03 12:51:00.006843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea781e83-8470-489a-afdc-3ec55a695f72 req-926caa68-e6e3-4f6b-8c59-1d0d6b114a62 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:00.008225 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ea781e83-8470-489a-afdc-3ec55a695f72 req-926caa68-e6e3-4f6b-8c59-1d0d6b114a62 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.1103208 Mar 03 12:51:00.137237 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ea781e83-8470-489a-afdc-3ec55a695f72 req-7579268b-4234-455d-a35c-a50e69e940f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080482 Mar 03 12:51:00.160877 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44254) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:51:00.166636 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-76710e4b-cc39-48bb-9f39-9165d5e1a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:00.168118 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-76710e4b-cc39-48bb-9f39-9165d5e1a29f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c013702a-813e-440a-9000-d9c9f3119d47 HTTP/1.1" status: 200 len: 897 time: 0.1590519 Mar 03 12:51:00.196247 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '684c04b9-bd8b-42f1-9232-7491fe753f46', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'port_id': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'mac_address': 'fa:16:3e:27:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:50:58Z', 'updated_at': '2022-03-03T12:50:58Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:47Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:51:00.200229 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca42e930-4870-417c-8ace-679aff703448 None None] Checking router: 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:51:00.210220 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:51:00.210844 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:50:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:51:00.392266 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-3bbd6d7b-02b9-4057-9225-f1ebac657c3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a HTTP/1.1" status: 200 len: 998 time: 0.2176073 Mar 03 12:51:00.395549 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-921254cf-d9a2-4967-a4b8-b212444932f8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/684c04b9-bd8b-42f1-9232-7491fe753f46 HTTP/1.1" status: 200 len: 990 time: 0.2334504 Mar 03 12:51:00.413981 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:51:00.455943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-1858cca1-3dce-4651-a9d2-b98312639f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:00.457393 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-1858cca1-3dce-4651-a9d2-b98312639f6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=76b3201b-3034-40ea-92db-7e101a2f7e68 HTTP/1.1" status: 200 len: 835 time: 0.0588677 Mar 03 12:51:00.534342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-b8f1a148-3c31-4a9c-a1d9-f18a17b2a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:00.535852 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-b8f1a148-3c31-4a9c-a1d9-f18a17b2a8a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c013702a-813e-440a-9000-d9c9f3119d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710752 Mar 03 12:51:00.666383 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-e2d483a7-211d-4d38-9be0-c2ae66370fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238835 Mar 03 12:51:00.757798 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ca42e930-4870-417c-8ace-679aff703448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '684c04b9-bd8b-42f1-9232-7491fe753f46', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'port_id': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'mac_address': 'fa:16:3e:27:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:50:58Z', 'updated_at': '2022-03-03T12:50:58Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:47Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:51:00.762227 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca42e930-4870-417c-8ace-679aff703448 None None] The sync data for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv is: [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '684c04b9-bd8b-42f1-9232-7491fe753f46', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.45', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'port_id': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'mac_address': 'fa:16:3e:27:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:50:58Z', 'updated_at': '2022-03-03T12:50:58Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:47Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:51:00.800363 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-965a50d3-9ec4-40fc-83c4-2e1abc388cbb req-fa24d757-9bb9-42d3-8a2c-68552195b7d0 service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284363 Mar 03 12:51:00.944030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fedea2f-2fc5-4fcf-b8a8-73b3072addfa None None] New status for floating IP 684c04b9-bd8b-42f1-9232-7491fe753f46: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:51:01.400205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44258) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:51:01.502868 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-869e7b8e-fb99-4a7e-8349-f6b4c85356bf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/684c04b9-bd8b-42f1-9232-7491fe753f46 HTTP/1.1" status: 200 len: 992 time: 0.1014664 Mar 03 12:51:07.790009 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:51:08.058279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-28bbdaf9-2ead-4fd3-87c7-f791ef22bf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:08.311381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:10.214297 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa545-ca66-4224-8d65-f8a03dadcb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:11.208359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:11.566820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:12.926749 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:28.666859 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75aae-7e4a-4e1a-869f-f085ed5ed7fc req-af4db904-5263-46be-9525-6b9f443293ca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:28.668581 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31c75aae-7e4a-4e1a-869f-f085ed5ed7fc req-af4db904-5263-46be-9525-6b9f443293ca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0864201 Mar 03 12:51:28.701700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-6e2fa87a-0c9a-4ae3-8e99-24d44dbecaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:28.703148 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-6e2fa87a-0c9a-4ae3-8e99-24d44dbecaa5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1098 time: 0.0804465 Mar 03 12:51:28.716498 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-31c75aae-7e4a-4e1a-869f-f085ed5ed7fc req-d0f82613-f249-484e-b947-ff6db6f6a5c8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422835 Mar 03 12:51:28.831958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-7b121ad2-76d7-4d77-b884-ea667f72afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:28.833407 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-7b121ad2-76d7-4d77-b884-ea667f72afb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c013702a-813e-440a-9000-d9c9f3119d47 HTTP/1.1" status: 200 len: 897 time: 0.1242180 Mar 03 12:51:28.930514 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-64b0aa8d-0a6c-408c-8349-baab8b7c4b68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a HTTP/1.1" status: 200 len: 1000 time: 0.0894480 Mar 03 12:51:28.998667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-287f14fa-a412-4b7c-bf72-743c5db5d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:29.000171 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-287f14fa-a412-4b7c-bf72-743c5db5d2bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=76b3201b-3034-40ea-92db-7e101a2f7e68 HTTP/1.1" status: 200 len: 835 time: 0.0630062 Mar 03 12:51:29.073614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-e9f54c61-d4b0-42d7-a628-b91c0f5d811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:29.075061 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-e9f54c61-d4b0-42d7-a628-b91c0f5d811e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c013702a-813e-440a-9000-d9c9f3119d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690150 Mar 03 12:51:29.202143 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-6da9ea04-ea06-464b-a5ad-665101ace059 service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213706 Mar 03 12:51:29.334256 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f64957c9-5e1d-4eb7-bc31-91e877789fea req-bdb447ae-fd9a-451d-a8fc-f50f306090ae service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260717 Mar 03 12:51:29.904013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94714ed-aa51-4a78-8fd1-e4b331c3b128 req-bc171ff5-147a-48ee-b552-3ab1714bddb8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:29.905458 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c94714ed-aa51-4a78-8fd1-e4b331c3b128 req-bc171ff5-147a-48ee-b552-3ab1714bddb8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0843360 Mar 03 12:51:29.948952 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c94714ed-aa51-4a78-8fd1-e4b331c3b128 req-9c0bad39-7735-4719-9b97-e66c7c11d38b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 Mar 03 12:51:31.130402 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d479cd8-ad88-49f9-ad1b-006bfabc4e2e req-190248ee-3559-48dd-9d37-f31542eaf9a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:31.131853 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3d479cd8-ad88-49f9-ad1b-006bfabc4e2e req-190248ee-3559-48dd-9d37-f31542eaf9a5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0786283 Mar 03 12:51:31.175342 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3d479cd8-ad88-49f9-ad1b-006bfabc4e2e req-2835296b-d031-4326-a051-86355afbd80b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 Mar 03 12:51:32.356396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40053e75-5d82-46c3-b8b7-490290b160be req-5b3822d3-be44-4b7c-945d-e0f73da55a57 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:32.357876 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-40053e75-5d82-46c3-b8b7-490290b160be req-5b3822d3-be44-4b7c-945d-e0f73da55a57 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0784442 Mar 03 12:51:32.402342 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-40053e75-5d82-46c3-b8b7-490290b160be req-a9023179-3837-4f47-bc38-59f11f040112 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388572 Mar 03 12:51:33.589313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2b36c-607d-4ea8-827b-57d180ab569d req-ee774500-4169-4c1b-a205-d84a703dc070 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:33.590768 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-23b2b36c-607d-4ea8-827b-57d180ab569d req-ee774500-4169-4c1b-a205-d84a703dc070 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0819416 Mar 03 12:51:33.633413 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-23b2b36c-607d-4ea8-827b-57d180ab569d req-85c5d03b-1f97-4270-9da6-ef26b59beb7c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Mar 03 12:51:34.823827 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1f2e-bf92-414d-b0ad-ff4c83817d8b req-6a08f3ed-9db2-4241-962f-1959f463d9af tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:34.825274 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-04ba1f2e-bf92-414d-b0ad-ff4c83817d8b req-6a08f3ed-9db2-4241-962f-1959f463d9af tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0826862 Mar 03 12:51:34.868910 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-04ba1f2e-bf92-414d-b0ad-ff4c83817d8b req-afec5b2a-e10a-4836-94ad-71a6224fdf53 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381231 Mar 03 12:51:36.048133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7687f5-dd37-45c6-a607-d08ade4e399e req-1025f038-b4c1-4865-bf0d-a73e35fb38a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:36.049572 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3b7687f5-dd37-45c6-a607-d08ade4e399e req-1025f038-b4c1-4865-bf0d-a73e35fb38a4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0784118 Mar 03 12:51:36.092419 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3b7687f5-dd37-45c6-a607-d08ade4e399e req-f5cd09f6-81d9-41cf-9843-6ed6a800c1f5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372880 Mar 03 12:51:37.272051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6d999-f7cf-4b1e-a41e-b11cd365db27 req-8f9e47a7-f643-43e6-bcdf-a907b4bec5cf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:37.273429 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c4a6d999-f7cf-4b1e-a41e-b11cd365db27 req-8f9e47a7-f643-43e6-bcdf-a907b4bec5cf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0780365 Mar 03 12:51:37.320968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c4a6d999-f7cf-4b1e-a41e-b11cd365db27 req-a1071934-5efd-4924-9e7c-87d84c9daf75 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Mar 03 12:51:38.070381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-15598f56-7a69-4a25-8444-45caa04b1c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:38.293353 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:38.508497 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f411c6-df49-489c-b577-670091ffd248 req-432288a3-f8aa-4253-a55d-28adb9f89649 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:38.510367 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88f411c6-df49-489c-b577-670091ffd248 req-432288a3-f8aa-4253-a55d-28adb9f89649 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0816157 Mar 03 12:51:38.552998 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-88f411c6-df49-489c-b577-670091ffd248 req-39d36448-17a3-4bd2-83db-a9e3c81227e0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370934 Mar 03 12:51:38.894054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-b4db0e7f-d343-4095-9e29-a3487e770ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:38.895473 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-b4db0e7f-d343-4095-9e29-a3487e770ea4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1098 time: 0.0696080 Mar 03 12:51:39.039359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-eaf3bf48-ff9a-4f50-b267-23e59e31ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:39.040833 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-eaf3bf48-ff9a-4f50-b267-23e59e31ea11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c013702a-813e-440a-9000-d9c9f3119d47 HTTP/1.1" status: 200 len: 897 time: 0.1263273 Mar 03 12:51:39.247307 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-4d49fb28-d9a3-41b3-b7dc-6c48761331e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a HTTP/1.1" status: 200 len: 1000 time: 0.2005565 Mar 03 12:51:39.312500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-597c21dc-ed72-443e-bd9a-e11103aae2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:39.313925 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-597c21dc-ed72-443e-bd9a-e11103aae2f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=76b3201b-3034-40ea-92db-7e101a2f7e68 HTTP/1.1" status: 200 len: 835 time: 0.0610783 Mar 03 12:51:39.391322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-d20808a4-fb22-417a-a33d-5524fec60b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:39.392892 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-d20808a4-fb22-417a-a33d-5524fec60b92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c013702a-813e-440a-9000-d9c9f3119d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735207 Mar 03 12:51:39.522357 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-f19060a9-4bdb-45a9-bdd2-63d1f943efcd service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232877 Mar 03 12:51:39.715182 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-94849bfb-cee2-4b10-93ee-cb029ae30c92 req-4b357c02-9022-4646-9a3a-452f91961833 service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868989 Mar 03 12:51:39.763770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f5c53-19ba-4f2f-80e4-19d6211931df req-6fbe904f-3e3a-4224-bba6-0f1de23ea6be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:39.765248 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-090f5c53-19ba-4f2f-80e4-19d6211931df req-6fbe904f-3e3a-4224-bba6-0f1de23ea6be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.1045854 Mar 03 12:51:39.808793 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-090f5c53-19ba-4f2f-80e4-19d6211931df req-8b15cd9e-d3f6-4670-919f-07ca19cddd29 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Mar 03 12:51:40.179139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aef1657d-e4dd-4d79-a9df-54a17442c2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:40.991943 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73626edf-ae73-46dc-be03-907a042fe9b9 req-cd3b92e8-8157-4455-8f95-64b68fd0a809 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:51:40.993421 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-73626edf-ae73-46dc-be03-907a042fe9b9 req-cd3b92e8-8157-4455-8f95-64b68fd0a809 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0790906 Mar 03 12:51:41.040613 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-73626edf-ae73-46dc-be03-907a042fe9b9 req-4c198ff5-015b-435d-aea2-78159a5cc0cc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413871 Mar 03 12:51:41.063625 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44294) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:51:41.166749 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5e710bdf-c234-49d4-95de-b3fe8000c3cc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/684c04b9-bd8b-42f1-9232-7491fe753f46 HTTP/1.1" status: 200 len: 992 time: 0.1019101 Mar 03 12:51:41.217570 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:41.565907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:42.921596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:51:44.789088 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:52:08.063056 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-36c75809-f366-445a-a4dd-174418ca5886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:08.298611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:10.201581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bbc5ae58-3008-4b46-a465-1a753e23ae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:11.195419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:11.566661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:11.575098 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44308) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:11.779571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 9dd1cdeb-c3e6-468f-8d28-d00ec8eb43d3 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:52:11.779911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:11.946502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:11.947037 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:12.066694 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 9dd1cdeb-c3e6-468f-8d28-d00ec8eb43d3 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:52:12.287313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:12.334371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=9dd1cdeb-c3e6-468f-8d28-d00ec8eb43d3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:12.375808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.376180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.376522 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.376861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.377188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.377514 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.377838 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.378160 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.378482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.378801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.379118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.379436 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:12.437677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:12.438009 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 684c04b9-bd8b-42f1-9232-7491fe753f46 disassociated (deleted). External IP: 172.26.8.45, port: dc9907f2-a6f7-48e0-87f9-bdb8aae8092a. Mar 03 12:52:12.883134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:52:12.943037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:13.064829 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:52:13.074067 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] Sync routers for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:52:13.087536 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:13.090449 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:13.143375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:13.199976 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b534b666-d9bf-4a87-bf00-f56cae87bc8d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/floatingips/684c04b9-bd8b-42f1-9232-7491fe753f46 HTTP/1.1" status: 204 len: 168 time: 1.6213479 Mar 03 12:52:13.199976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:52:13.252532 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'status': 'completed', 'code': 200} Mar 03 12:52:13.299757 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:13.351488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-2673cdb1-fea2-4913-a20c-e0c1fc3891d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:13.353623 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-2673cdb1-fea2-4913-a20c-e0c1fc3891d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 1098 time: 0.0772538 Mar 03 12:52:13.503779 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-2a5d5402-efc0-4b91-bcb1-574800dceb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:13.505258 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-2a5d5402-efc0-4b91-bcb1-574800dceb19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c013702a-813e-440a-9000-d9c9f3119d47 HTTP/1.1" status: 200 len: 897 time: 0.1452932 Mar 03 12:52:13.572246 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-ba1f1ee7-71e5-486e-bb49-f57ef1ca52c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a HTTP/1.1" status: 200 len: 217 time: 0.0606267 Mar 03 12:52:13.621418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:47Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:13.625207 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] Checking router: 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:52:13.633381 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:13.634001 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:13.637540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-54b33a60-3722-49d7-97c3-f2af4e3b90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:13.638973 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-54b33a60-3722-49d7-97c3-f2af4e3b90fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=76b3201b-3034-40ea-92db-7e101a2f7e68 HTTP/1.1" status: 200 len: 835 time: 0.0611269 Mar 03 12:52:13.717203 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-cb9fd5c4-a38d-46e7-b0fb-b6e5fb675786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:13.718990 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-cb9fd5c4-a38d-46e7-b0fb-b6e5fb675786 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c013702a-813e-440a-9000-d9c9f3119d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724800 Mar 03 12:52:13.814268 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:13.905406 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-1db76b29-f8da-48cf-89a9-a92570d67741 service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791759 Mar 03 12:52:13.962320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77b4d-8ca1-4eea-a56f-45cb4ce0a3bd req-57e7652a-edfe-4f3b-8338-85736fbde4f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:13.963761 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07d77b4d-8ca1-4eea-a56f-45cb4ce0a3bd req-57e7652a-edfe-4f3b-8338-85736fbde4f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.1542211 Mar 03 12:52:14.069713 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07d77b4d-8ca1-4eea-a56f-45cb4ce0a3bd req-db4566e5-c132-4cbc-a578-90295f2a71ba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607839 Mar 03 12:52:14.086454 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c9d72b3c-f704-43a1-8902-8a25063e778d req-2350107a-aef0-4ba0-860d-21d47787ef6a service neutron] 10.222.0.26 "GET /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724112 Mar 03 12:52:14.120964 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:47Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:14.124716 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d8181-1911-492d-bed0-a112184204f0 None None] The sync data for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv is: [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:50:42Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'cd056a9a-4ec3-487d-a212-9a71d437c634', 'name': '', 'network_id': 'c013702a-813e-440a-9000-d9c9f3119d47', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:13:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:41Z', 'updated_at': '2022-03-03T12:50:47Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '76b3201b-3034-40ea-92db-7e101a2f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:52:14.340430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39422fa-248f-4fe2-b639-228d66b16ed9 None None] New status for floating IP 684c04b9-bd8b-42f1-9232-7491fe753f46: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:52:15.210475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-29db2eeb-6ef0-42d4-8695-def7a3202d82 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:15.212919 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-29db2eeb-6ef0-42d4-8695-def7a3202d82 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.0815043 Mar 03 12:52:15.253872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873ab54-f94f-47a3-8e73-1c6789f94e00 req-27915d9b-197b-4d9c-9d26-ef079eb341d5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:15.254458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2873ab54-f94f-47a3-8e73-1c6789f94e00 req-27915d9b-197b-4d9c-9d26-ef079eb341d5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:52:15.286637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:52:15.286980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:15.327403 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-2873ab54-f94f-47a3-8e73-1c6789f94e00 req-27915d9b-197b-4d9c-9d26-ef079eb341d5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:52:15.328717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2873ab54-f94f-47a3-8e73-1c6789f94e00 req-27915d9b-197b-4d9c-9d26-ef079eb341d5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 945 time: 0.1531589 Mar 03 12:52:15.379372 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2873ab54-f94f-47a3-8e73-1c6789f94e00 req-5838a3f9-5004-47a2-a251-61972a1c7056 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=275fe40d-f55a-4248-810b-5a5fac95f7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443101 Mar 03 12:52:15.652323 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:15.652585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:15.777494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for dc9907f2-a6f7-48e0-87f9-bdb8aae8092a owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:52:15.994604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:16.044905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=dc9907f2-a6f7-48e0-87f9-bdb8aae8092a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:16.083773 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.084155 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.084497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.084833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.085166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.085495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.085826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.086149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.086744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.086941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.087181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.087503 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:16.131394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] No DVR routers for this DVR port dc9907f2-a6f7-48e0-87f9-bdb8aae8092a on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:52:16.134679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:16.137189 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'name': 'network-vif-deleted', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:52:16.179548 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c82ea78-90b9-412f-a81f-f44f4e282543', 'name': 'network-vif-deleted', 'tag': 'dc9907f2-a6f7-48e0-87f9-bdb8aae8092a', 'status': 'completed', 'code': 200} Mar 03 12:52:16.212583 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-43184d97-46bd-4944-8140-e6dce91d4cb5 req-b2341275-674c-4623-801e-b81b998a45f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "DELETE /v2.0/ports/dc9907f2-a6f7-48e0-87f9-bdb8aae8092a HTTP/1.1" status: 204 len: 173 time: 0.9936066 Mar 03 12:52:16.541381 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4e2650b1-c6a8-4d41-8131-6b4b9f8be4d0 req-d397f8a7-d148-405c-be31-658d81a5e8f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c82ea78-90b9-412f-a81f-f44f4e282543 HTTP/1.1" status: 200 len: 210 time: 0.0437613 Mar 03 12:52:17.636145 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44328) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:18.167462 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:18.649704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port cd056a9a-4ec3-487d-a212-9a71d437c634 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:52:18.650823 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:18.843885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port cd056a9a-4ec3-487d-a212-9a71d437c634, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=cd056a9a-4ec3-487d-a212-9a71d437c634,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:18.844257 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:18.970134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for cd056a9a-4ec3-487d-a212-9a71d437c634 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:52:19.395517 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:19.406197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dc9907f2-a6f7-48e0-87f9-bdb8aae8092a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:52:19.441723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: dc9907f2-a6f7-48e0-87f9-bdb8aae8092a {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:52:19.442070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device dc9907f2-a6f7-48e0-87f9-bdb8aae8092a not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:52:19.448673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=cd056a9a-4ec3-487d-a212-9a71d437c634,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:19.717584 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:20.178534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:52:20.357527 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:52:20.366761 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] Sync routers for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:52:20.370778 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-476ee66f-c079-40a3-9cab-2f808890015a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/71e147d8-3a5a-47c4-90dd-6444ea6c7e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7333386 Mar 03 12:52:20.373179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44332) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:20.376608 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:20.377205 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:20.439265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting subnet 76b3201b-3034-40ea-92db-7e101a2f7e68 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:52:20.442225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:20.498843 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:20.552391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:20.580835 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:20.715742 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:20.763483 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Subnet': ['ID=76b3201b-3034-40ea-92db-7e101a2f7e68,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:20.767256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:20.773406 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-864d6811-60e0-4953-a594-83d14048734a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/subnets/76b3201b-3034-40ea-92db-7e101a2f7e68 HTTP/1.1" status: 204 len: 168 time: 0.3992443 Mar 03 12:52:20.773585 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76fcdc-0b34-4880-8c64-6a4d1a36810e None None] Network c013702a-813e-440a-9000-d9c9f3119d47 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:52:20.776439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44336) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:20.868088 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:52:19Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:20.871901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] Checking router: 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:52:20.880412 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] Routers {'71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:20.881010 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:20.956634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.062414 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] Set router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:21.063546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] DHCP port deletion for c013702a-813e-440a-9000-d9c9f3119d47 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:52:21.068156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Deleting port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:52:21.068815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.155140 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.224604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 1ab0eff5-6aac-42fa-ae3f-4515652c6405 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:52:21.224928 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.285309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] For port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=71635a7e-1bf9-41e0-83e3-031cdfd1cc7c,segment=NetworkSegment(b7a60979-d82d-471f-844a-fb4ff1b41148),segment_id=b7a60979-d82d-471f-844a-fb4ff1b41148)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:21.285658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.357567 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:52:19Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:21.361589 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b594bbc-7f3b-44ff-b77f-337613ec12c4 None None] The sync data for ids ['71e147d8-3a5a-47c4-90dd-6444ea6c7e9a'] in dv-neutron-831730-1-hyperv is: [{'id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340656978', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:50:36Z', 'updated_at': '2022-03-03T12:52:19Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1ab0eff5-6aac-42fa-ae3f-4515652c6405', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e147d8-3a5a-47c4-90dd-6444ea6c7e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:50:37Z', 'updated_at': '2022-03-03T12:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:52:21.408619 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 1ab0eff5-6aac-42fa-ae3f-4515652c6405, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1ab0eff5-6aac-42fa-ae3f-4515652c6405,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:21.409122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.413034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Calling delete_port for 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:52:21.543296 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.594264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Pushing event deleted for resources: {'Port': ['ID=71635a7e-1bf9-41e0-83e3-031cdfd1cc7c,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:21.598723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] No DVR routers for this DVR port 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:52:21.612476 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.612829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.613165 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.613495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.613822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.614146 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.614467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.614786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.615101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.615415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.615737 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.616057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39933776-5d61-48e2-8ee7-ec2306504dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:21.648505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 1ab0eff5-6aac-42fa-ae3f-4515652c6405 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:52:21.790660 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:52:21.874889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:21.922588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=1ab0eff5-6aac-42fa-ae3f-4515652c6405,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:22.014952 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.187301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.189400 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.292827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.293427 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Fanout notify agent at l3_agent the message router_deleted on router 71e147d8-3a5a-47c4-90dd-6444ea6c7e9a {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:52:22.308635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.311985 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-628c1075-e12c-4e49-b13e-3313b994649a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/routers/71e147d8-3a5a-47c4-90dd-6444ea6c7e9a HTTP/1.1" status: 204 len: 168 time: 1.5322430 Mar 03 12:52:22.312240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44340) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:22.428708 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.562876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.587027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c013702a-813e-440a-9000-d9c9f3119d47']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:22.598695 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a60979-d82d-471f-844a-fb4ff1b41148') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:22.598990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a60979-d82d-471f-844a-fb4ff1b41148') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:22.610523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.626428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.632392 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:52:22.632771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:52:22.647653 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:52:22.783755 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.804090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:22.812817 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Network': ['ID=c013702a-813e-440a-9000-d9c9f3119d47,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:22.915470 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7b94f215-15cf-4c19-b15a-e560865053a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/networks/c013702a-813e-440a-9000-d9c9f3119d47 HTTP/1.1" status: 204 len: 168 time: 0.6016495 Mar 03 12:52:22.918076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44344) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:22.985210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81299435-0b8c-408f-a42b-0548d990a40b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.018049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81299435-0b8c-408f-a42b-0548d990a40b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.059739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:52:23.093945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:52:23.094290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 71635a7e-1bf9-41e0-83e3-031cdfd1cc7c not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:52:23.094750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1ab0eff5-6aac-42fa-ae3f-4515652c6405 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:52:23.127092 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1ab0eff5-6aac-42fa-ae3f-4515652c6405 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:52:23.127449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1ab0eff5-6aac-42fa-ae3f-4515652c6405 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:52:23.127840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd056a9a-4ec3-487d-a212-9a71d437c634 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:52:23.143900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81299435-0b8c-408f-a42b-0548d990a40b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.163261 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81299435-0b8c-408f-a42b-0548d990a40b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275fe40d-f55a-4248-810b-5a5fac95f7aa,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:23.163680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: cd056a9a-4ec3-487d-a212-9a71d437c634 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:52:23.164047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device cd056a9a-4ec3-487d-a212-9a71d437c634 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:52:23.240635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-81299435-0b8c-408f-a42b-0548d990a40b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.241785 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-81299435-0b8c-408f-a42b-0548d990a40b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/security-groups/275fe40d-f55a-4248-810b-5a5fac95f7aa HTTP/1.1" status: 204 len: 168 time: 0.3227386 Mar 03 12:52:23.581516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44352) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:23.586737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925369174', 'description': 'tempest-secgroup-smoke-925369174 description', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:23.592796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:23.596865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:23.599670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:23.605981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:23.679770 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.699888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:23.703640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:23.706522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:23.712411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:23.795877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.862571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.906490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:23.971325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:23.972557 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7cfcbaac-ebce-443a-85bb-a03c5c1522b8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3900166 Mar 03 12:52:23.975438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44356) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:23.980815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'de983b20-af66-4ed6-85b5-6a2d1bd5ff8a', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:23.986646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:23.990418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:23.993992 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:23.999607 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:24.093755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.154695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.252340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.284348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f36a03-c4e5-4658-81a5-7f26484827dc,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:24.349735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.351055 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5c37d0e8-2c7d-459e-ba0f-b1e304c69cae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747261 Mar 03 12:52:24.354675 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44360) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:24.359663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'de983b20-af66-4ed6-85b5-6a2d1bd5ff8a', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:24.365777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:24.369554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:24.372443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:24.378118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:24.453192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.512436 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.583900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.607943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e661ab6d-c0e9-4b86-9ac0-2c79b9e4a619,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:24.674286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.675452 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b4a3a895-0349-469b-8d20-fff37c91b303 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3197885 Mar 03 12:52:24.678124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44364) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:24.683074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'de983b20-af66-4ed6-85b5-6a2d1bd5ff8a', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:24.688811 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:24.692576 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:24.695448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:24.701617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:24.778704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.840367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.909764 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:24.936336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87e7c96-9844-418f-8c7c-8be784da30d3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:25.005938 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.007077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7f671cd4-5740-4a58-b610-281584f456c7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280478 Mar 03 12:52:25.010633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44368) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:25.015575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'de983b20-af66-4ed6-85b5-6a2d1bd5ff8a', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:25.021602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:25.025542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:25.028450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:25.034110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:25.109734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.175543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.256571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.280540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529b0357-398c-4358-a1fe-1787b5d50db5,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:25.332231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.333401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e596010a-a461-4074-b8e0-5ed25f8f5581 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218551 Mar 03 12:52:25.336142 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44372) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:25.342064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'de983b20-af66-4ed6-85b5-6a2d1bd5ff8a', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:25.348229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:25.352027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:25.355535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:25.361463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:25.463913 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:52:25.470679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.533225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.612185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.636291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234c0db9-6886-45e6-8b62-95e366633175,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:25.715219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.716453 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b1e2c03a-9d03-4eae-bb4c-6ba68b58181d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3786588 Mar 03 12:52:25.719185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44376) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:25.724768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'de983b20-af66-4ed6-85b5-6a2d1bd5ff8a', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:25.730900 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:25.734779 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:25.737624 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:25.743902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:25.828260 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:52:25.834909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.898743 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.971012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:25.994439 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caf2a54-29bd-4049-9818-ffe23ec476f9,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:26.045601 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.046761 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-12fe4ed6-15bb-4847-afad-07363d5eb985 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3265648 Mar 03 12:52:26.049518 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44380) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:26.054806 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'network': {'name': 'tempest-network-smoke--1868918326', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'port_security_enabled': True}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:26.059748 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:26.063760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:network and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:26.066545 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:26.072433 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:26.143166 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'network': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:52:26.146809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.174218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=88430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:52:26.182575 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.182908 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.segments_db [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Added segment 63d6d6bc-c893-4222-8b16-fb91e42e78a0 of type vlan for network 05214794-4b92-4ccc-81c4-b9d104d2e754 Mar 03 12:52:26.211388 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.303239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.308919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:26.309496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.419236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Network': ['ID=05214794-4b92-4ccc-81c4-b9d104d2e754,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:26.429530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:52:26.480475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b878fd64-2b45-4901-9f3d-e76e04e49b3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4299271 Mar 03 12:52:26.483125 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44386) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:26.487991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'admin_state_up': True, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:26.495698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:26.499675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:router and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:26.502577 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:26.509841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:26.583816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.584875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:26.599317 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:27.025190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:27.387935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:27.418631 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:27.553372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.157 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/4b86f485-a672-4a50-adae-59e689cb64fa) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:52:27.703216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:27.795962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:27.860464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:52:27.867692 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:52:27.872449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:52:27.905185 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=4b86f485-a672-4a50-adae-59e689cb64fa,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:28.360869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:28.807002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:29.102408 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 13ac43db-e996-4c82-be7c-cffebca0d359 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:52:29.279476 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:52:29.289897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Sync routers for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:52:29.299444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:29.300067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:29.354107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:29.355351 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e602c7d8-bc66-4342-8c4a-51e805d749be tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8712943 Mar 03 12:52:29.358398 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44392) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:29.398528 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8a25d23e-1273-4caa-961d-9c74123e3a9e tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=64d7c0ec8bd849cd8c54c7efb7d80823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390322 Mar 03 12:52:29.401385 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44396) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:29.511221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:29.531816 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425233c5-6619-4dca-89ad-c93705c734d1 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:29.533337 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-425233c5-6619-4dca-89ad-c93705c734d1 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308985 Mar 03 12:52:29.536238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44400) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:29.579090 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70ba8be6-38be-4099-b41b-272c267b521b tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417120 Mar 03 12:52:29.581661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44404) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:29.587516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883932363', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:29.693246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:29.697974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:subnet and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:29.700836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:29.706454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:29.793370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:28Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:29.797161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Checking router: 13ac43db-e996-4c82-be7c-cffebca0d359 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:52:29.797522 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Updating router 13ac43db-e996-4c82-be7c-cffebca0d359 port 4b86f485-a672-4a50-adae-59e689cb64fa binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:52:29.817144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:52:29.820817 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:29.850688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.098633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.174032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.182450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Subnet': ['ID=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:30.186417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Transition to ACTIVE for port object 4b86f485-a672-4a50-adae-59e689cb64fa will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:52:30.187842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Checking segment: {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:52:30.188231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network hostable DHCP agents. Network: 05214794-4b92-4ccc-81c4-b9d104d2e754, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:52:30.246599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.285897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:52:30.333437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Attempting to bind port 4b86f485-a672-4a50-adae-59e689cb64fa on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:52:30.334129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Attempting to bind port 4b86f485-a672-4a50-adae-59e689cb64fa by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:52:30.334251 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Attempting to bind port 4b86f485-a672-4a50-adae-59e689cb64fa on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:52:30.340986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafec23-f146-4892-a669-e8ad6c62b519 None None] Pushing event updated for resources: {'Port': ['ID=4b86f485-a672-4a50-adae-59e689cb64fa,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:30.345172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:52:30.345544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:52:30.345942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.346321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:52:30.346782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Bound port: 4b86f485-a672-4a50-adae-59e689cb64fa, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:52:30.347152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.354214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 05214794-4b92-4ccc-81c4-b9d104d2e754) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:52:30.359028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:30.363170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.377719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d514224-0303-4f08-8986-b85249b7f17d None None] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:52:30.440396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3e595ffe-77c9-4265-906b-885272b9086b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8576767 Mar 03 12:52:30.443110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44408) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:30.517430 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] For port 4b86f485-a672-4a50-adae-59e689cb64fa, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:52:30.522510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] For port 4b86f485-a672-4a50-adae-59e689cb64fa, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b86f485-a672-4a50-adae-59e689cb64fa,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:52:30.591361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.691246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-05214794-4b92-4ccc-81c4-b9d104d2e754', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:52:30.696436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:30.726427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:30.727063 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:30.780550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafec23-f146-4892-a669-e8ad6c62b519 None None] Pushing event updated for resources: {'Port': ['ID=4b86f485-a672-4a50-adae-59e689cb64fa,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:31.054652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:31.176863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Allocated IP 172.20.0.2 (05214794-4b92-4ccc-81c4-b9d104d2e754/2d4d5036-6d8d-4855-ba62-6c959a8f2cc3/30888588-7784-4ce4-87b5-40b59bfe2b95) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:52:31.262646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:31.522766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:31.534450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:28Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:31.539334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Transition to ACTIVE for port object 30888588-7784-4ce4-87b5-40b59bfe2b95 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:52:31.542052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b3675e-6265-4245-b592-3110b32f78d3 None None] The sync data for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv is: [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:28Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:52:31.563281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Transition to ACTIVE for port object 30888588-7784-4ce4-87b5-40b59bfe2b95 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:52:31.624488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:31.688736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:52:31.691470 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:52:31.693924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:52:31.699311 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.1 (05214794-4b92-4ccc-81c4-b9d104d2e754/2d4d5036-6d8d-4855-ba62-6c959a8f2cc3/a2993354-6bf8-476b-8d00-3ad11fabdbe7) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:52:31.740752 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Pushing event updated for resources: {'Port': ['ID=30888588-7784-4ce4-87b5-40b59bfe2b95,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:31.825111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Attempting to bind port 30888588-7784-4ce4-87b5-40b59bfe2b95 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:52:31.825693 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Attempting to bind port 30888588-7784-4ce4-87b5-40b59bfe2b95 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:52:31.826047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Attempting to bind port 30888588-7784-4ce4-87b5-40b59bfe2b95 on network 05214794-4b92-4ccc-81c4-b9d104d2e754 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:52:31.831740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:52:31.832195 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Checking segment: {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:52:31.832707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:31.833103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Bound using segment: {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:52:31.833563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Bound port: 30888588-7784-4ce4-87b5-40b59bfe2b95, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:52:31.833933 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:31.902859 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:31.919731 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object a2993354-6bf8-476b-8d00-3ad11fabdbe7 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:52:31.933011 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] For port 30888588-7784-4ce4-87b5-40b59bfe2b95, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:52:31.936641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] For port 30888588-7784-4ce4-87b5-40b59bfe2b95, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=30888588-7784-4ce4-87b5-40b59bfe2b95,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:52:32.000583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:32.030377 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:32.088532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e484364-3922-4f0a-ba69-afa08dfa0654 None None] Pushing event updated for resources: {'Port': ['ID=30888588-7784-4ce4-87b5-40b59bfe2b95,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:32.106149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:52:32.115070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:52:32.120082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:52:32.157451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=a2993354-6bf8-476b-8d00-3ad11fabdbe7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:32.184960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:32.401341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:32.942883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.012717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.034053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd7043-9cf5-4de0-a7b1-bf7a69454f86 None None] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:52:33.130716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=a2993354-6bf8-476b-8d00-3ad11fabdbe7,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:33.135900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.166865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30888588-7784-4ce4-87b5-40b59bfe2b95 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:52:33.228809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-edc94660-21b5-4b58-94c8-482302ef2556 None None] Provisioning for port 30888588-7784-4ce4-87b5-40b59bfe2b95 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:52:33.278176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:52:33.279304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:52:33.366204 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 30888588-7784-4ce4-87b5-40b59bfe2b95 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:52:33.374914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 30888588-7784-4ce4-87b5-40b59bfe2b95 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:33.375290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.475704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 13ac43db-e996-4c82-be7c-cffebca0d359 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:52:33.508269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.545078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 30888588-7784-4ce4-87b5-40b59bfe2b95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=30888588-7784-4ce4-87b5-40b59bfe2b95,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:33.646516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.647315 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b86f485-a672-4a50-adae-59e689cb64fa up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:52:33.670600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:52:33.683743 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Sync routers for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:52:33.693057 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0e4cf3b3-f2c2-4276-8fb8-3ba2ff68c8df tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/13ac43db-e996-4c82-be7c-cffebca0d359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2404711 Mar 03 12:52:33.705826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:33.706438 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:33.803805 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=30888588-7784-4ce4-87b5-40b59bfe2b95,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:33.877119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-753184cd-27c6-4383-a32e-6b5d4b3c7aaf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:52:33.879815 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-225cf43f-9adb-4e6c-9230-afa40b7afa60 None None] Provisioning for port a2993354-6bf8-476b-8d00-3ad11fabdbe7 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:52:33.886119 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-225cf43f-9adb-4e6c-9230-afa40b7afa60 None None] Provisioning complete for port a2993354-6bf8-476b-8d00-3ad11fabdbe7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:33.892073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-225cf43f-9adb-4e6c-9230-afa40b7afa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.916241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4b86f485-a672-4a50-adae-59e689cb64fa completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:52:33.921325 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:33.930106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4b86f485-a672-4a50-adae-59e689cb64fa triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:33.930462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:33.970768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-753184cd-27c6-4383-a32e-6b5d4b3c7aaf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:52:33.973022 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-753184cd-27c6-4383-a32e-6b5d4b3c7aaf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925369174&fields=id&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 267 time: 0.1408107 Mar 03 12:52:34.046540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-225cf43f-9adb-4e6c-9230-afa40b7afa60 None None] Port a2993354-6bf8-476b-8d00-3ad11fabdbe7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:52:34.066274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-225cf43f-9adb-4e6c-9230-afa40b7afa60 None None] Provisioning complete for port 30888588-7784-4ce4-87b5-40b59bfe2b95 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:34.066646 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-225cf43f-9adb-4e6c-9230-afa40b7afa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:34.147338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-d01fe1c4-2135-41a6-8a74-db18b0dbe1d4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:34.147338 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-d01fe1c4-2135-41a6-8a74-db18b0dbe1d4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:52:34.176436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:34.221208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4b86f485-a672-4a50-adae-59e689cb64fa, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b86f485-a672-4a50-adae-59e689cb64fa,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:34.224167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-d01fe1c4-2135-41a6-8a74-db18b0dbe1d4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:52:34.228489 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-d01fe1c4-2135-41a6-8a74-db18b0dbe1d4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 797 time: 0.2477143 Mar 03 12:52:34.242553 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-b6c7df6b-59d5-4576-84f4-f7785f1f4c83 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/quotas/64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 375 time: 0.0104060 Mar 03 12:52:34.261346 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 2, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:34.265180 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Checking router: 13ac43db-e996-4c82-be7c-cffebca0d359 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:52:34.265463 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Updating router 13ac43db-e996-4c82-be7c-cffebca0d359 port a2993354-6bf8-476b-8d00-3ad11fabdbe7 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:52:34.281742 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:34.321786 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:34.362697 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-102dd35b-390f-4e66-919b-1d1ec58285b7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:52:34.434478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c04edb23-7fd9-4796-859c-1056073dbfb3 None None] Provisioning complete for port a2993354-6bf8-476b-8d00-3ad11fabdbe7 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:34.434841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c04edb23-7fd9-4796-859c-1056073dbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:34.476398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4b86f485-a672-4a50-adae-59e689cb64fa,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:34.486988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-102dd35b-390f-4e66-919b-1d1ec58285b7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:52:34.490384 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-102dd35b-390f-4e66-919b-1d1ec58285b7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2378676 Mar 03 12:52:34.513068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c04edb23-7fd9-4796-859c-1056073dbfb3 None None] Port a2993354-6bf8-476b-8d00-3ad11fabdbe7 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:52:34.563435 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-80391844-7cfc-4079-ac2b-e4ce8e146383 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:52:34.564438 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-80391844-7cfc-4079-ac2b-e4ce8e146383 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632720 Mar 03 12:52:34.699272 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-52d66aa7-c198-455d-aab0-66d9727a39cb service neutron] 10.222.0.35 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289277 Mar 03 12:52:34.721595 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:34.733357 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Transition to ACTIVE for port object a2993354-6bf8-476b-8d00-3ad11fabdbe7 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:52:34.812936 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:34.943149 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-0e70f1a5-07e5-4158-b9eb-dc24ec8b3249 service neutron] 10.222.0.35 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380774 Mar 03 12:52:34.944572 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Pushing event updated for resources: {'Port': ['ID=a2993354-6bf8-476b-8d00-3ad11fabdbe7,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:34.982277 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.982850 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.983337 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.983829 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.984182 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.984510 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.984839 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.985146 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.985461 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.985764 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.986245 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:34.986559 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:52:35.047428 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Attempting to bind port a2993354-6bf8-476b-8d00-3ad11fabdbe7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:52:35.047917 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Attempting to bind port a2993354-6bf8-476b-8d00-3ad11fabdbe7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:52:35.048356 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Attempting to bind port a2993354-6bf8-476b-8d00-3ad11fabdbe7 on network 05214794-4b92-4ccc-81c4-b9d104d2e754 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:52:35.053953 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:52:35.056606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Checking segment: {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:52:35.056606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:35.056606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Bound using segment: {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:52:35.056606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Bound port: a2993354-6bf8-476b-8d00-3ad11fabdbe7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:52:35.056606 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:35.083280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30888588-7784-4ce4-87b5-40b59bfe2b95 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:52:35.165388 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] For port a2993354-6bf8-476b-8d00-3ad11fabdbe7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:52:35.170901 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] For port a2993354-6bf8-476b-8d00-3ad11fabdbe7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a2993354-6bf8-476b-8d00-3ad11fabdbe7,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:52:35.197263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 30888588-7784-4ce4-87b5-40b59bfe2b95 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:35.197631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:35.218015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-cb7f15e2-bb2e-42e9-beff-eb7cb82573ba req-d2dc4b41-6542-40c2-a3ed-07333c40cc4e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:52:35.230204 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:35.231786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-cb7f15e2-bb2e-42e9-beff-eb7cb82573ba req-d2dc4b41-6542-40c2-a3ed-07333c40cc4e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:52:35.233265 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cb7f15e2-bb2e-42e9-beff-eb7cb82573ba req-d2dc4b41-6542-40c2-a3ed-07333c40cc4e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 210 time: 0.0614913 Mar 03 12:52:35.331404 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dd716-f32a-4eb6-98b9-44dd350e41ca None None] Pushing event updated for resources: {'Port': ['ID=a2993354-6bf8-476b-8d00-3ad11fabdbe7,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:35.350201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b86f485-a672-4a50-adae-59e689cb64fa up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:52:35.356418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:35.357055 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:35.438201 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4b86f485-a672-4a50-adae-59e689cb64fa triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:35.438574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:35.551407 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:35.873423 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:35Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:35.877199 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcab6f-afb3-4264-bdfa-6533de3c123b None None] The sync data for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv is: [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:35Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:52:36.404864 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-594c25f6-2d0d-43af-9ad4-21b7ab8bc412 req-86e0c15b-0332-4e6e-ab7a-bd7d0d727cac tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 210 time: 0.0478919 Mar 03 12:52:37.096175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a2993354-6bf8-476b-8d00-3ad11fabdbe7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:52:37.213045 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a2993354-6bf8-476b-8d00-3ad11fabdbe7 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:52:37.218573 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a2993354-6bf8-476b-8d00-3ad11fabdbe7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:37.218942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:37.226805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-9dc4a87a-3602-49a9-816d-4846f14784fa tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:37.236169 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-9dc4a87a-3602-49a9-816d-4846f14784fa tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 797 time: 0.1510632 Mar 03 12:52:37.276298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-05326a73-3641-47bd-ba1c-6086e9bf4b11 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:52:37.293568 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-09504437-76ab-469b-a323-c4ce202a3755 req-05326a73-3641-47bd-ba1c-6086e9bf4b11 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:52:37.294978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-05326a73-3641-47bd-ba1c-6086e9bf4b11 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 379 time: 0.0584958 Mar 03 12:52:37.309393 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'port': {'device_id': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'admin_state_up': True, 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'security_groups': ['de983b20-af66-4ed6-85b5-6a2d1bd5ff8a']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:37.345371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:37.381780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a2993354-6bf8-476b-8d00-3ad11fabdbe7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a2993354-6bf8-476b-8d00-3ad11fabdbe7,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:37.429282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:37.454538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:37.468893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:37.498927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a2993354-6bf8-476b-8d00-3ad11fabdbe7,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:37.558822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:52:37.562214 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:37.577893 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-41a63c6d-3ef0-4ad7-a3ea-16e65f4dc962 req-9540c240-7ae5-46d9-b9b5-b6a13a43dffd tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 210 time: 0.0556953 Mar 03 12:52:37.726605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.12 (05214794-4b92-4ccc-81c4-b9d104d2e754/2d4d5036-6d8d-4855-ba62-6c959a8f2cc3/b9f85065-5a41-4d18-862e-127e4ccd148d) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:52:37.909421 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:37.924804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object b9f85065-5a41-4d18-862e-127e4ccd148d will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:52:37.995601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:38.052555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9e6c8f1e-dea3-4676-bac8-b2d07f5dabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:38.177978 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:52:38.181025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:52:38.183383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:52:38.234390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:38.262206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:38.262833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:38.326945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:38.361821 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0dbef3d-b94e-4e1a-9078-2898c0cdbd52 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0569553 Mar 03 12:52:38.374380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Request body: {'port': {'device_id': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:38.487336 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:38.514755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-96886f51-1cdf-4d65-898d-c5688598e715 None None] Provisioning for port b9f85065-5a41-4d18-862e-127e4ccd148d completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:52:38.519661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-96886f51-1cdf-4d65-898d-c5688598e715 None None] Provisioning complete for port b9f85065-5a41-4d18-862e-127e4ccd148d triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:38.520058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-96886f51-1cdf-4d65-898d-c5688598e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:38.572633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-96886f51-1cdf-4d65-898d-c5688598e715 None None] Port b9f85065-5a41-4d18-862e-127e4ccd148d cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:52:38.765314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932589cf-accb-4d56-9618-fa5f82e7852c req-12489925-7083-4158-a11b-ea2a00bc088c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:38.766667 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-932589cf-accb-4d56-9618-fa5f82e7852c req-12489925-7083-4158-a11b-ea2a00bc088c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 932 time: 0.0813441 Mar 03 12:52:38.812972 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-932589cf-accb-4d56-9618-fa5f82e7852c req-f4cf8708-d264-460a-a3ca-294926fcfd12 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403423 Mar 03 12:52:38.843427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f85065-5a41-4d18-862e-127e4ccd148d {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:52:38.850564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:38.865033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Transition to ACTIVE for port object b9f85065-5a41-4d18-862e-127e4ccd148d will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:52:38.954593 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:39.081699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a2993354-6bf8-476b-8d00-3ad11fabdbe7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:52:39.156259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:39.165018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a2993354-6bf8-476b-8d00-3ad11fabdbe7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:39.165402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:39.202230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Attempting to bind port b9f85065-5a41-4d18-862e-127e4ccd148d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:52:39.202600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Attempting to bind port b9f85065-5a41-4d18-862e-127e4ccd148d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:52:39.202920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Attempting to bind port b9f85065-5a41-4d18-862e-127e4ccd148d on network 05214794-4b92-4ccc-81c4-b9d104d2e754 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:52:39.207548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Port b9f85065-5a41-4d18-862e-127e4ccd148d on network 05214794-4b92-4ccc-81c4-b9d104d2e754 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:52:39.207860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Attempting to bind port b9f85065-5a41-4d18-862e-127e4ccd148d on network 05214794-4b92-4ccc-81c4-b9d104d2e754 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:52:39.213618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:52:39.213941 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Checking segment: {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:52:39.214313 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Bound using segment: {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:52:39.214729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Bound port: b9f85065-5a41-4d18-862e-127e4ccd148d, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d6d6bc-c893-4222-8b16-fb91e42e78a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:52:39.215063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:39.305984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:52:39.308897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:52:39.395240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:39.450171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:39.450777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:39.452293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] 10.222.0.26 "PUT /v2.0/ports/b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 1094 time: 1.0820119 Mar 03 12:52:39.452725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:52:39.487491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56339a0b-e8e8-4930-879e-31afe1cd663a service neutron] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:39.507254 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'status': 'completed', 'code': 200} Mar 03 12:52:39.604776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d0f1a-e6f1-45ed-88e9-68183e6d677c req-bfbe78f2-bb77-4387-a8ca-e3493036d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:39.606260 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-308d0f1a-e6f1-45ed-88e9-68183e6d677c req-bfbe78f2-bb77-4387-a8ca-e3493036d1b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1097 time: 0.0786550 Mar 03 12:52:39.747106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d0f1a-e6f1-45ed-88e9-68183e6d677c req-082a3fa2-3665-4fb1-b504-5289ea948968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:39.748738 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-308d0f1a-e6f1-45ed-88e9-68183e6d677c req-082a3fa2-3665-4fb1-b504-5289ea948968 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1358771 Mar 03 12:52:39.883736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d0f1a-e6f1-45ed-88e9-68183e6d677c req-ae170a06-1c5a-427b-9dc5-4b2d4d35b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:39.885629 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-308d0f1a-e6f1-45ed-88e9-68183e6d677c req-ae170a06-1c5a-427b-9dc5-4b2d4d35b574 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317682 Mar 03 12:52:39.988506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-280fdcd1-8780-4243-abce-7a621c0c4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:39.989937 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-280fdcd1-8780-4243-abce-7a621c0c4c1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1097 time: 0.0690601 Mar 03 12:52:39.994258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c3b3d-1921-4521-9346-0142aa630ce7 req-4cf34c2e-968b-4860-9f15-0a8cbbf3bd3f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:39.995823 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4a3c3b3d-1921-4521-9346-0142aa630ce7 req-4cf34c2e-968b-4860-9f15-0a8cbbf3bd3f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 944 time: 0.0790434 Mar 03 12:52:40.043656 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4a3c3b3d-1921-4521-9346-0142aa630ce7 req-8814b58b-ff95-4092-8807-60af472d45fb tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Mar 03 12:52:40.060627 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-4f2b3020-a70c-4f7e-a031-2ee88e0d8ffd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 217 time: 0.0637398 Mar 03 12:52:40.120579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0bfd4a0-1189-4fa0-a70e-8c66978967fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:40.121898 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-d0bfd4a0-1189-4fa0-a70e-8c66978967fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 200 len: 835 time: 0.0559411 Mar 03 12:52:40.241262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8264ee29-72e5-4284-8bb9-a8acc7692d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:40.304414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504437-76ab-469b-a323-c4ce202a3755 req-eabca5d8-e46c-4972-b081-703d7fa84580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:40.305859 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-eabca5d8-e46c-4972-b081-703d7fa84580 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05214794-4b92-4ccc-81c4-b9d104d2e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1782687 Mar 03 12:52:40.439579 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-7324c5d9-247b-4378-8fbc-d26b90879b01 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274836 Mar 03 12:52:40.568101 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-09504437-76ab-469b-a323-c4ce202a3755 req-11b35f1d-a65f-48e2-a638-074f80cc03dd service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225324 Mar 03 12:52:41.189393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:41.228679 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442838-90ba-45c4-9d63-c55a1bcc96b6 req-e5b0ea3c-1061-47b5-a744-e4435b639c30 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:41.229375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-a4442838-90ba-45c4-9d63-c55a1bcc96b6 req-e5b0ea3c-1061-47b5-a744-e4435b639c30 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:52:41.291816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-a4442838-90ba-45c4-9d63-c55a1bcc96b6 req-e5b0ea3c-1061-47b5-a744-e4435b639c30 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:52:41.293044 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a4442838-90ba-45c4-9d63-c55a1bcc96b6 req-e5b0ea3c-1061-47b5-a744-e4435b639c30 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 944 time: 0.1426690 Mar 03 12:52:41.337386 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a4442838-90ba-45c4-9d63-c55a1bcc96b6 req-1ca709c8-0d7a-472d-bf22-b70e566be70c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Mar 03 12:52:41.514518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device b9f85065-5a41-4d18-862e-127e4ccd148d details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:52:41.553698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:41.644157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:41.657705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'port_id': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'mac_address': 'fa:16:3e:cf:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:52:41.714874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:41.731397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f85065-5a41-4d18-862e-127e4ccd148d {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:52:41.746507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:41.795131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:41.861452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:41.998847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['b9f85065-5a41-4d18-862e-127e4ccd148d'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:52:42.530993 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8cdd9-8ded-4a42-af79-82d3b2704da4 req-2550f978-50e6-4253-b1be-ca6b819d272c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:42.532462 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0ee8cdd9-8ded-4a42-af79-82d3b2704da4 req-2550f978-50e6-4253-b1be-ca6b819d272c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 945 time: 0.0853319 Mar 03 12:52:42.575728 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0ee8cdd9-8ded-4a42-af79-82d3b2704da4 req-46bc8f49-9b1c-4cd8-aab7-7d9646c88957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377188 Mar 03 12:52:42.936373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:43.514630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device b9f85065-5a41-4d18-862e-127e4ccd148d up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:52:43.640603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port b9f85065-5a41-4d18-862e-127e4ccd148d completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:52:43.646054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port b9f85065-5a41-4d18-862e-127e4ccd148d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:52:43.646558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:43.763073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:43.763634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711df3-76a3-4580-a3da-24619c431ec8 req-942e7454-96f6-44ae-a3ec-b373e267f6ae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:43.765131 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ac711df3-76a3-4580-a3da-24619c431ec8 req-942e7454-96f6-44ae-a3ec-b373e267f6ae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 945 time: 0.0822198 Mar 03 12:52:43.789288 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:52:43.799513 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:52:43.809788 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ac711df3-76a3-4580-a3da-24619c431ec8 req-d517f26d-a781-4254-b86f-287437d27602 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 Mar 03 12:52:43.874076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:43.916146 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'code': 200} Mar 03 12:52:43.950095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:44.266048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92258bf-880d-45f3-a56d-cfa5824695dc req-72898147-0f4b-40f6-bd46-789e90ae3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:44.267554 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e92258bf-880d-45f3-a56d-cfa5824695dc req-72898147-0f4b-40f6-bd46-789e90ae3576 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1099 time: 0.0706661 Mar 03 12:52:44.311449 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e92258bf-880d-45f3-a56d-cfa5824695dc req-b8f46808-a239-4951-9413-4b3b843f7157 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380726 Mar 03 12:52:44.994831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b18d0-94b8-4915-b7a4-2021dc3d09c3 req-e29db0a2-9235-48de-8a1d-45970a44b0fa tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:44.996295 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a09b18d0-94b8-4915-b7a4-2021dc3d09c3 req-e29db0a2-9235-48de-8a1d-45970a44b0fa tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0793939 Mar 03 12:52:45.041196 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a09b18d0-94b8-4915-b7a4-2021dc3d09c3 req-4983e375-5e43-4335-8c0c-2de00fda5db3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393934 Mar 03 12:52:46.228155 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dde8e-4873-4b9e-ab3b-1563ecdd0c87 req-5c94cd11-a47b-4550-ad40-ef50eff48ca0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:46.229591 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-827dde8e-4873-4b9e-ab3b-1563ecdd0c87 req-5c94cd11-a47b-4550-ad40-ef50eff48ca0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0838335 Mar 03 12:52:46.271706 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-827dde8e-4873-4b9e-ab3b-1563ecdd0c87 req-e9997d18-95da-499e-b157-3b6ee70589f8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364423 Mar 03 12:52:46.463098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d855-9a7c-48b4-ac8b-3ba7aed6da72 req-14cdea96-2a36-4575-8049-355ebd191311 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:46.464610 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dfa6d855-9a7c-48b4-ac8b-3ba7aed6da72 req-14cdea96-2a36-4575-8049-355ebd191311 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0902095 Mar 03 12:52:46.510260 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dfa6d855-9a7c-48b4-ac8b-3ba7aed6da72 req-a10575d9-1f30-47b3-b106-1c3991b324d9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385063 Mar 03 12:52:46.532299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44476) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:46.601721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3040759-475c-438a-8618-cca5c07bd393 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:46.603194 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c3040759-475c-438a-8618-cca5c07bd393 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1094 time: 0.0699520 Mar 03 12:52:46.605912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44480) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:46.610652 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:52:46.616548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:52:46.620585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:floatingip and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:52:46.623437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:52:46.629138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:52:46.697888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:46.839582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:46.975370 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.133 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/87b0ba7a-8b9e-46fe-b0b1-bff2d9e0a950) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:52:47.123070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:47.193921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:47.258188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:52:47.265265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:52:47.269259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:52:47.298309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=87b0ba7a-8b9e-46fe-b0b1-bff2d9e0a950,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:47.777829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:47.888104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:48.088802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:48.126033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:48.232025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=87b0ba7a-8b9e-46fe-b0b1-bff2d9e0a950,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:52:48.243995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:48.411130 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP e0d1af4d-5e24-436f-8047-734e6357cc0d associated. External IP: 172.26.8.133, port: b9f85065-5a41-4d18-862e-127e4ccd148d. Mar 03 12:52:48.751073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 13ac43db-e996-4c82-be7c-cffebca0d359 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:52:48.923915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:52:48.934076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] Sync routers for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:52:48.943848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:48.944480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:49.016945 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:52:49.071621 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4d6e0128-9d5b-42b3-ba0f-299f9b77231a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4646769 Mar 03 12:52:49.072282 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:52:49.122786 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:49.123899 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'status': 'completed', 'code': 200} Mar 03 12:52:49.266335 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a652168-3c0a-45e9-83ae-1ee5eab2db37 req-ce531d55-51af-4a78-a1b5-b6f385b9e0ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:49.268113 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a652168-3c0a-45e9-83ae-1ee5eab2db37 req-ce531d55-51af-4a78-a1b5-b6f385b9e0ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0907457 Mar 03 12:52:49.322397 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9a652168-3c0a-45e9-83ae-1ee5eab2db37 req-3eb2648d-eb69-49d4-903f-64ee6cb7d39a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Mar 03 12:52:49.346998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44488) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:49.350750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584441c3-5e69-4244-b03d-ba696f937755 req-9ca02fa2-bfae-4e4d-b400-dde3bbaa8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:49.352458 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-584441c3-5e69-4244-b03d-ba696f937755 req-9ca02fa2-bfae-4e4d-b400-dde3bbaa8818 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1099 time: 0.2071657 Mar 03 12:52:49.454642 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-01ea2d5c-a2fb-44de-a52c-53f7891abe58 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/e0d1af4d-5e24-436f-8047-734e6357cc0d HTTP/1.1" status: 200 len: 992 time: 0.1064947 Mar 03 12:52:49.489359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584441c3-5e69-4244-b03d-ba696f937755 req-ac7ebbc6-bae0-4ced-ab29-5176380614d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:49.490803 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-584441c3-5e69-4244-b03d-ba696f937755 req-ac7ebbc6-bae0-4ced-ab29-5176380614d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 898 time: 0.1319418 Mar 03 12:52:49.492886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'e0d1af4d-5e24-436f-8047-734e6357cc0d', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.133', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'port_id': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'mac_address': 'fa:16:3e:cf:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:52:47Z', 'updated_at': '2022-03-03T12:52:47Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:49.496694 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] Checking router: 13ac43db-e996-4c82-be7c-cffebca0d359 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:52:49.504898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:52:49.505480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:52:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:49.595271 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-584441c3-5e69-4244-b03d-ba696f937755 req-86452d93-8930-4ada-9903-863999d7da5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 1000 time: 0.0977404 Mar 03 12:52:49.657005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584441c3-5e69-4244-b03d-ba696f937755 req-7ebfd8a4-9d2f-450b-9e89-489e0674a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:49.658435 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-584441c3-5e69-4244-b03d-ba696f937755 req-7ebfd8a4-9d2f-450b-9e89-489e0674a26f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 200 len: 835 time: 0.0578911 Mar 03 12:52:49.682611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:52:49.735300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584441c3-5e69-4244-b03d-ba696f937755 req-b51c561e-cb93-4609-83ea-640eaea11c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:52:49.736818 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-584441c3-5e69-4244-b03d-ba696f937755 req-b51c561e-cb93-4609-83ea-640eaea11c47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05214794-4b92-4ccc-81c4-b9d104d2e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729749 Mar 03 12:52:49.869583 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-584441c3-5e69-4244-b03d-ba696f937755 req-dad3a843-8c54-4470-bdd5-a54c59cd1e7e service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258337 Mar 03 12:52:50.003089 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-584441c3-5e69-4244-b03d-ba696f937755 req-d478f22d-fdf9-4486-9046-e5fbf681eba9 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280596 Mar 03 12:52:50.061157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'e0d1af4d-5e24-436f-8047-734e6357cc0d', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.133', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'port_id': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'mac_address': 'fa:16:3e:cf:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:52:47Z', 'updated_at': '2022-03-03T12:52:47Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:52:50.065021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84af3eb-b023-415e-81bb-158fcd158dde None None] The sync data for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv is: [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'e0d1af4d-5e24-436f-8047-734e6357cc0d', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.133', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'port_id': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'mac_address': 'fa:16:3e:cf:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:52:47Z', 'updated_at': '2022-03-03T12:52:47Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:52:50.239826 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff386da6-79e6-4337-bf83-db38f8a62179 None None] New status for floating IP e0d1af4d-5e24-436f-8047-734e6357cc0d: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:52:50.457927 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44492) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:50.560287 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e3c3a6b6-6d6c-4f2a-a9ac-35d48101ac63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/e0d1af4d-5e24-436f-8047-734e6357cc0d HTTP/1.1" status: 200 len: 992 time: 0.1012945 Mar 03 12:52:51.564164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44496) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:52:51.667575 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-72478318-2a0c-47de-b2af-fffc83a8f801 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/e0d1af4d-5e24-436f-8047-734e6357cc0d HTTP/1.1" status: 200 len: 994 time: 0.1021132 Mar 03 12:52:58.789421 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:53:08.046069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7a32b1ba-b062-4b90-81e2-c4d0f8e87765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:08.331648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:10.182109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-910e93dd-9746-4bc0-93e2-bb32674b8f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:11.188369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:11.576998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:12.954648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:21.359755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69963ae8-b864-47e0-a25d-f6567e5dbdf0 req-de045f0d-a04c-416b-9ead-9c32ad94f3cf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:21.361223 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-69963ae8-b864-47e0-a25d-f6567e5dbdf0 req-de045f0d-a04c-416b-9ead-9c32ad94f3cf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0801120 Mar 03 12:53:21.404244 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-69963ae8-b864-47e0-a25d-f6567e5dbdf0 req-57433a99-48b8-4bef-8f12-d29488af990c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371783 Mar 03 12:53:21.530208 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-6676828b-d6f6-4466-9286-6d2909931c30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158264 Mar 03 12:53:22.593369 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad286b6-4690-4411-a9da-afe109fab9b1 req-78be7ef3-db4c-4562-9b2e-de5fd972d926 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:22.594887 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dad286b6-4690-4411-a9da-afe109fab9b1 req-78be7ef3-db4c-4562-9b2e-de5fd972d926 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0795794 Mar 03 12:53:22.640451 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dad286b6-4690-4411-a9da-afe109fab9b1 req-5f6a7dd4-78bc-41ad-b88a-530ff1ac8493 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397596 Mar 03 12:53:23.452457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-f19f1fb9-e9ad-4631-9bdd-f4e410314291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:23.453965 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-f19f1fb9-e9ad-4631-9bdd-f4e410314291 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1099 time: 0.0736413 Mar 03 12:53:23.581893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-e137d462-c0aa-40a1-9528-9e8645651d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:23.583317 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-e137d462-c0aa-40a1-9528-9e8645651d9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 898 time: 0.1237102 Mar 03 12:53:23.683980 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-b0e0796a-173a-42b2-8578-791841ee3ea2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 1002 time: 0.0944860 Mar 03 12:53:23.746177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-6070bc9a-6b68-4147-9461-c10bf8738f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:23.748469 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-6070bc9a-6b68-4147-9461-c10bf8738f97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 200 len: 835 time: 0.0581870 Mar 03 12:53:23.883433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb523c-ecf0-44d3-a0ed-9b8411bf6a48 req-05365cb0-2733-43ba-807c-4bc9ab8e28e7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:23.885160 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-11cb523c-ecf0-44d3-a0ed-9b8411bf6a48 req-05365cb0-2733-43ba-807c-4bc9ab8e28e7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.1355822 Mar 03 12:53:23.887743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-76e18eec-4fb8-419c-8e85-a792db78e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:23.889078 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-76e18eec-4fb8-419c-8e85-a792db78e05e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05214794-4b92-4ccc-81c4-b9d104d2e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098874 Mar 03 12:53:23.906665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-743438a5-f41e-4606-a9ec-6b4d4d28a65c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 12:53:23.907576 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-743438a5-f41e-4606-a9ec-6b4d4d28a65c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045974 Mar 03 12:53:24.009467 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-11cb523c-ecf0-44d3-a0ed-9b8411bf6a48 req-2602d678-89b3-44b7-9a9a-0673d96d3cb2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186779 Mar 03 12:53:24.053807 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-5b9c1ff7-2824-4e57-b211-5710eecf68ed service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391606 Mar 03 12:53:24.295642 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-17b69001-f470-461b-8bed-8c458888654a service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348497 Mar 03 12:53:25.192304 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368cc03-be1a-4af7-a0bf-202a90139cde req-8e6aceb9-d43b-40f1-a352-b20b02083989 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:25.193766 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4368cc03-be1a-4af7-a0bf-202a90139cde req-8e6aceb9-d43b-40f1-a352-b20b02083989 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0814409 Mar 03 12:53:25.237685 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4368cc03-be1a-4af7-a0bf-202a90139cde req-ba09a2f7-ebc4-4d13-90d0-7accecd5b275 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383890 Mar 03 12:53:26.427410 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b91ba-8704-440b-980c-d5461d60357e req-d2347740-c009-4a86-bafe-1d3fb3e51cd6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:26.428861 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-935b91ba-8704-440b-980c-d5461d60357e req-d2347740-c009-4a86-bafe-1d3fb3e51cd6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0818946 Mar 03 12:53:26.471443 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-935b91ba-8704-440b-980c-d5461d60357e req-1f94ad21-960d-4843-9670-b8c5954a324e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369308 Mar 03 12:53:27.656043 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29fbce-5d04-40d4-b75d-b23f586964d2 req-f9c3d2f0-ee99-42d9-8a80-6583050726f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:27.657496 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1a29fbce-5d04-40d4-b75d-b23f586964d2 req-f9c3d2f0-ee99-42d9-8a80-6583050726f3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0807934 Mar 03 12:53:27.704980 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1a29fbce-5d04-40d4-b75d-b23f586964d2 req-8672b104-e678-4d24-8a46-c21b43c21afc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418077 Mar 03 12:53:28.886687 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ad32-f12c-4b8a-b6c6-478d1d5be374 req-21d74147-057d-44f1-99fa-61d4e36489db tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:28.888678 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0479ad32-f12c-4b8a-b6c6-478d1d5be374 req-21d74147-057d-44f1-99fa-61d4e36489db tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0785174 Mar 03 12:53:28.934866 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0479ad32-f12c-4b8a-b6c6-478d1d5be374 req-fc019d68-e798-409c-8c0f-1407fc29270c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400352 Mar 03 12:53:30.115850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb1380-17e9-40b8-aec3-0760b95255db req-208d68cf-ac15-4789-8cd3-4948349b7928 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:30.117317 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c5cb1380-17e9-40b8-aec3-0760b95255db req-208d68cf-ac15-4789-8cd3-4948349b7928 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0789957 Mar 03 12:53:30.161284 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c5cb1380-17e9-40b8-aec3-0760b95255db req-2f4aa739-1421-48f7-8ba6-0dc26bdfac0f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382404 Mar 03 12:53:31.346758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521d56-bd73-4729-9a93-133d805f1a69 req-e3cf07ec-51a3-43a8-b826-f7a26407e4f2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:31.348271 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a3521d56-bd73-4729-9a93-133d805f1a69 req-e3cf07ec-51a3-43a8-b826-f7a26407e4f2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0841370 Mar 03 12:53:31.391782 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a3521d56-bd73-4729-9a93-133d805f1a69 req-cf2f163a-64cc-4757-8cf4-f2660ca69b3f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379782 Mar 03 12:53:32.585645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4f41c-0e7d-46e3-8480-1f878eba0d3f req-ee0795f3-446b-43e5-a313-9e9b6203e582 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:32.587043 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dae4f41c-0e7d-46e3-8480-1f878eba0d3f req-ee0795f3-446b-43e5-a313-9e9b6203e582 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0922980 Mar 03 12:53:32.630431 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dae4f41c-0e7d-46e3-8480-1f878eba0d3f req-57478411-10b0-409e-9b5b-2edd87d1eced tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372777 Mar 03 12:53:33.820286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786a9f4-4515-4d00-95f2-3b35a297e4f9 req-c1229c34-23b5-427c-b36f-d346714969e4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:33.821714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e786a9f4-4515-4d00-95f2-3b35a297e4f9 req-c1229c34-23b5-427c-b36f-d346714969e4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0829508 Mar 03 12:53:33.865905 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e786a9f4-4515-4d00-95f2-3b35a297e4f9 req-0857feae-0c8a-431d-809a-29e1e3e83b79 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385213 Mar 03 12:53:34.182715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-c5c9cfb3-44ef-4f57-a381-be41f66be7cd req-db2f805f-e526-4f45-acd1-859ec254622a tempest-ServerDiskConfigTestJSON-1064773236 tempest-ServerDiskConfigTestJSON-1064773236-project] (88430) timed out ('10.222.0.26', 52455) {{(pid=88430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 12:53:35.050083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f02d-614f-4cb5-88e8-96a4f8dc65ab req-83b074c0-fd85-47c1-bbc4-38536e1b361d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:35.051537 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0f43f02d-614f-4cb5-88e8-96a4f8dc65ab req-83b074c0-fd85-47c1-bbc4-38536e1b361d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0783329 Mar 03 12:53:35.094548 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0f43f02d-614f-4cb5-88e8-96a4f8dc65ab req-098abe89-c36e-43db-ad18-d34a064a6c20 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374360 Mar 03 12:53:35.787581 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:53:36.191472 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-838e0dd9-e2d9-497d-a90a-81e023480bf6 service neutron] 10.222.0.26 "GET /v2.0/ports/b9f85065-5a41-4d18-862e-127e4ccd148d/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0746491 Mar 03 12:53:36.279498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48646f-4b07-440a-9e97-ec2b0cfff4da req-22811bee-44f6-4114-bf90-31194fdd17a9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:36.281089 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ec48646f-4b07-440a-9e97-ec2b0cfff4da req-22811bee-44f6-4114-bf90-31194fdd17a9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0822554 Mar 03 12:53:36.326795 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ec48646f-4b07-440a-9e97-ec2b0cfff4da req-cc1a798e-b66e-4207-b662-513cc28e223e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Mar 03 12:53:36.843233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-724d41ae-8a8d-4dd9-b970-361923e18558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:36.844719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-724d41ae-8a8d-4dd9-b970-361923e18558 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 1099 time: 0.0701158 Mar 03 12:53:36.938263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-2d67b8d5-8262-44e8-8b8a-87571dd0d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:36.939699 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-2d67b8d5-8262-44e8-8b8a-87571dd0d26a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1099 time: 0.0743749 Mar 03 12:53:37.068796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-6714db36-6e08-463d-8bfc-a509bfc67c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:37.070200 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-6714db36-6e08-463d-8bfc-a509bfc67c2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 898 time: 0.1242008 Mar 03 12:53:37.171250 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-badc81f8-2bf9-4284-894c-5cc063ed9d7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 1002 time: 0.0943389 Mar 03 12:53:37.231502 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-75b64472-c8d3-4753-809c-38c6cdf9be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:37.232879 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-75b64472-c8d3-4753-809c-38c6cdf9be88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 200 len: 835 time: 0.0558004 Mar 03 12:53:37.304286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-d456e739-9c2d-4beb-8ec0-f102da9d74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:37.305705 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-d456e739-9c2d-4beb-8ec0-f102da9d74dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05214794-4b92-4ccc-81c4-b9d104d2e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671570 Mar 03 12:53:37.437137 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-76849002-e564-49bd-b558-d8ed4c47f929 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244922 Mar 03 12:53:37.510909 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1e7de-e23c-4934-aa17-187639e8dac7 req-5294a53f-b49a-495f-bf35-f02c3a59ee82 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:37.512616 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-75a1e7de-e23c-4934-aa17-187639e8dac7 req-5294a53f-b49a-495f-bf35-f02c3a59ee82 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0822258 Mar 03 12:53:37.556288 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-75a1e7de-e23c-4934-aa17-187639e8dac7 req-0490a70b-c010-40e5-9ea6-179257af7093 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Mar 03 12:53:37.567652 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-35b49034-8c5f-44d2-a10a-27f0914d95c5 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253016 Mar 03 12:53:38.096498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-11fc1c10-3cd6-41c4-ba28-fcdca63b76f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:38.307900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:38.741029 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af934b35-fbea-4b0f-bcff-c8debba73a39 req-bd533aef-b5d6-432f-ae80-96d9141fe8b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:38.742483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-af934b35-fbea-4b0f-bcff-c8debba73a39 req-bd533aef-b5d6-432f-ae80-96d9141fe8b4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0822201 Mar 03 12:53:38.786301 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-af934b35-fbea-4b0f-bcff-c8debba73a39 req-d2841601-8f3f-4e64-8c9a-6c67d78790cb tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378046 Mar 03 12:53:39.741659 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device b9f85065-5a41-4d18-862e-127e4ccd148d details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:53:39.745018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device b9f85065-5a41-4d18-862e-127e4ccd148d no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:53:39.950997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:39.967473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aadaba-1e60-4ad7-9f6e-f450dfda98d8 req-cb3505ca-6390-4df5-80ad-b79647197edd tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:39.968990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6aadaba-1e60-4ad7-9f6e-f450dfda98d8 req-cb3505ca-6390-4df5-80ad-b79647197edd tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0787427 Mar 03 12:53:39.991265 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:53:40.002342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:53:40.014271 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6aadaba-1e60-4ad7-9f6e-f450dfda98d8 req-88c7727c-6c55-4e99-b6e2-e317cbfe293b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396633 Mar 03 12:53:40.017487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:53:40.018634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'port_id': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'mac_address': 'fa:16:3e:cf:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:53:40.061430 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'code': 200} Mar 03 12:53:40.076787 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:40.092275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:40.140889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9f85065-5a41-4d18-862e-127e4ccd148d {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:53:40.212445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:53:40.229426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.229773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.230110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.231004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.231332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.231658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.231982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.232327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.232651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.232994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.233285 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.233600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:53:40.238588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 12:53:40.241287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 12:53:40.241287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-03fcdc9a-5b00-4b36-aed1-3945eddbe984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:40.642159 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a88d2-9541-40df-a33f-9113fb864be4 req-f424c26a-610b-410b-b12a-be40f04858a3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:40.643547 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c88a88d2-9541-40df-a33f-9113fb864be4 req-f424c26a-610b-410b-b12a-be40f04858a3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 944 time: 0.2500079 Mar 03 12:53:40.652536 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-98e9c40e-88c6-4500-92bf-d0ffd141c4dd tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:40.653990 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-98e9c40e-88c6-4500-92bf-d0ffd141c4dd tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 944 time: 0.2233739 Mar 03 12:53:40.694272 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c88a88d2-9541-40df-a33f-9113fb864be4 req-a9beec72-b81a-43e3-8b98-2d235b052b9b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Mar 03 12:53:40.796049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-37c59ca2-cb19-448b-a5e6-b2db49804a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:40.797490 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-37c59ca2-cb19-448b-a5e6-b2db49804a79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1097 time: 0.0744245 Mar 03 12:53:40.800801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:40.818980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f85065-5a41-4d18-862e-127e4ccd148d {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:53:40.836134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:53:40.892447 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3fd44-bc1e-438f-80b8-8061b824337c req-8b94d7ee-9511-445c-b3d6-0b2abea2933e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:40.893828 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-01a3fd44-bc1e-438f-80b8-8061b824337c req-8b94d7ee-9511-445c-b3d6-0b2abea2933e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 944 time: 0.0855618 Mar 03 12:53:40.903728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:40.937372 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-e2d22075-a5b0-425e-994c-d6cebd95f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:40.939224 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-e2d22075-a5b0-425e-994c-d6cebd95f623 service neutron] 10.222.0.26 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 898 time: 0.1353805 Mar 03 12:53:40.942580 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-01a3fd44-bc1e-438f-80b8-8061b824337c req-b0b7829f-2d36-4c02-8627-df13bb2c968e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Mar 03 12:53:40.974380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['b9f85065-5a41-4d18-862e-127e4ccd148d'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:53:41.025973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:53:41.039766 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-e0f1bc6c-9ccf-4e4b-9878-bae46fc8d4e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 1001 time: 0.0939996 Mar 03 12:53:41.104692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-52a12488-3c4f-4681-a96f-2092a0707bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:41.106697 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-52a12488-3c4f-4681-a96f-2092a0707bf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 200 len: 835 time: 0.0603371 Mar 03 12:53:41.181178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-813cf8cf-c861-4571-89b5-8a608bb23da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:41.182681 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-813cf8cf-c861-4571-89b5-8a608bb23da4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05214794-4b92-4ccc-81c4-b9d104d2e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706565 Mar 03 12:53:41.249802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:41.318924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-0c9e0d75-17f3-4a3a-adbd-3c5222e3a6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299126 Mar 03 12:53:41.453695 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4eee5619-ebb7-4641-bb70-b67cdca6d796 req-c46592a0-7bbb-4792-8387-88b276779d2a service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255226 Mar 03 12:53:41.582331 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:41.766679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device b9f85065-5a41-4d18-862e-127e4ccd148d up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:53:41.832966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port b9f85065-5a41-4d18-862e-127e4ccd148d triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:53:41.833639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:41.948373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:41.981574 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:53:42.063042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:53:42.073635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:42.125833 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'code': 200} Mar 03 12:53:42.142757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a6fcd-90be-464e-8fea-343709bb8585 req-03fd2911-edaa-4fdd-b22f-80ba5d50e8ca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:42.144483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9a8a6fcd-90be-464e-8fea-343709bb8585 req-03fd2911-edaa-4fdd-b22f-80ba5d50e8ca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0911162 Mar 03 12:53:42.191882 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9a8a6fcd-90be-464e-8fea-343709bb8585 req-dcf504ee-5773-4ebb-8acb-ca0562814569 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Mar 03 12:53:42.195889 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:53:42.871400 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-385fbad0-669b-4807-a92d-aa4da744e453 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701053 Mar 03 12:53:43.008901 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8946b-a91c-4181-977f-354a067764b3 req-dc027118-8b39-44af-86af-b22be98f9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:43.010575 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-dc027118-8b39-44af-86af-b22be98f9d23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1099 time: 0.0721202 Mar 03 12:53:43.016386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:53:43.154309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8946b-a91c-4181-977f-354a067764b3 req-b296b4ed-1cbd-414b-9126-035749f7375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:43.155651 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-b296b4ed-1cbd-414b-9126-035749f7375d service neutron] 10.222.0.26 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 898 time: 0.1268804 Mar 03 12:53:43.259421 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-eab18606-e5e8-4533-82e5-f4d44ff93e86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 1002 time: 0.0984132 Mar 03 12:53:43.323187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8946b-a91c-4181-977f-354a067764b3 req-45ac4888-4643-4f90-9705-2e6868826014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:43.324999 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-45ac4888-4643-4f90-9705-2e6868826014 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 200 len: 835 time: 0.0601897 Mar 03 12:53:43.391986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43d90e-5fb1-49d8-960b-2757ce392a3d req-65d09155-c013-4c6f-adb1-ee62a4fae7a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:43.393723 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6c43d90e-5fb1-49d8-960b-2757ce392a3d req-65d09155-c013-4c6f-adb1-ee62a4fae7a1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0855379 Mar 03 12:53:43.398804 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8946b-a91c-4181-977f-354a067764b3 req-f7da6378-e060-4622-b02a-79947a935030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:53:43.400258 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-f7da6378-e060-4622-b02a-79947a935030 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05214794-4b92-4ccc-81c4-b9d104d2e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698183 Mar 03 12:53:43.533936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-37bf760e-46f3-47a2-9661-d78a11207749 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271470 Mar 03 12:53:43.535472 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6c43d90e-5fb1-49d8-960b-2757ce392a3d req-93d675e8-2d0d-471d-b8fe-1235090d01cb tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359754 Mar 03 12:53:43.559533 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44586) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:53:43.674565 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c8bffc2e-bb92-419c-ac7d-6f5e8cc91ea2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/e0d1af4d-5e24-436f-8047-734e6357cc0d HTTP/1.1" status: 200 len: 994 time: 0.1137953 Mar 03 12:53:43.788638 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7fc8946b-a91c-4181-977f-354a067764b3 req-614883b1-c6f7-49cd-839a-7cf788bcb495 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487409 Mar 03 12:54:08.095766 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cb759118-abde-4ed8-858c-b78652b44491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:08.301670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:10.122893 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44600) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:10.221809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b0c-4c70-490d-912f-e43944c2d369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:10.325179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 87b0ba7a-8b9e-46fe-b0b1-bff2d9e0a950 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:54:10.325604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:10.489865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:10.490219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:10.609913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 87b0ba7a-8b9e-46fe-b0b1-bff2d9e0a950 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:54:10.810181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:10.857920 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=87b0ba7a-8b9e-46fe-b0b1-bff2d9e0a950,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:10.924555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.924903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.925246 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.925580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.925911 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.926240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.926564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.926890 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.927214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.927536 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.927853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.928198 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:10.960197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:10.960758 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP e0d1af4d-5e24-436f-8047-734e6357cc0d disassociated (deleted). External IP: 172.26.8.133, port: b9f85065-5a41-4d18-862e-127e4ccd148d. Mar 03 12:54:11.181497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:11.307141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 13ac43db-e996-4c82-be7c-cffebca0d359 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:54:11.593074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:11.596056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:54:11.605519 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] Sync routers for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:54:11.615177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:11.615733 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:11.656729 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:11.714136 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b7578a56-402c-4b58-af52-374e41349f63 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/floatingips/e0d1af4d-5e24-436f-8047-734e6357cc0d HTTP/1.1" status: 204 len: 168 time: 1.5904186 Mar 03 12:54:11.714711 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:54:11.803603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:11.852314 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'status': 'completed', 'code': 200} Mar 03 12:54:11.950951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-81cadd90-c485-4cda-ae5d-eca7ce4861c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:11.952365 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-81cadd90-c485-4cda-ae5d-eca7ce4861c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 1099 time: 0.0766284 Mar 03 12:54:12.092412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-a3d12298-349a-4537-af9c-df790e3d437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:12.093857 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-a3d12298-349a-4537-af9c-df790e3d437f service neutron] 10.222.0.26 "GET /v2.0/networks?id=05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 200 len: 898 time: 0.1355436 Mar 03 12:54:12.125895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:12.130280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] Checking router: 13ac43db-e996-4c82-be7c-cffebca0d359 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:54:12.139437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:12.140280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:12.169304 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-4cfdc011-4a4d-4971-8412-2a6070db6623 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 200 len: 217 time: 0.0685728 Mar 03 12:54:12.275309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-cd1a5dd9-e12f-4925-beec-b1585981ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:12.276777 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-cd1a5dd9-e12f-4925-beec-b1585981ee8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 200 len: 835 time: 0.1006026 Mar 03 12:54:12.323587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:12.363062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13358285-fab8-464b-a8ba-8cd6638cad9e req-bbff268e-66f0-4551-9e32-f485ba30aa26 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:12.364566 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-13358285-fab8-464b-a8ba-8cd6638cad9e req-bbff268e-66f0-4551-9e32-f485ba30aa26 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.2115667 Mar 03 12:54:12.400202 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-2988edaa-eee5-4108-9329-3acab4d48717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:12.401669 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-2988edaa-eee5-4108-9329-3acab4d48717 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05214794-4b92-4ccc-81c4-b9d104d2e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167281 Mar 03 12:54:12.457435 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-13358285-fab8-464b-a8ba-8cd6638cad9e req-ec3278a6-9a2b-4de5-97b1-cb55dd7fc499 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808933 Mar 03 12:54:12.547088 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-f54d7feb-a445-4a3b-a3d3-48252e239a46 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366611 Mar 03 12:54:12.636405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:12.642205 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598eb449-1192-41ad-a209-a5ad421a01d2 None None] The sync data for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv is: [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:52:32Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'a2993354-6bf8-476b-8d00-3ad11fabdbe7', 'name': '', 'network_id': '05214794-4b92-4ccc-81c4-b9d104d2e754', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:1d:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:31Z', 'updated_at': '2022-03-03T12:52:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '2d4d5036-6d8d-4855-ba62-6c959a8f2cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:54:12.686836 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8a5164ac-48cf-4419-8b7f-557133645e0a req-06c2b3a7-b7bd-4985-ae47-742726baf870 service neutron] 10.222.0.26 "GET /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325688 Mar 03 12:54:12.786962 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:54:12.860853 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c2e25-f7c1-4fc6-97ab-a8510b0ff067 None None] New status for floating IP e0d1af4d-5e24-436f-8047-734e6357cc0d: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:54:12.936138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:13.690875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39047b9d-b880-4d7b-96ff-f036309208c4 req-1369429f-907c-4ed2-a7b8-8a399d4d7fd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:13.691580 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-39047b9d-b880-4d7b-96ff-f036309208c4 req-1369429f-907c-4ed2-a7b8-8a399d4d7fd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:54:13.775793 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-39047b9d-b880-4d7b-96ff-f036309208c4 req-1369429f-907c-4ed2-a7b8-8a399d4d7fd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:54:13.776943 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-39047b9d-b880-4d7b-96ff-f036309208c4 req-1369429f-907c-4ed2-a7b8-8a399d4d7fd0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.2122850 Mar 03 12:54:13.824430 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-39047b9d-b880-4d7b-96ff-f036309208c4 req-c82e4eb9-9843-461f-8f6b-2647af9b50cc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413160 Mar 03 12:54:13.850185 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-7ad20612-a90c-4809-bcae-6b1e02765c9e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:13.851636 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-7ad20612-a90c-4809-bcae-6b1e02765c9e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 946 time: 0.0837510 Mar 03 12:54:13.920418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port b9f85065-5a41-4d18-862e-127e4ccd148d {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:54:13.920739 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:14.165663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port b9f85065-5a41-4d18-862e-127e4ccd148d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b9f85065-5a41-4d18-862e-127e4ccd148d,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:14.165993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:14.287958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for b9f85065-5a41-4d18-862e-127e4ccd148d owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:54:14.609329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:14.671274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=b9f85065-5a41-4d18-862e-127e4ccd148d,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:14.714261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.714610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.714950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.715285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.716239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.716695 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.717101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.717417 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.717746 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.718069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.718394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.718717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:14.765198 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] No DVR routers for this DVR port b9f85065-5a41-4d18-862e-127e4ccd148d on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:54:14.767545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:14.769939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-deleted', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:54:14.851107 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-c6f70087-daf3-4f88-a84c-58ad0f312a2f req-59294692-2eef-4ea4-8e0f-cfe3a8d69a73 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "DELETE /v2.0/ports/b9f85065-5a41-4d18-862e-127e4ccd148d HTTP/1.1" status: 204 len: 173 time: 0.9944465 Mar 03 12:54:14.865753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe4ede6-b7c9-4586-8892-48fb0218afbb', 'name': 'network-vif-deleted', 'tag': 'b9f85065-5a41-4d18-862e-127e4ccd148d', 'status': 'completed', 'code': 200} Mar 03 12:54:14.976947 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b6758e27-f420-4e3f-91e1-97520f490b76 req-39499417-02bd-4926-a207-74fe7f4048e7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=efe4ede6-b7c9-4586-8892-48fb0218afbb HTTP/1.1" status: 200 len: 210 time: 0.0432904 Mar 03 12:54:16.074233 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44626) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:16.619134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:16.964441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port a2993354-6bf8-476b-8d00-3ad11fabdbe7 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:54:16.964680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:17.248516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port a2993354-6bf8-476b-8d00-3ad11fabdbe7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a2993354-6bf8-476b-8d00-3ad11fabdbe7,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:17.249229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:17.378610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for a2993354-6bf8-476b-8d00-3ad11fabdbe7 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:54:17.644329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:17.697332 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=a2993354-6bf8-476b-8d00-3ad11fabdbe7,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:17.892972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device b9f85065-5a41-4d18-862e-127e4ccd148d no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:54:17.927759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: b9f85065-5a41-4d18-862e-127e4ccd148d {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:54:17.928059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device b9f85065-5a41-4d18-862e-127e4ccd148d not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:54:17.978781 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:18.337251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 13ac43db-e996-4c82-be7c-cffebca0d359 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:54:18.511732 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:54:18.522616 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787e440-0293-4151-94f5-8e4943752166 None None] Sync routers for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:54:18.524929 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-10d4b2c5-4861-4889-8c35-3aa3660071c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/13ac43db-e996-4c82-be7c-cffebca0d359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4495747 Mar 03 12:54:18.527506 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44630) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:18.532572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:18.533167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:18.712797 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting subnet 2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:54:18.716702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:18.723072 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:18.773431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:18.859521 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:18.993559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.036119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4d5036-6d8d-4855-ba62-6c959a8f2cc3,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:19.041049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.048360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac964d0-86c5-4cbf-87ca-ec6cfddf3651 None None] Network 05214794-4b92-4ccc-81c4-b9d104d2e754 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:54:19.049292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-58906351-3515-4c3a-a3da-e55f55766732 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/subnets/2d4d5036-6d8d-4855-ba62-6c959a8f2cc3 HTTP/1.1" status: 204 len: 168 time: 0.5194805 Mar 03 12:54:19.051947 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44634) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:19.085106 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:54:17Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:19.137148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787e440-0293-4151-94f5-8e4943752166 None None] Checking router: 13ac43db-e996-4c82-be7c-cffebca0d359 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:54:19.183527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] Routers {'13ac43db-e996-4c82-be7c-cffebca0d359'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:19.184223 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['13ac43db-e996-4c82-be7c-cffebca0d359'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:19.237141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.416239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.420768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] Set router 13ac43db-e996-4c82-be7c-cffebca0d359 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:19.455967 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 4b86f485-a672-4a50-adae-59e689cb64fa {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:54:19.456337 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.532117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] DHCP port deletion for 05214794-4b92-4ccc-81c4-b9d104d2e754 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:54:19.559012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] Deleting port 30888588-7784-4ce4-87b5-40b59bfe2b95 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:54:19.559937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.640184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 4b86f485-a672-4a50-adae-59e689cb64fa, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4b86f485-a672-4a50-adae-59e689cb64fa,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:19.640464 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.763501 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 4b86f485-a672-4a50-adae-59e689cb64fa owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:54:19.878664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] For port 30888588-7784-4ce4-87b5-40b59bfe2b95, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=30888588-7784-4ce4-87b5-40b59bfe2b95,segment=NetworkSegment(63d6d6bc-c893-4222-8b16-fb91e42e78a0),segment_id=63d6d6bc-c893-4222-8b16-fb91e42e78a0)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:19.879061 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:19.999374 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.044821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] Calling delete_port for 30888588-7784-4ce4-87b5-40b59bfe2b95 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:54:20.045720 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=4b86f485-a672-4a50-adae-59e689cb64fa,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:20.100212 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-c787e440-0293-4151-94f5-8e4943752166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:54:17Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:20.109307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c787e440-0293-4151-94f5-8e4943752166 None None] The sync data for ids ['13ac43db-e996-4c82-be7c-cffebca0d359'] in dv-neutron-831730-1-hyperv is: [{'id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1235143206', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:52:26Z', 'updated_at': '2022-03-03T12:54:17Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '4b86f485-a672-4a50-adae-59e689cb64fa', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac43db-e996-4c82-be7c-cffebca0d359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:52:27Z', 'updated_at': '2022-03-03T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:54:20.144746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.216405 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.268511 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] Pushing event deleted for resources: {'Port': ['ID=30888588-7784-4ce4-87b5-40b59bfe2b95,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:20.272450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a1da1-d3f6-4d30-8487-f89d04691371 None None] No DVR routers for this DVR port 30888588-7784-4ce4-87b5-40b59bfe2b95 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:54:20.439203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.442707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.547547 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.548118 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Fanout notify agent at l3_agent the message router_deleted on router 13ac43db-e996-4c82-be7c-cffebca0d359 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:54:20.565455 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.568663 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9953fefe-ebed-4252-adeb-48d87e709454 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/routers/13ac43db-e996-4c82-be7c-cffebca0d359 HTTP/1.1" status: 204 len: 168 time: 1.5138922 Mar 03 12:54:20.569519 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44638) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:20.703314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.858274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.886678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05214794-4b92-4ccc-81c4-b9d104d2e754']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:20.899989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d6d6bc-c893-4222-8b16-fb91e42e78a0') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:20.900339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d6d6bc-c893-4222-8b16-fb91e42e78a0') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:20.913917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.931015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.937592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:54:20.938053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:54:20.954764 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:54:21.101836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:21.120452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:21.133656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Network': ['ID=05214794-4b92-4ccc-81c4-b9d104d2e754,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:21.143419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a2993354-6bf8-476b-8d00-3ad11fabdbe7 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:54:21.177186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: a2993354-6bf8-476b-8d00-3ad11fabdbe7 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:54:21.177533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a2993354-6bf8-476b-8d00-3ad11fabdbe7 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:54:21.177956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30888588-7784-4ce4-87b5-40b59bfe2b95 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:54:21.205366 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5e841c0c-229b-4edd-870c-196db4a1261b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/networks/05214794-4b92-4ccc-81c4-b9d104d2e754 HTTP/1.1" status: 204 len: 168 time: 0.6346831 Mar 03 12:54:21.207937 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44642) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:21.213299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 30888588-7784-4ce4-87b5-40b59bfe2b95 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:54:21.213651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 30888588-7784-4ce4-87b5-40b59bfe2b95 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:54:21.214110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b86f485-a672-4a50-adae-59e689cb64fa no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:54:21.246210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 4b86f485-a672-4a50-adae-59e689cb64fa {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:54:21.246555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4b86f485-a672-4a50-adae-59e689cb64fa not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:54:21.285161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f2329c-fa5b-4d1b-b4dd-67cbd0330d66 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:21.315150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f2329c-fa5b-4d1b-b4dd-67cbd0330d66 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:21.461611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f2329c-fa5b-4d1b-b4dd-67cbd0330d66 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:21.481506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2329c-fa5b-4d1b-b4dd-67cbd0330d66 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de983b20-af66-4ed6-85b5-6a2d1bd5ff8a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:21.540584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-23f2329c-fa5b-4d1b-b4dd-67cbd0330d66 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:21.541711 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-23f2329c-fa5b-4d1b-b4dd-67cbd0330d66 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/security-groups/de983b20-af66-4ed6-85b5-6a2d1bd5ff8a HTTP/1.1" status: 204 len: 168 time: 0.3328390 Mar 03 12:54:22.549016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44652) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:22.554205 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766516152', 'description': 'tempest-secgroup-smoke-766516152 description', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:22.560184 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:22.564906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:22.567727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:22.573875 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:22.649570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:22.673913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:22.677780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:22.680603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:22.686234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:22.754231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:22.821104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:22.866483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417fb36e-ef41-42a9-8edb-79fbfe9674c8,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:22.947324 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:22.948526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1816c88c-5af3-4ac9-9860-42d35c3a956f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3985264 Mar 03 12:54:22.951332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44656) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:22.956585 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '417fb36e-ef41-42a9-8edb-79fbfe9674c8', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:22.962545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:22.966327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:22.969508 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:22.975069 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:23.055242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.117103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.198109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.222361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b199c44f-6e5b-48e8-9159-f578654ee8b6,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:23.313478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.314736 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3a100b51-9249-4261-8703-44057defa3f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3624527 Mar 03 12:54:23.317422 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44660) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:23.322357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '417fb36e-ef41-42a9-8edb-79fbfe9674c8', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:23.328694 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:23.332530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:23.335489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:23.341354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:23.404409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.463411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.506710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.527515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08387eb-26ac-4069-b54d-281c07da0806,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:23.575667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.576864 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-47427e9d-829c-4968-b635-c08c6f6dbc3a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2585387 Mar 03 12:54:23.579599 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44664) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:23.584444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '417fb36e-ef41-42a9-8edb-79fbfe9674c8', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:23.590191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:23.594496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:23.597351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:23.602915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:23.656589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.719623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.786116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.808557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcce86c-11b4-433b-b1b8-b9e32eb65808,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:23.877659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:23.878858 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f484e34a-1747-47dc-93c2-4176d31ea055 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983105 Mar 03 12:54:23.881584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44668) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:23.886698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '417fb36e-ef41-42a9-8edb-79fbfe9674c8', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:23.893242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:23.896999 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:23.899797 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:23.906153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:23.993010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.054909 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.129617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.153351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce130002-d840-40f1-bb73-de11d44a0be4,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:24.221390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.222575 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-55538a2d-4f03-4a9b-ba6d-d5766ec31ea3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3400660 Mar 03 12:54:24.225267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44672) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:24.230190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '417fb36e-ef41-42a9-8edb-79fbfe9674c8', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:24.236115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:24.239920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:24.242762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:24.254590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:24.330211 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:54:24.337368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.402335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.472663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.495718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688df9b0-c0f0-4c01-95d6-e5295f7ceada,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:24.558549 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.559654 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-165a403a-f143-420c-ab2c-091cf7c8919f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3334587 Mar 03 12:54:24.563479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44676) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:24.568351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': '417fb36e-ef41-42a9-8edb-79fbfe9674c8', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:24.574230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:24.577990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:24.580894 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:24.586511 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:24.638393 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:54:24.644766 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.710813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.769957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.795019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f391942d-72b7-4f1a-8a7b-589482cc9831,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:24.855776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.856939 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5cafdb8d-f0a9-4224-91be-c7102cf1505f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2925265 Mar 03 12:54:24.860419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44680) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:24.865732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'network': {'name': 'tempest-network-smoke--1952196759', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:24.870531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:24.874717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:network and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:24.877658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:24.883357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:24.940943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:54:24.944273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.971119 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:54:24.979271 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:24.979606 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Added segment 5e6b8a9a-c63d-4a32-a86e-18582e1feaef of type vlan for network 4bd521a1-3b75-46d4-a234-8effadec86b2 Mar 03 12:54:25.004911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:25.095726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:25.101094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:25.101673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:25.210853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Network': ['ID=4bd521a1-3b75-46d4-a234-8effadec86b2,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:25.222118 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:54:25.290412 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-158cb8c1-79f2-4f9c-b8b1-45f8f409ffba tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4289789 Mar 03 12:54:25.293015 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44684) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:25.298041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'admin_state_up': True, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:25.305123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:25.308939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:router and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:25.311826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:25.317950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:25.404437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:25.406077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:25.420321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:25.865645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:26.242038 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:26.271482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:26.409013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.57 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/8024304e-4f0a-4103-8964-d4421f41e004) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:54:26.554375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:26.633131 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:26.709091 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:54:26.713504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:54:26.717025 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:54:26.765322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=8024304e-4f0a-4103-8964-d4421f41e004,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:27.191291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:27.663078 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:27.946373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 16bbbe57-7e40-4c93-aced-87e98d7f5724 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:54:28.130939 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:54:28.140616 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Sync routers for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:54:28.150193 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:28.150787 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:28.215796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:28.217396 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bc490d7c-2fe6-44fc-ad6a-65937170f567 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9231236 Mar 03 12:54:28.220408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44688) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:28.304481 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-2709e7fb-535c-49bc-ad43-ee38be276ea6 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=64d7c0ec8bd849cd8c54c7efb7d80823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828760 Mar 03 12:54:28.307033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44694) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:28.326714 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:28.438072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15beb2-81a5-4eea-8cef-f9468ef9bea9 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:28.439554 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1a15beb2-81a5-4eea-8cef-f9468ef9bea9 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314347 Mar 03 12:54:28.442424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44698) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:28.483874 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eaf9d239-08b6-4062-ab96-12cf978de58a tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379939 Mar 03 12:54:28.484168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44702) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:28.489362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1207236886', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:28.598348 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:28.602224 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:subnet and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:28.604940 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:26Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:28.605134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:28.608617 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Checking router: 16bbbe57-7e40-4c93-aced-87e98d7f5724 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:54:28.608995 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Updating router 16bbbe57-7e40-4c93-aced-87e98d7f5724 port 8024304e-4f0a-4103-8964-d4421f41e004 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:54:28.610708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:28.668014 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:28.689168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:54:28.693292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:28.985683 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:28.993051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:28.996796 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Transition to ACTIVE for port object 8024304e-4f0a-4103-8964-d4421f41e004 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:54:29.074473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Subnet': ['ID=86b59ea8-d3ef-4346-95c6-dec563639cbd,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:29.078781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Checking segment: {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:54:29.079144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network hostable DHCP agents. Network: 4bd521a1-3b75-46d4-a234-8effadec86b2, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:54:29.084228 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:29.159914 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Attempting to bind port 8024304e-4f0a-4103-8964-d4421f41e004 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:54:29.160516 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Attempting to bind port 8024304e-4f0a-4103-8964-d4421f41e004 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:54:29.160648 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Attempting to bind port 8024304e-4f0a-4103-8964-d4421f41e004 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:54:29.166030 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Pushing event updated for resources: {'Port': ['ID=8024304e-4f0a-4103-8964-d4421f41e004,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:29.170710 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:54:29.171075 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:54:29.171988 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:29.172398 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:54:29.172836 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Bound port: 8024304e-4f0a-4103-8964-d4421f41e004, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:54:29.173194 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:29.175564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:54:29.228993 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.229345 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.229653 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.229973 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.230287 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.230601 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.230913 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.231222 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.231532 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.231839 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.232175 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.232483 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:29.267040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 4bd521a1-3b75-46d4-a234-8effadec86b2) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:54:29.272768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:29.273493 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:29.275624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7eb5f2-d052-4cbe-8efe-60119c97f8f6 None None] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:54:29.280185 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] For port 8024304e-4f0a-4103-8964-d4421f41e004, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:54:29.284515 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] For port 8024304e-4f0a-4103-8964-d4421f41e004, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8024304e-4f0a-4103-8964-d4421f41e004,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:54:29.362427 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:29.362616 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-92fcac42-57eb-4653-910e-e1ddc45b9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8742442 Mar 03 12:54:29.362965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44706) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:29.432918 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:29.433530 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:29.502734 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daaf19-f862-41e6-af13-5664ebc2ab2f None None] Pushing event updated for resources: {'Port': ['ID=8024304e-4f0a-4103-8964-d4421f41e004,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:29.527462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-4bd521a1-3b75-46d4-a234-8effadec86b2', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:54:29.528395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:29.630030 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:29.693683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Allocated IP 172.20.0.2 (4bd521a1-3b75-46d4-a234-8effadec86b2/86b59ea8-d3ef-4346-95c6-dec563639cbd/bd86a664-9f9e-449c-82a0-ef8c00897cb5) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:54:29.911308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:29.919661 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:26Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:29.923780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Transition to ACTIVE for port object bd86a664-9f9e-449c-82a0-ef8c00897cb5 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:54:29.924260 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8c251-ee1d-464d-a642-3b13445c700a None None] The sync data for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv is: [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:26Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:54:29.943051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Transition to ACTIVE for port object bd86a664-9f9e-449c-82a0-ef8c00897cb5 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:54:30.027706 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:30.096887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:54:30.099964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:54:30.108534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:54:30.164872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Pushing event updated for resources: {'Port': ['ID=bd86a664-9f9e-449c-82a0-ef8c00897cb5,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:30.223853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Attempting to bind port bd86a664-9f9e-449c-82a0-ef8c00897cb5 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:54:30.224264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Attempting to bind port bd86a664-9f9e-449c-82a0-ef8c00897cb5 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:54:30.224625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Attempting to bind port bd86a664-9f9e-449c-82a0-ef8c00897cb5 on network 4bd521a1-3b75-46d4-a234-8effadec86b2 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:54:30.230041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:54:30.230350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Checking segment: {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:54:30.230743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:30.231126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Bound using segment: {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:54:30.231582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Bound port: bd86a664-9f9e-449c-82a0-ef8c00897cb5, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:54:30.232099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:30.270944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:30.334010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] For port bd86a664-9f9e-449c-82a0-ef8c00897cb5, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:54:30.337907 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] For port bd86a664-9f9e-449c-82a0-ef8c00897cb5, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bd86a664-9f9e-449c-82a0-ef8c00897cb5,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:54:30.444862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:30.539890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8303df-6a7a-4c17-96e8-4d56029ee693 None None] Pushing event updated for resources: {'Port': ['ID=bd86a664-9f9e-449c-82a0-ef8c00897cb5,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:30.715834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.1 (4bd521a1-3b75-46d4-a234-8effadec86b2/86b59ea8-d3ef-4346-95c6-dec563639cbd/db854c07-a302-4e8d-b475-e65aca45017a) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:54:30.902455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:30.919211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object db854c07-a302-4e8d-b475-e65aca45017a will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:54:31.015128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:31.079843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:54:31.083052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:54:31.091858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:54:31.132510 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=db854c07-a302-4e8d-b475-e65aca45017a,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:31.163608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:31.178132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bd86a664-9f9e-449c-82a0-ef8c00897cb5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:54:31.341763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port bd86a664-9f9e-449c-82a0-ef8c00897cb5 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:54:31.347675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8024304e-4f0a-4103-8964-d4421f41e004 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:54:31.376870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:31.484525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 8024304e-4f0a-4103-8964-d4421f41e004 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:54:31.489774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8024304e-4f0a-4103-8964-d4421f41e004 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:31.490134 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:31.517125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb4fe61-c74c-46b3-93ab-b1c4e59df52f None None] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:54:31.774316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-10357037-b743-49f4-b830-7a1521939bd0 None None] Provisioning for port bd86a664-9f9e-449c-82a0-ef8c00897cb5 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:54:31.804449 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-10357037-b743-49f4-b830-7a1521939bd0 None None] Provisioning complete for port bd86a664-9f9e-449c-82a0-ef8c00897cb5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:31.804799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-10357037-b743-49f4-b830-7a1521939bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:31.835049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:31.907678 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 8024304e-4f0a-4103-8964-d4421f41e004, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8024304e-4f0a-4103-8964-d4421f41e004,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:31.944759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:31.996623 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-10357037-b743-49f4-b830-7a1521939bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.008611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.032748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.097354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-10357037-b743-49f4-b830-7a1521939bd0 None None] For port bd86a664-9f9e-449c-82a0-ef8c00897cb5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bd86a664-9f9e-449c-82a0-ef8c00897cb5,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:32.099932 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=8024304e-4f0a-4103-8964-d4421f41e004,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:32.150486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.153226 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-10357037-b743-49f4-b830-7a1521939bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.154137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=db854c07-a302-4e8d-b475-e65aca45017a,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:32.238754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357037-b743-49f4-b830-7a1521939bd0 None None] Pushing event updated for resources: {'Port': ['ID=bd86a664-9f9e-449c-82a0-ef8c00897cb5,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:32.281775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c766822c-2bbb-44f5-8b6d-aa0e76e077a7 None None] Provisioning complete for port bd86a664-9f9e-449c-82a0-ef8c00897cb5 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:32.284877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c766822c-2bbb-44f5-8b6d-aa0e76e077a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.319977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:54:32.321394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:54:32.490040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c766822c-2bbb-44f5-8b6d-aa0e76e077a7 None None] Provisioning for port db854c07-a302-4e8d-b475-e65aca45017a completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:54:32.495140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c766822c-2bbb-44f5-8b6d-aa0e76e077a7 None None] Provisioning complete for port db854c07-a302-4e8d-b475-e65aca45017a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:32.497359 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c766822c-2bbb-44f5-8b6d-aa0e76e077a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.519122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 16bbbe57-7e40-4c93-aced-87e98d7f5724 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:54:32.554557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-c766822c-2bbb-44f5-8b6d-aa0e76e077a7 None None] Port db854c07-a302-4e8d-b475-e65aca45017a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:54:32.676577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-d3c87aa7-e8d6-4c3a-9856-7106ec8d3335 None None] Provisioning complete for port db854c07-a302-4e8d-b475-e65aca45017a triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:32.677096 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d3c87aa7-e8d6-4c3a-9856-7106ec8d3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:32.712366 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:54:32.722754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Sync routers for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:54:32.724482 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bd96757f-907f-4828-8b84-b5ac121d820d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/16bbbe57-7e40-4c93-aced-87e98d7f5724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3604577 Mar 03 12:54:32.747701 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-d3c87aa7-e8d6-4c3a-9856-7106ec8d3335 None None] Port db854c07-a302-4e8d-b475-e65aca45017a cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:54:32.750808 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:32.751492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:32.942632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:33.035681 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-ebae867a-e094-45ea-869e-58f296f085e6 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766516152&fields=id&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 267 time: 0.0395103 Mar 03 12:54:33.152123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bd86a664-9f9e-449c-82a0-ef8c00897cb5 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:54:33.201808 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-7f8c2d2e-6adb-4c05-8bad-c40db70cdbb7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:33.203432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-7f8c2d2e-6adb-4c05-8bad-c40db70cdbb7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/networks?id=4bd521a1-3b75-46d4-a234-8effadec86b2 HTTP/1.1" status: 200 len: 797 time: 0.1614966 Mar 03 12:54:33.217795 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-b76c2a14-da88-4b95-a0d4-853be4862695 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/quotas/64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 375 time: 0.0089650 Mar 03 12:54:33.296300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port bd86a664-9f9e-449c-82a0-ef8c00897cb5 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:33.296300 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:33.306273 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e3acc463-1326-4935-9448-509f29d2cd39 req-cd2a5283-8bd6-4ed6-8170-67fc69056c86 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:54:33.376446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-e3acc463-1326-4935-9448-509f29d2cd39 req-cd2a5283-8bd6-4ed6-8170-67fc69056c86 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:54:33.377760 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-cd2a5283-8bd6-4ed6-8170-67fc69056c86 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1543491 Mar 03 12:54:33.409131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 2, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:33.423593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Checking router: 16bbbe57-7e40-4c93-aced-87e98d7f5724 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:54:33.423941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Updating router 16bbbe57-7e40-4c93-aced-87e98d7f5724 port db854c07-a302-4e8d-b475-e65aca45017a binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:54:33.501996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8024304e-4f0a-4103-8964-d4421f41e004 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:54:33.526978 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-4901382a-c1ff-40bf-a349-71b43731f467 service neutron] 10.222.0.35 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372678 Mar 03 12:54:33.560793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:33.640497 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8024304e-4f0a-4103-8964-d4421f41e004 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:33.640860 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:33.657767 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-ea8f14e4-6585-476e-b10a-6ca569c7eeda service neutron] 10.222.0.35 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248050 Mar 03 12:54:33.921105 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-74f7b41b-940d-443e-b475-2fc8d2ad6a0c req-0b1f41e8-ea38-4086-9137-9bf4c7e9b4ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:54:33.935178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-74f7b41b-940d-443e-b475-2fc8d2ad6a0c req-0b1f41e8-ea38-4086-9137-9bf4c7e9b4ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:54:33.936473 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-74f7b41b-940d-443e-b475-2fc8d2ad6a0c req-0b1f41e8-ea38-4086-9137-9bf4c7e9b4ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 210 time: 0.0625870 Mar 03 12:54:34.040672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:34.054712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Transition to ACTIVE for port object db854c07-a302-4e8d-b475-e65aca45017a will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:54:34.135979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:34.273017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b5cb1-b10a-4ae0-8e47-c3760c244a49 None None] Pushing event updated for resources: {'Port': ['ID=db854c07-a302-4e8d-b475-e65aca45017a,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:34.364967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Attempting to bind port db854c07-a302-4e8d-b475-e65aca45017a on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:54:34.365343 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Attempting to bind port db854c07-a302-4e8d-b475-e65aca45017a by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:54:34.368555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Attempting to bind port db854c07-a302-4e8d-b475-e65aca45017a on network 4bd521a1-3b75-46d4-a234-8effadec86b2 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:54:34.371664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:54:34.372172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Checking segment: {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:54:34.372639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:34.373095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Bound using segment: {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:54:34.373634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Bound port: db854c07-a302-4e8d-b475-e65aca45017a, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:54:34.374128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:34.473759 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] For port db854c07-a302-4e8d-b475-e65aca45017a, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:54:34.477157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] For port db854c07-a302-4e8d-b475-e65aca45017a, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db854c07-a302-4e8d-b475-e65aca45017a,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:54:34.547475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:34.623917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:34.625071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:34.695824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b5cb1-b10a-4ae0-8e47-c3760c244a49 None None] Pushing event updated for resources: {'Port': ['ID=db854c07-a302-4e8d-b475-e65aca45017a,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:34.820068 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:35.100604 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2bf7d65c-bb71-4510-888c-9f6e6e791c84 req-4c5e437d-f9dd-4437-a7e3-fba1d82f2f55 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 210 time: 0.0442026 Mar 03 12:54:35.174399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:34Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:35.178827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544f70e-a61c-4fbf-aba3-96c05463e2ae None None] The sync data for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv is: [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:34Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:54:35.954851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-8b9463cd-6867-4515-a18c-80a536ab4ff7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:35.955540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e3acc463-1326-4935-9448-509f29d2cd39 req-8b9463cd-6867-4515-a18c-80a536ab4ff7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:54:36.055858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e3acc463-1326-4935-9448-509f29d2cd39 req-8b9463cd-6867-4515-a18c-80a536ab4ff7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:54:36.057189 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-8b9463cd-6867-4515-a18c-80a536ab4ff7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/networks?id=4bd521a1-3b75-46d4-a234-8effadec86b2 HTTP/1.1" status: 200 len: 797 time: 0.2565978 Mar 03 12:54:36.114651 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e3acc463-1326-4935-9448-509f29d2cd39 req-ce70782c-6d97-4945-ad0b-67e31862a1c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:54:36.187931 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-e3acc463-1326-4935-9448-509f29d2cd39 req-ce70782c-6d97-4945-ad0b-67e31862a1c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:54:36.189146 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-ce70782c-6d97-4945-ad0b-67e31862a1c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 379 time: 0.1226509 Mar 03 12:54:36.198898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'port': {'device_id': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'admin_state_up': True, 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'security_groups': ['417fb36e-ef41-42a9-8edb-79fbfe9674c8']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:36.355294 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6791411-e002-4132-9a4d-f22369579a11 req-ceef7087-98d1-4b11-9bc3-b69e3ca847dd tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 210 time: 0.0631750 Mar 03 12:54:36.389265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:36.398648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:36.484075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:54:36.487895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:36.771253 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.6 (4bd521a1-3b75-46d4-a234-8effadec86b2/86b59ea8-d3ef-4346-95c6-dec563639cbd/756e2903-5423-4041-825b-9e161f3b1824) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:54:36.962298 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:36.978234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object 756e2903-5423-4041-825b-9e161f3b1824 will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:54:37.091451 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.148634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db854c07-a302-4e8d-b475-e65aca45017a up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:54:37.158027 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:54:37.168337 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:54:37.173386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:54:37.204631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=756e2903-5423-4041-825b-9e161f3b1824,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:37.242853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:37.243479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.358246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port db854c07-a302-4e8d-b475-e65aca45017a completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:54:37.359704 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-0f4227d8-b4cc-445f-a3a5-fa23225b7345 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1653044 Mar 03 12:54:37.364263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port db854c07-a302-4e8d-b475-e65aca45017a triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:37.367908 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.411676 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Request body: {'port': {'device_id': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:37.497552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.508324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1b1e38a9-c2e0-4fc6-9811-6aeb7a75d5a8 None None] Provisioning for port 756e2903-5423-4041-825b-9e161f3b1824 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:54:37.518231 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1b1e38a9-c2e0-4fc6-9811-6aeb7a75d5a8 None None] Provisioning complete for port 756e2903-5423-4041-825b-9e161f3b1824 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:37.518613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1b1e38a9-c2e0-4fc6-9811-6aeb7a75d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.539601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.553804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40272-63b9-40eb-8315-99229befad34 req-ab6bd8d4-4cbe-4801-820a-3ee8e3969f9b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:37.555271 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3ee40272-63b9-40eb-8315-99229befad34 req-ab6bd8d4-4cbe-4801-820a-3ee8e3969f9b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 931 time: 0.0898948 Mar 03 12:54:37.582550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port db854c07-a302-4e8d-b475-e65aca45017a, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db854c07-a302-4e8d-b475-e65aca45017a,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:37.584876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e38a9-c2e0-4fc6-9811-6aeb7a75d5a8 None None] Port 756e2903-5423-4041-825b-9e161f3b1824 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:54:37.603955 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3ee40272-63b9-40eb-8315-99229befad34 req-bcca7fb4-2e4e-465c-870e-a7c7eb30f41a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Mar 03 12:54:37.632555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.703182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=db854c07-a302-4e8d-b475-e65aca45017a,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:37.884902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756e2903-5423-4041-825b-9e161f3b1824 {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:54:37.892681 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:37.906347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Transition to ACTIVE for port object 756e2903-5423-4041-825b-9e161f3b1824 will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:54:37.992375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:38.067260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b608f2d-c8c6-4da7-81f6-2085b8b3502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:38.158543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=756e2903-5423-4041-825b-9e161f3b1824,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:38.233307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Attempting to bind port 756e2903-5423-4041-825b-9e161f3b1824 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:54:38.234222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Attempting to bind port 756e2903-5423-4041-825b-9e161f3b1824 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:54:38.234558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Attempting to bind port 756e2903-5423-4041-825b-9e161f3b1824 on network 4bd521a1-3b75-46d4-a234-8effadec86b2 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:54:38.239391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Port 756e2903-5423-4041-825b-9e161f3b1824 on network 4bd521a1-3b75-46d4-a234-8effadec86b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:54:38.239706 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Attempting to bind port 756e2903-5423-4041-825b-9e161f3b1824 on network 4bd521a1-3b75-46d4-a234-8effadec86b2 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:54:38.244688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:54:38.245022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Checking segment: {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:54:38.245402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Bound using segment: {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:54:38.245821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Bound port: 756e2903-5423-4041-825b-9e161f3b1824, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6b8a9a-c63d-4a32-a86e-18582e1feaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:54:38.246156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:38.324327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:38.341396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] For port 756e2903-5423-4041-825b-9e161f3b1824, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:54:38.344320 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] For port 756e2903-5423-4041-825b-9e161f3b1824, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=756e2903-5423-4041-825b-9e161f3b1824,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:54:38.404244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:38.459747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:38.460374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:38.461719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/756e2903-5423-4041-825b-9e161f3b1824 HTTP/1.1" status: 200 len: 1093 time: 1.0945165 Mar 03 12:54:38.462143 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'tag': '756e2903-5423-4041-825b-9e161f3b1824'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:54:38.487002 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb51b4-bf3d-4bf6-a227-495eda9ec7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=756e2903-5423-4041-825b-9e161f3b1824,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:38.513384 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'tag': '756e2903-5423-4041-825b-9e161f3b1824', 'status': 'completed', 'code': 200} Mar 03 12:54:38.609604 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093782cd-e5d7-430e-85fa-9f029eed93b8 req-3c4fdd12-a9d2-462e-8dc0-ccda1d5e81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:38.611117 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-093782cd-e5d7-430e-85fa-9f029eed93b8 req-3c4fdd12-a9d2-462e-8dc0-ccda1d5e81b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1096 time: 0.0783739 Mar 03 12:54:38.757710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093782cd-e5d7-430e-85fa-9f029eed93b8 req-b08f017c-2d8a-42e1-b98d-a6eb50f15fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:38.759132 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-093782cd-e5d7-430e-85fa-9f029eed93b8 req-b08f017c-2d8a-42e1-b98d-a6eb50f15fd1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1417351 Mar 03 12:54:38.788822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e19e88-fb23-4efb-b950-43c9932eeaac req-93892084-dc23-4dbc-a330-7cde6f88bd4e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:38.790294 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e4e19e88-fb23-4efb-b950-43c9932eeaac req-93892084-dc23-4dbc-a330-7cde6f88bd4e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 943 time: 0.0790617 Mar 03 12:54:38.835260 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e4e19e88-fb23-4efb-b950-43c9932eeaac req-7dd7b164-df14-4d6f-a207-d0397332f71a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Mar 03 12:54:38.893009 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093782cd-e5d7-430e-85fa-9f029eed93b8 req-e5b27c13-7c02-4f47-8436-2c86803854f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:38.894417 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-093782cd-e5d7-430e-85fa-9f029eed93b8 req-e5b27c13-7c02-4f47-8436-2c86803854f5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297152 Mar 03 12:54:39.104935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-7bef7410-1936-44ee-afc8-277618abd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:39.106402 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-7bef7410-1936-44ee-afc8-277618abd75f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1096 time: 0.1784611 Mar 03 12:54:39.129409 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db854c07-a302-4e8d-b475-e65aca45017a up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:54:39.175899 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-fdea1bb6-13c1-43ad-945b-5c2671989f3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=756e2903-5423-4041-825b-9e161f3b1824 HTTP/1.1" status: 200 len: 217 time: 0.0625348 Mar 03 12:54:39.196378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port db854c07-a302-4e8d-b475-e65aca45017a triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:39.196747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:39.237363 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-3ec68208-2975-4133-bb1a-a77e8af96294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:39.238782 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-3ec68208-2975-4133-bb1a-a77e8af96294 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b59ea8-d3ef-4346-95c6-dec563639cbd HTTP/1.1" status: 200 len: 835 time: 0.0571845 Mar 03 12:54:39.317829 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc463-1326-4935-9448-509f29d2cd39 req-2997bc04-3018-4ae2-b7ed-36781c7ae8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:39.318767 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-2997bc04-3018-4ae2-b7ed-36781c7ae8aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4bd521a1-3b75-46d4-a234-8effadec86b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742390 Mar 03 12:54:39.449085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-04722418-8730-4ae9-856e-1a3d1227f02a service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244397 Mar 03 12:54:39.578924 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3acc463-1326-4935-9448-509f29d2cd39 req-39461a77-1bdf-445a-a145-d9d3395a5a19 service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234007 Mar 03 12:54:40.018798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062eae32-4ed7-4f0a-822c-d104a77ecbb8 req-1feffb49-c9ca-4213-9f6f-023c21c57410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:40.019474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-062eae32-4ed7-4f0a-822c-d104a77ecbb8 req-1feffb49-c9ca-4213-9f6f-023c21c57410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:54:40.106586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-062eae32-4ed7-4f0a-822c-d104a77ecbb8 req-1feffb49-c9ca-4213-9f6f-023c21c57410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:54:40.107743 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-062eae32-4ed7-4f0a-822c-d104a77ecbb8 req-1feffb49-c9ca-4213-9f6f-023c21c57410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 943 time: 0.1662879 Mar 03 12:54:40.154343 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-062eae32-4ed7-4f0a-822c-d104a77ecbb8 req-68f9255c-e04f-4705-b004-939b94c8c8ff tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Mar 03 12:54:40.198037 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4e440b0a-a689-4424-b533-37e64d892526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:41.198224 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:41.341542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acc404-8674-4eef-bbeb-fb2b25b54c41 req-db177245-5638-4ca3-a642-c0f804d8c8d9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:41.343518 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-04acc404-8674-4eef-bbeb-fb2b25b54c41 req-db177245-5638-4ca3-a642-c0f804d8c8d9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 943 time: 0.0850754 Mar 03 12:54:41.387743 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-04acc404-8674-4eef-bbeb-fb2b25b54c41 req-91031353-4028-4d6a-a60b-4593793bd7da tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386543 Mar 03 12:54:41.563684 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:42.005070 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 756e2903-5423-4041-825b-9e161f3b1824 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:54:42.145883 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 756e2903-5423-4041-825b-9e161f3b1824, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=756e2903-5423-4041-825b-9e161f3b1824,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:42.158771 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '756e2903-5423-4041-825b-9e161f3b1824', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'port_id': '756e2903-5423-4041-825b-9e161f3b1824', 'mac_address': 'fa:16:3e:34:92:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:54:42.221576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:42.238458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756e2903-5423-4041-825b-9e161f3b1824 {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:54:42.253041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 756e2903-5423-4041-825b-9e161f3b1824, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=756e2903-5423-4041-825b-9e161f3b1824,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:42.357456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:42.425741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=756e2903-5423-4041-825b-9e161f3b1824,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:42.433615 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.433955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.434290 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.434614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.434934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.435254 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.435577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.435890 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.436238 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.436550 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.436886 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.437198 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:54:42.564629 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['756e2903-5423-4041-825b-9e161f3b1824'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:54:42.578768 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98848283-a50f-47e0-baee-0985f96867ae req-a4d3624d-41ff-4d84-b5ec-ff7fe0fd9d36 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:42.580236 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-98848283-a50f-47e0-baee-0985f96867ae req-a4d3624d-41ff-4d84-b5ec-ff7fe0fd9d36 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 944 time: 0.0821428 Mar 03 12:54:42.623045 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-98848283-a50f-47e0-baee-0985f96867ae req-d4f57e96-59a8-4495-b0e0-841177b68e5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371485 Mar 03 12:54:42.946667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:43.807446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5f8f6-e152-4be5-ab7a-ae777aa9df76 req-75a84013-e922-4c78-9a88-b8a3ac60ee15 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:43.808890 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-41d5f8f6-e152-4be5-ab7a-ae777aa9df76 req-75a84013-e922-4c78-9a88-b8a3ac60ee15 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 944 time: 0.0823677 Mar 03 12:54:43.853278 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-41d5f8f6-e152-4be5-ab7a-ae777aa9df76 req-e3ece68d-9127-44d0-b9f4-71a7b02fbdf1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377274 Mar 03 12:54:44.002024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 756e2903-5423-4041-825b-9e161f3b1824 up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:54:44.128664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 756e2903-5423-4041-825b-9e161f3b1824 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:54:44.133317 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 756e2903-5423-4041-825b-9e161f3b1824 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:54:44.133681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:44.248209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:44.274506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e2903-5423-4041-825b-9e161f3b1824'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:54:44.284680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 756e2903-5423-4041-825b-9e161f3b1824, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=756e2903-5423-4041-825b-9e161f3b1824,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:54:44.318647 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e2903-5423-4041-825b-9e161f3b1824', 'code': 200} Mar 03 12:54:44.358442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:44.428961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=756e2903-5423-4041-825b-9e161f3b1824,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:44.775822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57343bc-abe9-41de-8de1-0f30a8500103 req-01ee6fa8-487f-4f2f-bb07-fdc7c410a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:44.777349 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a57343bc-abe9-41de-8de1-0f30a8500103 req-01ee6fa8-487f-4f2f-bb07-fdc7c410a8db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1098 time: 0.0813556 Mar 03 12:54:44.818548 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a57343bc-abe9-41de-8de1-0f30a8500103 req-d370e193-7e8e-4577-8f52-0bb9e7d280e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347505 Mar 03 12:54:45.032372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9dd97-1c58-43af-863e-f64562e006fe req-2aa73c75-6e69-4fc6-9324-cf2224075a7c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:45.033740 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6f9dd97-1c58-43af-863e-f64562e006fe req-2aa73c75-6e69-4fc6-9324-cf2224075a7c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0783153 Mar 03 12:54:45.077229 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e6f9dd97-1c58-43af-863e-f64562e006fe req-7d52174a-ff81-467e-8d28-a74b94bc4d1c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Mar 03 12:54:46.269617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca939-17b4-4f39-bc6f-bf601100f5e1 req-fbb9c2ea-de05-4469-9718-380db121c6bb tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:46.271085 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fdeca939-17b4-4f39-bc6f-bf601100f5e1 req-fbb9c2ea-de05-4469-9718-380db121c6bb tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0828063 Mar 03 12:54:46.315383 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fdeca939-17b4-4f39-bc6f-bf601100f5e1 req-6f765f95-4cac-4eb6-ac84-a3987a507707 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383148 Mar 03 12:54:46.498966 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b015bd-28ca-4a01-9539-5f1477524bb5 req-c49855f3-84e3-4532-8f2d-a5726469c99b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:46.501327 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e8b015bd-28ca-4a01-9539-5f1477524bb5 req-c49855f3-84e3-4532-8f2d-a5726469c99b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0833950 Mar 03 12:54:46.544864 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e8b015bd-28ca-4a01-9539-5f1477524bb5 req-ed7151ca-dd2f-479a-b265-712106b80716 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379412 Mar 03 12:54:46.566988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44764) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:46.635588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb1290-49ed-4308-8e49-ebb83c1ea7a4 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:46.637000 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-49fb1290-49ed-4308-8e49-ebb83c1ea7a4 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1093 time: 0.0690744 Mar 03 12:54:46.640351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44768) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:46.645399 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '756e2903-5423-4041-825b-9e161f3b1824', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:54:46.651101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:54:46.654846 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:floatingip and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:54:46.657931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:54:46.663409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:54:46.723699 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:46.871237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:47.101216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.147 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/84675ed0-639f-4a17-a722-03da3db02151) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:54:47.248218 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:47.353030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:47.422776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:54:47.429346 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:54:47.434164 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:54:47.463076 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=84675ed0-639f-4a17-a722-03da3db02151,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:47.840691 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:47.981774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:48.206958 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:48.266704 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:48.373668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=84675ed0-639f-4a17-a722-03da3db02151,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:54:48.386086 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:48.557254 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 14184e83-95f4-4a49-b9dc-a6115f77bbc7 associated. External IP: 172.26.8.147, port: 756e2903-5423-4041-825b-9e161f3b1824. Mar 03 12:54:49.015760 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 16bbbe57-7e40-4c93-aced-87e98d7f5724 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:54:49.200782 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:54:49.211384 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] Sync routers for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:54:49.220978 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:49.221574 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:49.295341 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:54:49.352430 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-019de578-ac81-42f9-9ead-06319aaf8d14 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7107627 Mar 03 12:54:49.353011 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'tag': '756e2903-5423-4041-825b-9e161f3b1824'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:54:49.408638 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:49.409641 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'tag': '756e2903-5423-4041-825b-9e161f3b1824', 'status': 'completed', 'code': 200} Mar 03 12:54:49.569833 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9041b-8226-4ee7-b32a-a33115d091c5 req-4469a818-dc97-4211-850f-761d97934965 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:49.571285 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-91a9041b-8226-4ee7-b32a-a33115d091c5 req-4469a818-dc97-4211-850f-761d97934965 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.1095011 Mar 03 12:54:49.573281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-d36a8324-6f15-40da-b8b4-f59dc458fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:49.574620 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-d36a8324-6f15-40da-b8b4-f59dc458fe01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1098 time: 0.1437323 Mar 03 12:54:49.690215 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-91a9041b-8226-4ee7-b32a-a33115d091c5 req-4cf01db2-5f03-4869-9c2f-dff7d83f9fc4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130764 Mar 03 12:54:49.714819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44776) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:49.739995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-ef9364aa-5025-44ec-b4d1-f4fdc96c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:49.741458 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-ef9364aa-5025-44ec-b4d1-f4fdc96c07e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4bd521a1-3b75-46d4-a234-8effadec86b2 HTTP/1.1" status: 200 len: 898 time: 0.1506848 Mar 03 12:54:49.787045 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:54:49.803042 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '14184e83-95f4-4a49-b9dc-a6115f77bbc7', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'port_id': '756e2903-5423-4041-825b-9e161f3b1824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'mac_address': 'fa:16:3e:34:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:54:47Z', 'updated_at': '2022-03-03T12:54:47Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:49.807069 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] Checking router: 16bbbe57-7e40-4c93-aced-87e98d7f5724 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:54:49.816443 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:54:49.817537 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:54:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:49.828327 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-319c32b4-c4e3-4ff2-a4c6-3fd7e3a28bdc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/14184e83-95f4-4a49-b9dc-a6115f77bbc7 HTTP/1.1" status: 200 len: 991 time: 0.1115541 Mar 03 12:54:49.846801 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-a04bc3a6-70c7-4d4f-9f7f-cd492393d0d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=756e2903-5423-4041-825b-9e161f3b1824 HTTP/1.1" status: 200 len: 999 time: 0.0984645 Mar 03 12:54:49.907956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-bb140185-168d-431c-bcf7-36f502c1c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:49.909403 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-bb140185-168d-431c-bcf7-36f502c1c529 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b59ea8-d3ef-4346-95c6-dec563639cbd HTTP/1.1" status: 200 len: 835 time: 0.0570915 Mar 03 12:54:49.986586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-e4df4ea8-8679-4fbd-a1ed-85feafb9f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:54:49.988128 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-e4df4ea8-8679-4fbd-a1ed-85feafb9f8d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4bd521a1-3b75-46d4-a234-8effadec86b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732849 Mar 03 12:54:49.994106 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:54:50.230319 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-bcda60b5-891d-4fe5-9bec-0bd46329f40e service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363863 Mar 03 12:54:50.349500 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '14184e83-95f4-4a49-b9dc-a6115f77bbc7', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'port_id': '756e2903-5423-4041-825b-9e161f3b1824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'mac_address': 'fa:16:3e:34:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:54:47Z', 'updated_at': '2022-03-03T12:54:47Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:54:50.353672 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a61fa-deec-4a95-bd19-37bb6d4eee72 None None] The sync data for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv is: [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '14184e83-95f4-4a49-b9dc-a6115f77bbc7', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.147', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'port_id': '756e2903-5423-4041-825b-9e161f3b1824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'mac_address': 'fa:16:3e:34:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:54:47Z', 'updated_at': '2022-03-03T12:54:47Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:54:50.367322 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5cc24d25-ddd0-4853-b1d9-f215a64eee81 req-b5cf0654-0802-4446-a13d-f8d7c806d6bd service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314106 Mar 03 12:54:50.548064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f79df0-8247-4ce7-9ec1-e00a0477f15f None None] New status for floating IP 14184e83-95f4-4a49-b9dc-a6115f77bbc7: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:54:50.829718 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44780) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:50.940423 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-3320a64e-d59c-43d1-aeae-ec6f9b44df67 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/14184e83-95f4-4a49-b9dc-a6115f77bbc7 HTTP/1.1" status: 200 len: 991 time: 0.1095462 Mar 03 12:54:51.942558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44784) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:54:52.047439 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-0f04b192-64b5-40fc-a2c0-73ef83676f80 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/14184e83-95f4-4a49-b9dc-a6115f77bbc7 HTTP/1.1" status: 200 len: 993 time: 0.1038010 Mar 03 12:55:08.100461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-775f9238-37a6-4ee0-882a-7ad99fa475e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:08.340366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:10.186115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6900e7da-e068-4181-b566-c356bff5dab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:11.203614 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:11.563488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:12.968577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:18.054555 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162322a8-fc10-4300-9c79-75b8aae0e31d req-45617a6b-b2b2-4344-b3a6-440b87053787 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:18.056035 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-162322a8-fc10-4300-9c79-75b8aae0e31d req-45617a6b-b2b2-4344-b3a6-440b87053787 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0805717 Mar 03 12:55:18.103674 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-162322a8-fc10-4300-9c79-75b8aae0e31d req-ced191de-f812-4602-9f66-d655f6e43c44 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Mar 03 12:55:19.286781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae53e4-3c0c-45fe-8daf-0bc6fb9993f9 req-6f5e75ef-4949-4541-8b57-6cc5cd66cd41 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:19.288234 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1dae53e4-3c0c-45fe-8daf-0bc6fb9993f9 req-6f5e75ef-4949-4541-8b57-6cc5cd66cd41 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0783231 Mar 03 12:55:19.336025 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1dae53e4-3c0c-45fe-8daf-0bc6fb9993f9 req-334da6e7-43e1-4805-b24f-53ec77d3e02f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Mar 03 12:55:20.520293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ff0b2-44df-4586-bb91-0f24ef5caa1d req-3c91bbb7-6ce9-4420-b74d-86ec8493f2f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:20.521863 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-333ff0b2-44df-4586-bb91-0f24ef5caa1d req-3c91bbb7-6ce9-4420-b74d-86ec8493f2f7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0808938 Mar 03 12:55:20.566585 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-333ff0b2-44df-4586-bb91-0f24ef5caa1d req-7dbe3094-cd28-4033-92cc-22725562e45e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 Mar 03 12:55:21.745864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5daa92-287f-4662-b73e-f52189f92652 req-69c61d4c-287c-4900-9e03-6e046a52eced tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:21.747308 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1b5daa92-287f-4662-b73e-f52189f92652 req-69c61d4c-287c-4900-9e03-6e046a52eced tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0790040 Mar 03 12:55:21.791510 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1b5daa92-287f-4662-b73e-f52189f92652 req-16a8ca6d-96f5-4990-ad24-07870f82a0f2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379782 Mar 03 12:55:23.001715 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde347f4-81c2-43d4-968e-6ad64fdb582b req-8d5846d6-6432-4e88-bdb0-de692263fc08 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:23.003175 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dde347f4-81c2-43d4-968e-6ad64fdb582b req-8d5846d6-6432-4e88-bdb0-de692263fc08 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0864730 Mar 03 12:55:23.047542 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-dde347f4-81c2-43d4-968e-6ad64fdb582b req-0dc961ec-4329-4e86-950d-c8c0f933548c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386355 Mar 03 12:55:24.234716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9653a2f-90ee-4623-b75e-9b63ca49f229 req-272a326f-b837-46b5-be9d-d936bc667f67 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:24.236163 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b9653a2f-90ee-4623-b75e-9b63ca49f229 req-272a326f-b837-46b5-be9d-d936bc667f67 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0822475 Mar 03 12:55:24.281388 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b9653a2f-90ee-4623-b75e-9b63ca49f229 req-31b2b54f-989e-4148-abeb-08d7c25a713e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395606 Mar 03 12:55:25.461056 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0811b9-739e-4034-bfb0-f705ed3f6cb7 req-d918b671-048f-4e55-8e86-7cf6f2725f68 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:25.462398 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce0811b9-739e-4034-bfb0-f705ed3f6cb7 req-d918b671-048f-4e55-8e86-7cf6f2725f68 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0776548 Mar 03 12:55:25.505760 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ce0811b9-739e-4034-bfb0-f705ed3f6cb7 req-22871ab4-7570-4484-b706-515e6bdfdfb4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379186 Mar 03 12:55:26.691845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22122627-5a6e-4511-8963-284b40a9d091 req-2e0b22fc-a18d-420f-a4b1-742e284270e2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:26.693446 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-22122627-5a6e-4511-8963-284b40a9d091 req-2e0b22fc-a18d-420f-a4b1-742e284270e2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0832462 Mar 03 12:55:26.736820 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-22122627-5a6e-4511-8963-284b40a9d091 req-ce1e95de-6ef0-4a6e-866f-92d3895595d5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Mar 03 12:55:26.785877 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:55:27.928933 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf3c9c-a312-4e29-b6eb-76e5fecdaab9 req-c6ff09aa-0ba8-44f3-b5f9-71aebb6a3ed2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:27.930362 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b1bf3c9c-a312-4e29-b6eb-76e5fecdaab9 req-c6ff09aa-0ba8-44f3-b5f9-71aebb6a3ed2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0904441 Mar 03 12:55:27.974790 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b1bf3c9c-a312-4e29-b6eb-76e5fecdaab9 req-11ef431c-20d7-4f27-ad69-a8d374307083 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388615 Mar 03 12:55:29.198781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66d551-1c6b-4766-bc42-446a7520731b req-f236f8c6-11d2-4dfe-b1d7-e69a98bc2eef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:29.200308 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e66d551-1c6b-4766-bc42-446a7520731b req-f236f8c6-11d2-4dfe-b1d7-e69a98bc2eef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.1199923 Mar 03 12:55:29.244408 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4e66d551-1c6b-4766-bc42-446a7520731b req-eb4d4543-4499-4f9f-8e54-756db4f69606 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378137 Mar 03 12:55:29.268276 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44820) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:55:29.375566 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cb91d794-16a1-4530-8428-2517854b6f9c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/14184e83-95f4-4a49-b9dc-a6115f77bbc7 HTTP/1.1" status: 200 len: 993 time: 0.1055300 Mar 03 12:55:31.005128 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cad65-55c3-4f27-b7bc-b59acf35e968 req-870bec2e-0f1b-45db-96cc-741e367c23ae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:31.006613 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2f9cad65-55c3-4f27-b7bc-b59acf35e968 req-870bec2e-0f1b-45db-96cc-741e367c23ae tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0861714 Mar 03 12:55:31.052624 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2f9cad65-55c3-4f27-b7bc-b59acf35e968 req-23f51ae1-d922-459a-855d-bf38635620d7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Mar 03 12:55:31.108237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-6a02a862-cba5-46f7-83f5-6d15d5ce0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:31.110357 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-6a02a862-cba5-46f7-83f5-6d15d5ce0434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1098 time: 0.0715723 Mar 03 12:55:31.236057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-cacbdb17-8ae8-4b8e-ad6d-9d9093b4ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:31.237460 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-cacbdb17-8ae8-4b8e-ad6d-9d9093b4ef9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4bd521a1-3b75-46d4-a234-8effadec86b2 HTTP/1.1" status: 200 len: 898 time: 0.1216505 Mar 03 12:55:31.339576 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-cb65ccd1-cfe7-459e-aff8-d4113e55c743 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=756e2903-5423-4041-825b-9e161f3b1824 HTTP/1.1" status: 200 len: 1001 time: 0.0959518 Mar 03 12:55:31.402524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-b5e43da4-ef4f-4c92-a3a4-a525148892b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:31.403806 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-b5e43da4-ef4f-4c92-a3a4-a525148892b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b59ea8-d3ef-4346-95c6-dec563639cbd HTTP/1.1" status: 200 len: 835 time: 0.0583632 Mar 03 12:55:31.477123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-e1d6efae-7ac0-4f5f-966f-1de017763cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:31.478609 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-e1d6efae-7ac0-4f5f-966f-1de017763cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4bd521a1-3b75-46d4-a234-8effadec86b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686290 Mar 03 12:55:31.605991 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-c2060e9e-bc3b-47e5-92c5-2856c2e369c3 service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210318 Mar 03 12:55:31.732327 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f8447438-c718-42ce-ba95-e3a5f2a7426a req-5828534e-3e6e-4b49-acb5-b58ab184785f service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202657 Mar 03 12:55:32.244700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19bacf-aef7-4fe7-a7c7-5589fe3ee936 req-f521d776-6aba-418c-8853-1cf356b11b21 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:32.246143 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe19bacf-aef7-4fe7-a7c7-5589fe3ee936 req-f521d776-6aba-418c-8853-1cf356b11b21 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0860162 Mar 03 12:55:32.405811 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fe19bacf-aef7-4fe7-a7c7-5589fe3ee936 req-71c49227-726f-4d5e-98ec-5c0c65030b2c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527958 Mar 03 12:55:33.589449 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d5381-ec0d-4e20-a72e-f2eabc5de160 req-8e0cc4bc-8895-495a-a5d4-d3c7cc58f5af tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:33.590795 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e10d5381-ec0d-4e20-a72e-f2eabc5de160 req-8e0cc4bc-8895-495a-a5d4-d3c7cc58f5af tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0816195 Mar 03 12:55:33.633258 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e10d5381-ec0d-4e20-a72e-f2eabc5de160 req-afd58ddf-9fa8-468a-8774-299684aa0afa tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363350 Mar 03 12:55:33.656944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44834) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:55:33.758742 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f59179fd-53d1-4b34-98f9-a3c4eb6ba4fe tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/14184e83-95f4-4a49-b9dc-a6115f77bbc7 HTTP/1.1" status: 200 len: 993 time: 0.1006708 Mar 03 12:55:38.065583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fa9167f6-0d9e-4fa9-8cf3-86cf15cf2bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:38.345769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:40.168490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d63c-10fd-4d64-ba75-14a2cb01d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:41.191351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:41.574341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:42.842941 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-08088081-d105-4533-bfda-bffa4b393cbb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682583 Mar 03 12:55:42.969090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:55:42.990672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241172b-d289-4c01-8f82-d370cee54653 req-971cba1d-73c6-4adc-bccb-4141df456a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:42.992176 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-971cba1d-73c6-4adc-bccb-4141df456a43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1098 time: 0.0792627 Mar 03 12:55:43.133401 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241172b-d289-4c01-8f82-d370cee54653 req-98e862c7-f2ea-4528-ba0b-3b1bdfd3b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:43.134841 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-98e862c7-f2ea-4528-ba0b-3b1bdfd3b4e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4bd521a1-3b75-46d4-a234-8effadec86b2 HTTP/1.1" status: 200 len: 898 time: 0.1241198 Mar 03 12:55:43.242208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-29aba528-5268-4902-868c-045308faf582 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=756e2903-5423-4041-825b-9e161f3b1824 HTTP/1.1" status: 200 len: 1001 time: 0.0975492 Mar 03 12:55:43.315122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241172b-d289-4c01-8f82-d370cee54653 req-1d495ab5-3982-4014-a981-c4455230ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:43.317547 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-1d495ab5-3982-4014-a981-c4455230ce63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b59ea8-d3ef-4346-95c6-dec563639cbd HTTP/1.1" status: 200 len: 835 time: 0.0655982 Mar 03 12:55:43.398734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241172b-d289-4c01-8f82-d370cee54653 req-5e053cc9-6010-4469-add3-0fbaf23922ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:55:43.400150 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-5e053cc9-6010-4469-add3-0fbaf23922ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4bd521a1-3b75-46d4-a234-8effadec86b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763516 Mar 03 12:55:43.530192 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-dec1a9f3-ea8e-4b1a-90c8-449e021bf0db service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229541 Mar 03 12:55:43.659012 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6241172b-d289-4c01-8f82-d370cee54653 req-ab09397b-98d0-4f6b-90e3-5fc9594caed5 service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225917 Mar 03 12:56:02.161597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44860) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:02.365665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 84675ed0-639f-4a17-a722-03da3db02151 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:56:02.366006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:02.532759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:02.533079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:02.761834 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 84675ed0-639f-4a17-a722-03da3db02151 owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:56:02.979481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:03.026216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=84675ed0-639f-4a17-a722-03da3db02151,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:03.068367 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.068703 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.069033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.069388 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.069714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.070033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.070353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.070669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.070986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.071301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.071613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.071923 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:03.129382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:03.129716 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 14184e83-95f4-4a49-b9dc-a6115f77bbc7 disassociated (deleted). External IP: 172.26.8.147, port: 756e2903-5423-4041-825b-9e161f3b1824. Mar 03 12:56:03.481947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 16bbbe57-7e40-4c93-aced-87e98d7f5724 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:56:03.661284 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:56:03.670665 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] Sync routers for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:56:03.681059 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:03.687967 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:55:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:03.751354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:03.805766 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-70adf6a8-e98a-4b61-99f7-6199a6ef7f5e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/floatingips/14184e83-95f4-4a49-b9dc-a6115f77bbc7 HTTP/1.1" status: 204 len: 168 time: 1.6430719 Mar 03 12:56:03.806333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'tag': '756e2903-5423-4041-825b-9e161f3b1824'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:56:03.834476 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:56:03.860294 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'tag': '756e2903-5423-4041-825b-9e161f3b1824', 'status': 'completed', 'code': 200} Mar 03 12:56:03.865450 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:03.955327 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-aede53a9-0e6b-44c1-a4ec-c42251580df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:03.956749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-aede53a9-0e6b-44c1-a4ec-c42251580df3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 1098 time: 0.0742872 Mar 03 12:56:04.088650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-ddd17b80-798c-410e-bb05-445e58c8ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:04.090095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-ddd17b80-798c-410e-bb05-445e58c8ff66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4bd521a1-3b75-46d4-a234-8effadec86b2 HTTP/1.1" status: 200 len: 898 time: 0.1276248 Mar 03 12:56:04.162376 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-f38eb037-532b-4bf2-845d-0851f1f8eb7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=756e2903-5423-4041-825b-9e161f3b1824 HTTP/1.1" status: 200 len: 217 time: 0.0660720 Mar 03 12:56:04.188574 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:04.192406 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] Checking router: 16bbbe57-7e40-4c93-aced-87e98d7f5724 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:56:04.200691 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:04.201272 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:55:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:04.225540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-5c2facbb-6f3f-4be1-8c7a-ba6e5b3f79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:04.226976 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-5c2facbb-6f3f-4be1-8c7a-ba6e5b3f79c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86b59ea8-d3ef-4346-95c6-dec563639cbd HTTP/1.1" status: 200 len: 835 time: 0.0587175 Mar 03 12:56:04.321649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-48793669-1ddd-432d-86d0-1082f1b110f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:04.323750 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-48793669-1ddd-432d-86d0-1082f1b110f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4bd521a1-3b75-46d4-a234-8effadec86b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896039 Mar 03 12:56:04.433959 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:04.631324 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-f5492fff-54e6-42f9-b5ae-611d8b18e616 service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995129 Mar 03 12:56:04.686261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5846b6a-9255-4446-bf22-cc24d805d01b req-61daf553-2c57-4e40-8330-c3191e3c1c3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:04.686940 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-a5846b6a-9255-4446-bf22-cc24d805d01b req-61daf553-2c57-4e40-8330-c3191e3c1c3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:04.751165 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:04.755103 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa20693-c044-46a7-8713-3795a0e27509 None None] The sync data for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv is: [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'db854c07-a302-4e8d-b475-e65aca45017a', 'name': '', 'network_id': '4bd521a1-3b75-46d4-a234-8effadec86b2', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:bf:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:30Z', 'updated_at': '2022-03-03T12:54:37Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '86b59ea8-d3ef-4346-95c6-dec563639cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:56:04.788494 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e6e812de-89e2-43f9-9516-5be2518e4c8a req-59005a94-d58e-41f9-825e-6dc30ba763e0 service neutron] 10.222.0.26 "GET /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478140 Mar 03 12:56:04.819217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-a5846b6a-9255-4446-bf22-cc24d805d01b req-61daf553-2c57-4e40-8330-c3191e3c1c3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:04.820409 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a5846b6a-9255-4446-bf22-cc24d805d01b req-61daf553-2c57-4e40-8330-c3191e3c1c3e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.2805829 Mar 03 12:56:04.865633 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a5846b6a-9255-4446-bf22-cc24d805d01b req-b645d8ed-ae81-411c-b300-cba816395ad9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393019 Mar 03 12:56:04.967926 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c28d4-557e-49de-b7ed-6275dccfd258 None None] New status for floating IP 14184e83-95f4-4a49-b9dc-a6115f77bbc7: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:56:05.776264 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-40fa8738-7759-4507-a931-c830317e1c0b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:05.779515 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-40fa8738-7759-4507-a931-c830317e1c0b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0783064 Mar 03 12:56:05.849254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 756e2903-5423-4041-825b-9e161f3b1824 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:56:05.849594 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:06.067248 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1a49-76fc-4ee4-9a44-a4ab8c50510d req-b7620a00-8c6a-462e-aa8e-4bb183a23637 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:06.068658 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c19c1a49-76fc-4ee4-9a44-a4ab8c50510d req-b7620a00-8c6a-462e-aa8e-4bb183a23637 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 945 time: 0.0860319 Mar 03 12:56:06.099847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 756e2903-5423-4041-825b-9e161f3b1824, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=756e2903-5423-4041-825b-9e161f3b1824,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:06.100233 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:06.221909 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c19c1a49-76fc-4ee4-9a44-a4ab8c50510d req-32b91ff2-f571-47fc-ab9e-0e4465b5ccef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=417fb36e-ef41-42a9-8edb-79fbfe9674c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475780 Mar 03 12:56:06.230513 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 756e2903-5423-4041-825b-9e161f3b1824 owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:56:06.419201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:06.470943 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=756e2903-5423-4041-825b-9e161f3b1824,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:06.545538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] No DVR routers for this DVR port 756e2903-5423-4041-825b-9e161f3b1824 on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:56:06.548838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:06.551350 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'name': 'network-vif-deleted', 'tag': '756e2903-5423-4041-825b-9e161f3b1824'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:56:06.602706 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5ee54926-8b98-4e94-a256-f0bf97205403 req-e1661b8a-b674-432c-b4b6-d5572f4c5410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "DELETE /v2.0/ports/756e2903-5423-4041-825b-9e161f3b1824 HTTP/1.1" status: 204 len: 173 time: 0.8197086 Mar 03 12:56:06.613259 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e457e-1a91-4abc-ac97-f4b1603a0f7c', 'name': 'network-vif-deleted', 'tag': '756e2903-5423-4041-825b-9e161f3b1824', 'status': 'completed', 'code': 200} Mar 03 12:56:07.391299 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6be914c9-ab95-41ed-a0cd-cb12ef1c87fe req-f5e8618f-a189-433c-aed0-f8286c8b9363 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=184e457e-1a91-4abc-ac97-f4b1603a0f7c HTTP/1.1" status: 200 len: 210 time: 0.0426450 Mar 03 12:56:08.065049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0e8ecc40-8d8f-4ab1-b15c-92d0a76a3d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:08.314281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 756e2903-5423-4041-825b-9e161f3b1824 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:56:08.348448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 756e2903-5423-4041-825b-9e161f3b1824 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:56:08.348796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 756e2903-5423-4041-825b-9e161f3b1824 not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:56:08.367576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:08.484332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44878) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:09.154952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:09.503247 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port db854c07-a302-4e8d-b475-e65aca45017a {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:56:09.503971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:09.685724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port db854c07-a302-4e8d-b475-e65aca45017a, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=db854c07-a302-4e8d-b475-e65aca45017a,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:09.686072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:09.809181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for db854c07-a302-4e8d-b475-e65aca45017a owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:56:10.202024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:10.213645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c93b15c0-a36b-4c0f-b8d8-a6782568fadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:10.249597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=db854c07-a302-4e8d-b475-e65aca45017a,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:10.638392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:10.991532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 16bbbe57-7e40-4c93-aced-87e98d7f5724 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:56:11.173763 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:56:11.183305 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] Sync routers for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:56:11.189776 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d46b2119-e292-4ec2-9d59-a2ce584f282e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/16bbbe57-7e40-4c93-aced-87e98d7f5724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011647 Mar 03 12:56:11.190225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44882) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:11.191247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.193256 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:11.194063 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:11.258875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting subnet 86b59ea8-d3ef-4346-95c6-dec563639cbd {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:56:11.262002 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.318350 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.372623 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:11.401608 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.540061 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.578956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Subnet': ['ID=86b59ea8-d3ef-4346-95c6-dec563639cbd,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:11.584467 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.585333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.590891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551a794-5756-4f52-a52a-b7d4175083a7 None None] Network 4bd521a1-3b75-46d4-a234-8effadec86b2 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:56:11.591552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.591897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.592258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.592642 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.592982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.593311 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.593611 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.593926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.594241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.594863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.594863 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.595537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:11.600134 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-9f962272-10f0-475f-a4c1-e7c079103202 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/subnets/86b59ea8-d3ef-4346-95c6-dec563639cbd HTTP/1.1" status: 204 len: 168 time: 0.4087601 Mar 03 12:56:11.603076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44886) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:11.666452 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:56:10Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:11.670682 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] Checking router: 16bbbe57-7e40-4c93-aced-87e98d7f5724 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:56:11.679032 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] Routers {'16bbbe57-7e40-4c93-aced-87e98d7f5724'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:11.679622 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['16bbbe57-7e40-4c93-aced-87e98d7f5724'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:11.794725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.857758 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] Set router 16bbbe57-7e40-4c93-aced-87e98d7f5724 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:11.862091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] DHCP port deletion for 4bd521a1-3b75-46d4-a234-8effadec86b2 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:56:11.866377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Deleting port bd86a664-9f9e-449c-82a0-ef8c00897cb5 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:56:11.866824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:11.975033 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:12.074994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] For port bd86a664-9f9e-449c-82a0-ef8c00897cb5, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=bd86a664-9f9e-449c-82a0-ef8c00897cb5,segment=NetworkSegment(5e6b8a9a-c63d-4a32-a86e-18582e1feaef),segment_id=5e6b8a9a-c63d-4a32-a86e-18582e1feaef)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:12.075248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:12.094138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 8024304e-4f0a-4103-8964-d4421f41e004 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:56:12.094650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:12.147129 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:56:10Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:12.151037 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a9d42-d281-4ba5-9595-9a2ff90603f7 None None] The sync data for ids ['16bbbe57-7e40-4c93-aced-87e98d7f5724'] in dv-neutron-831730-1-hyperv is: [{'id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849138717', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8024304e-4f0a-4103-8964-d4421f41e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:54:25Z', 'updated_at': '2022-03-03T12:56:10Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '8024304e-4f0a-4103-8964-d4421f41e004', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bbbe57-7e40-4c93-aced-87e98d7f5724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:54:26Z', 'updated_at': '2022-03-03T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:56:12.196683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Calling delete_port for bd86a664-9f9e-449c-82a0-ef8c00897cb5 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:56:12.280961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 8024304e-4f0a-4103-8964-d4421f41e004, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8024304e-4f0a-4103-8964-d4421f41e004,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:12.281312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:12.333853 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:12.386528 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Pushing event deleted for resources: {'Port': ['ID=bd86a664-9f9e-449c-82a0-ef8c00897cb5,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:12.389082 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] No DVR routers for this DVR port bd86a664-9f9e-449c-82a0-ef8c00897cb5 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:56:12.397564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.397564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.397768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.398660 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.398660 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.398877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.399126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.399462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.400339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.400483 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.401097 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.401426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73680a4f-232e-43b6-b61c-e185239efd05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:12.527570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 8024304e-4f0a-4103-8964-d4421f41e004 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:56:12.750671 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:12.797919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=8024304e-4f0a-4103-8964-d4421f41e004,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:12.890070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:12.973294 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.066242 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.068428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.145117 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.145558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Fanout notify agent at l3_agent the message router_deleted on router 16bbbe57-7e40-4c93-aced-87e98d7f5724 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:56:13.162123 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.163281 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-66d6fab4-0c28-4e91-998c-13f13b203078 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/routers/16bbbe57-7e40-4c93-aced-87e98d7f5724 HTTP/1.1" status: 204 len: 168 time: 1.5589030 Mar 03 12:56:13.166167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44892) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:13.222182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bd86a664-9f9e-449c-82a0-ef8c00897cb5 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:56:13.257656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: bd86a664-9f9e-449c-82a0-ef8c00897cb5 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:56:13.258259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device bd86a664-9f9e-449c-82a0-ef8c00897cb5 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:56:13.258834 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db854c07-a302-4e8d-b475-e65aca45017a no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:56:13.289981 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.292777 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: db854c07-a302-4e8d-b475-e65aca45017a {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:56:13.294001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device db854c07-a302-4e8d-b475-e65aca45017a not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:56:13.422221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.446192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd521a1-3b75-46d4-a234-8effadec86b2']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:13.458450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6b8a9a-c63d-4a32-a86e-18582e1feaef') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:13.458750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6b8a9a-c63d-4a32-a86e-18582e1feaef') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:13.470171 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.488989 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.494751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:56:13.495154 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:56:13.509021 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:56:13.625111 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.630288 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.658670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Network': ['ID=4bd521a1-3b75-46d4-a234-8effadec86b2,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:13.716858 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-2a1ce915-f944-43df-b613-d72152a7922b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/networks/4bd521a1-3b75-46d4-a234-8effadec86b2 HTTP/1.1" status: 204 len: 168 time: 0.5494812 Mar 03 12:56:13.719878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44896) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:13.791108 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-43266df4-0928-49c3-9257-533079d1d67e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.821917 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-43266df4-0928-49c3-9257-533079d1d67e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.968112 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-43266df4-0928-49c3-9257-533079d1d67e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:13.986758 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43266df4-0928-49c3-9257-533079d1d67e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417fb36e-ef41-42a9-8edb-79fbfe9674c8,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:14.075874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-43266df4-0928-49c3-9257-533079d1d67e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:14.077032 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-43266df4-0928-49c3-9257-533079d1d67e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/security-groups/417fb36e-ef41-42a9-8edb-79fbfe9674c8 HTTP/1.1" status: 204 len: 168 time: 0.3563740 Mar 03 12:56:14.518655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44904) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:14.523952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726160587', 'description': 'tempest-secgroup-smoke-726160587 description', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:14.529983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:14.534618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:14.537495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:14.546136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:14.607720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:14.628187 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:14.632092 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:14.634871 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:14.640893 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:14.707753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:14.795891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:14.842574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c30f53-3319-49ec-89e6-ab9edcd3fe53,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:14.893371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:14.894603 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f695e43a-1ab0-41c8-be11-245da7e9b327 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3749290 Mar 03 12:56:14.897469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44908) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:14.902382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'c4c30f53-3319-49ec-89e6-ab9edcd3fe53', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:14.909672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:14.912332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:14.915221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:14.920795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:14.996793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.056709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.116715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.132451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8024304e-4f0a-4103-8964-d4421f41e004 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:56:15.153777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8488664b-cfd9-47f4-97b6-8c326a51eb61,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:15.206712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 8024304e-4f0a-4103-8964-d4421f41e004 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:56:15.207051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8024304e-4f0a-4103-8964-d4421f41e004 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:56:15.213605 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.214798 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-30c4d2ac-3a2a-4fd1-a86b-5986bc50141e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164320 Mar 03 12:56:15.217558 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44912) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:15.222621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'c4c30f53-3319-49ec-89e6-ab9edcd3fe53', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:15.228650 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:15.232483 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:15.236030 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:15.242430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:15.316974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.376462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.430070 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.453430 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4a8e5b-8fc8-4057-9317-f40e061de8c3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:15.521971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.523136 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d3fa5100-9858-4daf-b567-88ab01249c42 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046815 Mar 03 12:56:15.525783 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44916) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:15.530710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'c4c30f53-3319-49ec-89e6-ab9edcd3fe53', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:15.537522 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:15.541309 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:15.544153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:15.550784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:15.636919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.699488 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.762181 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.787385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3483d1-ae91-4679-b0eb-bc1fdca01e7f,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:15.870527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:15.871693 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-87d613ad-0165-4ac2-aae5-600eeb9ae839 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450081 Mar 03 12:56:15.874434 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44920) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:15.880260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'c4c30f53-3319-49ec-89e6-ab9edcd3fe53', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:15.885665 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:15.889869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:15.893476 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:15.899149 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:15.974541 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.043124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.116287 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.139640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a8cffd-a80a-4a54-8675-408141c3372a,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:16.202152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.203342 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f756bbfa-4930-4cdf-8e98-58183bb08bca tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279843 Mar 03 12:56:16.206080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44924) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:16.211128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'c4c30f53-3319-49ec-89e6-ab9edcd3fe53', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:16.217365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:16.222063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:16.224935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:16.230562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:16.305369 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:56:16.312801 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.376354 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.453554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.477118 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2126d788-fcda-48d8-8640-0fc116105f24,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:16.533835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.535011 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-057a29b7-c424-4d82-8887-1ec7c225b0d0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280230 Mar 03 12:56:16.537769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44928) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:16.542697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'security_group_rule': {'security_group_id': 'c4c30f53-3319-49ec-89e6-ab9edcd3fe53', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:16.549273 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:16.553385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:security_group_rule and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:16.556225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:16.561820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:16.631160 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Project 64d7c0ec8bd849cd8c54c7efb7d80823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:56:16.638489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.702204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.767491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.794641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1a322c-0a07-424b-bd9f-8558134a8672,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:16.859063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.860259 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-1d351db8-ed11-49e6-bec6-4b47809a6178 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3215456 Mar 03 12:56:16.863767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 44932) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:16.869096 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'network': {'name': 'tempest-network-smoke--169262731', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'port_security_enabled': True}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:16.873914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:16.878383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:network and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:16.881192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:16.887012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:16.956823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:56:16.961658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.990407 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:56:16.998751 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:16.999154 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Added segment 3aaa84ea-9d4b-48c2-816d-96a0c9623719 of type vlan for network 48cb1927-8656-4778-a7af-fa3005b4bf42 Mar 03 12:56:17.024600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:17.093017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:17.099740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:17.100452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:17.199937 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3351250 Mar 03 12:56:17.202851 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44936) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:17.209300 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'admin_state_up': True, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:17.212169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cfd75-5c61-490d-8459-68af1380f9ab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Network': ['ID=48cb1927-8656-4778-a7af-fa3005b4bf42,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:17.216362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:17.220409 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:router and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:17.223874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:56:17.226745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:17.230473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:17.282152 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:17.283117 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:17.302027 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:17.599272 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:18.053746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:18.088632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:18.220029 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.52 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/1d74b926-1fb4-4b20-9427-de019fd9dc13) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:56:18.370879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:18.459360 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:18.521990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:56:18.524688 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:56:18.532526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:56:18.568023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=1d74b926-1fb4-4b20-9427-de019fd9dc13,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:19.053001 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:19.390289 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:19.784365 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:56:19.959099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:56:19.968464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Sync routers for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:56:19.977380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:19.978004 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:20.036546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.037660 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a6865755-ccac-4fbf-a283-cf84d491f7ef tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8338244 Mar 03 12:56:20.041014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44942) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:20.083327 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b6a6c452-b84e-4090-b387-cb2d6dc4a14f tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=64d7c0ec8bd849cd8c54c7efb7d80823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411584 Mar 03 12:56:20.085998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44946) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:20.158014 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:20.218730 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a0212-6285-4074-a828-d5d3af117316 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:20.220340 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-608a0212-6285-4074-a828-d5d3af117316 tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333954 Mar 03 12:56:20.223177 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44950) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:20.265610 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7444947e-db92-4083-9e44-5bfca6225d7e tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=aff45c4b-dd85-4638-a1b8-61674d892c54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413687 Mar 03 12:56:20.268217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44954) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:20.273537 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-93389584', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:20.381818 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:20.385675 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:subnet and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:20.388897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:20.394775 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:20.443390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:56:20.448665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:18Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:20.448832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.449424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Checking router: 3ec7fefe-f311-4a47-9962-7d27b4585dc4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:56:20.449843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Updating router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 port 1d74b926-1fb4-4b20-9427-de019fd9dc13 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:56:20.509900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.739543 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.819745 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Subnet': ['ID=4b3c28b4-3b89-42bf-a1c2-ca00ef585b21,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:20.823804 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Checking segment: {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:56:20.830780 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network hostable DHCP agents. Network: 48cb1927-8656-4778-a7af-fa3005b4bf42, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:56:20.839453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.851369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Transition to ACTIVE for port object 1d74b926-1fb4-4b20-9427-de019fd9dc13 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:56:20.887644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:56:20.911257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.984965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Attempting to bind port 1d74b926-1fb4-4b20-9427-de019fd9dc13 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:56:20.985668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Attempting to bind port 1d74b926-1fb4-4b20-9427-de019fd9dc13 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:56:20.985668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Attempting to bind port 1d74b926-1fb4-4b20-9427-de019fd9dc13 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:56:20.992532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 48cb1927-8656-4778-a7af-fa3005b4bf42) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:56:20.994839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:20.994973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6423a43-d79d-478a-b952-d9c4b7e6aeb5 None None] Pushing event updated for resources: {'Port': ['ID=1d74b926-1fb4-4b20-9427-de019fd9dc13,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:20.995751 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.997271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:56:20.997641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:56:20.998069 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:20.998406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:56:20.998868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Bound port: 1d74b926-1fb4-4b20-9427-de019fd9dc13, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:56:20.999236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:21.029160 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51563e9e-7c1d-4ee8-a9e4-f0becf89fa1c None None] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:56:21.076887 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-018d4fee-56d1-470a-bffe-6ab5443dbd71 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8075957 Mar 03 12:56:21.079525 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 44958) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:21.169547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] For port 1d74b926-1fb4-4b20-9427-de019fd9dc13, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:56:21.174611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] For port 1d74b926-1fb4-4b20-9427-de019fd9dc13, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1d74b926-1fb4-4b20-9427-de019fd9dc13,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:56:21.230901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:21.399596 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:21.400236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:21.448576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6423a43-d79d-478a-b952-d9c4b7e6aeb5 None None] Pushing event updated for resources: {'Port': ['ID=1d74b926-1fb4-4b20-9427-de019fd9dc13,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:21.451310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-48cb1927-8656-4778-a7af-fa3005b4bf42', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:56:21.452176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:21.700824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:21.895677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Allocated IP 172.20.0.2 (48cb1927-8656-4778-a7af-fa3005b4bf42/4b3c28b4-3b89-42bf-a1c2-ca00ef585b21/e386f17f-5a31-47dc-a0e3-7a368294d016) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:56:21.907188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.181250 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.184472 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:18Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:22.195003 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9dc60-1d38-46d0-b2ea-f0ef84da4b36 None None] The sync data for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv is: [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:18Z', 'revision_number': 3, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:56:22.197901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Transition to ACTIVE for port object e386f17f-5a31-47dc-a0e3-7a368294d016 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:56:22.224219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Transition to ACTIVE for port object e386f17f-5a31-47dc-a0e3-7a368294d016 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:56:22.277210 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.350755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:56:22.357844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:56:22.360567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:56:22.364901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.1 (48cb1927-8656-4778-a7af-fa3005b4bf42/4b3c28b4-3b89-42bf-a1c2-ca00ef585b21/7ae8456d-5074-4b6c-bf98-e5e5ca9d9395) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:56:22.371108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Pushing event updated for resources: {'Port': ['ID=e386f17f-5a31-47dc-a0e3-7a368294d016,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:22.471552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Attempting to bind port e386f17f-5a31-47dc-a0e3-7a368294d016 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:56:22.472642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Attempting to bind port e386f17f-5a31-47dc-a0e3-7a368294d016 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:56:22.473012 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Attempting to bind port e386f17f-5a31-47dc-a0e3-7a368294d016 on network 48cb1927-8656-4778-a7af-fa3005b4bf42 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:56:22.478628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:56:22.478998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Checking segment: {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:56:22.479396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.479866 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Bound using segment: {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:56:22.483899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Bound port: e386f17f-5a31-47dc-a0e3-7a368294d016, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:56:22.483899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.557761 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.574872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:56:22.586683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] For port e386f17f-5a31-47dc-a0e3-7a368294d016, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:56:22.589911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] For port e386f17f-5a31-47dc-a0e3-7a368294d016, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e386f17f-5a31-47dc-a0e3-7a368294d016,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:56:22.648024 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.671463 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:22.729022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:56:22.735178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:56:22.741405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:56:22.748051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136fee1-e892-46b1-a2f1-ae9610fe449a None None] Pushing event updated for resources: {'Port': ['ID=e386f17f-5a31-47dc-a0e3-7a368294d016,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:22.809706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:22.826494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.197919 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.249001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e386f17f-5a31-47dc-a0e3-7a368294d016 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:56:23.390611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port e386f17f-5a31-47dc-a0e3-7a368294d016 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:56:23.399506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1d74b926-1fb4-4b20-9427-de019fd9dc13 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:56:23.562237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1d74b926-1fb4-4b20-9427-de019fd9dc13 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:56:23.568399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1d74b926-1fb4-4b20-9427-de019fd9dc13 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:23.571090 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.687741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d967351-1c65-4f3f-8e78-7e007e5e2444 None None] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:56:23.760810 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.824945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.838647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.871023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1d74b926-1fb4-4b20-9427-de019fd9dc13, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1d74b926-1fb4-4b20-9427-de019fd9dc13,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:23.877367 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a77cc837-12ab-475d-ba73-3e7192e5c401 None None] Provisioning for port e386f17f-5a31-47dc-a0e3-7a368294d016 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:56:23.898131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a77cc837-12ab-475d-ba73-3e7192e5c401 None None] Provisioning complete for port e386f17f-5a31-47dc-a0e3-7a368294d016 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:23.898506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a77cc837-12ab-475d-ba73-3e7192e5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.934784 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.945634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:23.948977 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:24.071925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1d74b926-1fb4-4b20-9427-de019fd9dc13,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:24.090853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:56:24.092240 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:56:24.170968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a77cc837-12ab-475d-ba73-3e7192e5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:24.215235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a77cc837-12ab-475d-ba73-3e7192e5c401 None None] For port e386f17f-5a31-47dc-a0e3-7a368294d016, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e386f17f-5a31-47dc-a0e3-7a368294d016,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:24.291178 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:56:24.293482 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a77cc837-12ab-475d-ba73-3e7192e5c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:24.373547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cc837-12ab-475d-ba73-3e7192e5c401 None None] Pushing event updated for resources: {'Port': ['ID=e386f17f-5a31-47dc-a0e3-7a368294d016,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:24.502598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:56:24.515931 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Sync routers for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:56:24.517467 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e2433da4-6f02-4f87-9d55-fed34daaa0fc tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/3ec7fefe-f311-4a47-9962-7d27b4585dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4368982 Mar 03 12:56:24.528469 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:24.534931 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:24.579122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0bd4e532-8add-4eff-83fb-42d05252d185 None None] Provisioning for port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:56:24.585811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0bd4e532-8add-4eff-83fb-42d05252d185 None None] Provisioning complete for port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:24.586422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e532-8add-4eff-83fb-42d05252d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:24.686830 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4e532-8add-4eff-83fb-42d05252d185 None None] Port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:56:24.701512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0bd4e532-8add-4eff-83fb-42d05252d185 None None] Provisioning complete for port e386f17f-5a31-47dc-a0e3-7a368294d016 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:24.701942 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e532-8add-4eff-83fb-42d05252d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:24.726957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-c0c91dd1-b5cb-4d2e-8d09-dcda227b5051 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:24.782833 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:24.813054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-c0c91dd1-b5cb-4d2e-8d09-dcda227b5051 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:24.814569 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-c0c91dd1-b5cb-4d2e-8d09-dcda227b5051 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726160587&fields=id&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 267 time: 0.1529887 Mar 03 12:56:24.982217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5e64dd73-14da-444d-9d1c-a255356c722e None None] Provisioning complete for port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:24.982956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5e64dd73-14da-444d-9d1c-a255356c722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:24.999375 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-5c67b592-decb-4236-bb36-657790061b0e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:25.000133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-5c67b592-decb-4236-bb36-657790061b0e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:25.045873 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5e64dd73-14da-444d-9d1c-a255356c722e None None] Port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:56:25.112089 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-5c67b592-decb-4236-bb36-657790061b0e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:25.114377 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-5c67b592-decb-4236-bb36-657790061b0e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/networks?id=48cb1927-8656-4778-a7af-fa3005b4bf42 HTTP/1.1" status: 200 len: 796 time: 0.2907526 Mar 03 12:56:25.138595 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-1919fcd7-668d-45fa-b8e3-5107a7045a8f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/quotas/64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 375 time: 0.0190783 Mar 03 12:56:25.182095 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 2, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:25.186278 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Checking router: 3ec7fefe-f311-4a47-9962-7d27b4585dc4 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:56:25.186619 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Updating router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:56:25.205286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e386f17f-5a31-47dc-a0e3-7a368294d016 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:56:25.246622 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:25.257022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-3013d4b1-f8e6-49fc-8cf2-0b37f57f9285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:25.285612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e386f17f-5a31-47dc-a0e3-7a368294d016 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:25.286020 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:25.327425 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-3013d4b1-f8e6-49fc-8cf2-0b37f57f9285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:25.328777 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-3013d4b1-f8e6-49fc-8cf2-0b37f57f9285 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1823697 Mar 03 12:56:25.414494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1d74b926-1fb4-4b20-9427-de019fd9dc13 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:56:25.484557 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1d74b926-1fb4-4b20-9427-de019fd9dc13 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:25.484926 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:25.487973 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-3f3d7d0e-0e99-4c6f-8b94-060fc20413ab service neutron] 10.222.0.35 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415620 Mar 03 12:56:25.606903 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:25.618952 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Transition to ACTIVE for port object 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:56:25.638037 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-16151bf9-5e51-47a0-8040-5b6dcc509d9c service neutron] 10.222.0.35 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390429 Mar 03 12:56:25.698905 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:25.857195 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Pushing event updated for resources: {'Port': ['ID=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:25.901619 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.901961 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.902293 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.902620 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.902941 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.903264 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.903577 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.903893 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.904231 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.904544 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.904857 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.905167 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:56:25.932985 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Attempting to bind port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:56:25.933357 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Attempting to bind port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:56:25.940817 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Attempting to bind port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 on network 48cb1927-8656-4778-a7af-fa3005b4bf42 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:56:25.940817 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:56:25.940817 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Checking segment: {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:56:25.940817 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:25.941231 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Bound using segment: {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:56:25.941443 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Bound port: 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:56:25.942027 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:25.975432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8aa0e84e-79e1-4550-8bcf-883661ea8587 req-6aa890c2-9cbf-41b7-9c4b-d7d04995a410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:25.988638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8aa0e84e-79e1-4550-8bcf-883661ea8587 req-6aa890c2-9cbf-41b7-9c4b-d7d04995a410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:25.989903 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8aa0e84e-79e1-4550-8bcf-883661ea8587 req-6aa890c2-9cbf-41b7-9c4b-d7d04995a410 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 210 time: 0.0872138 Mar 03 12:56:26.050186 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] For port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:56:26.053116 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] For port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:56:26.099637 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:26.183905 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:26.184612 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:26.241325 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04cb0-d5ac-4a95-bf89-9610de588d41 None None] Pushing event updated for resources: {'Port': ['ID=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,revision_number=4']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:26.410342 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:26.719027 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:26Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:26.741284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d039ef-ec3d-4227-9a2a-b00fe4a83287 None None] The sync data for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv is: [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:26Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:56:27.163043 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9b4b115d-57fe-4d33-bdbe-bd959e61eedf req-86987e72-c96e-4171-a766-61417a0c5ee7 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 210 time: 0.0583696 Mar 03 12:56:27.246164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:56:27.361875 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:56:27.368182 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:27.368799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:27.494477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:27.530178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:27.595840 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:27.670456 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:27.897120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-29be50db-d30a-46e3-bbeb-a10d3a998ced tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:27.897953 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-29be50db-d30a-46e3-bbeb-a10d3a998ced tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:27.911482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-29be50db-d30a-46e3-bbeb-a10d3a998ced tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:27.912575 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-29be50db-d30a-46e3-bbeb-a10d3a998ced tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/networks?id=48cb1927-8656-4778-a7af-fa3005b4bf42 HTTP/1.1" status: 200 len: 796 time: 0.1772716 Mar 03 12:56:27.963339 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-72c709da-81a9-495b-bfd7-80437d52c048 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:27.976516 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-296d2019-231b-49e8-8631-6d749651ca84 req-72c709da-81a9-495b-bfd7-80437d52c048 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:27.977630 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-72c709da-81a9-495b-bfd7-80437d52c048 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823 HTTP/1.1" status: 200 len: 379 time: 0.0553725 Mar 03 12:56:27.986307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'port': {'device_id': '984efc3f-75bb-4372-9a85-533fb986803d', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'admin_state_up': True, 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'security_groups': ['c4c30f53-3319-49ec-89e6-ab9edcd3fe53']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:28.131267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:28.141643 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:28.190188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Made reservation on behalf of 64d7c0ec8bd849cd8c54c7efb7d80823 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:56:28.193889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:28.327276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a5bf1f3f-56af-41af-a39a-4ae5a108c1fe req-f8d9594c-cb66-48d9-9a0b-4e2735b1ca1e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 210 time: 0.0479312 Mar 03 12:56:28.400847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.20.0.14 (48cb1927-8656-4778-a7af-fa3005b4bf42/4b3c28b4-3b89-42bf-a1c2-ca00ef585b21/721abbd4-f282-4b4c-b577-1b9fd15cbeaf) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:56:28.687136 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:28.702467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Transition to ACTIVE for port object 721abbd4-f282-4b4c-b577-1b9fd15cbeaf will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:56:28.790747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:28.857387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:56:28.865515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:56:28.869791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:56:28.903545 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:28.942165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:28.942701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:29.036787 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-fa1042a9-e542-41b2-9f09-4ffc26ae85c3 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0541399 Mar 03 12:56:29.048500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Request body: {'port': {'device_id': '984efc3f-75bb-4372-9a85-533fb986803d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:29.164032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:29.187086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:56:29.216716 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5db0e979-dc22-472a-a1a4-d07d99eb26cd None None] Provisioning for port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:56:29.234140 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5db0e979-dc22-472a-a1a4-d07d99eb26cd None None] Provisioning complete for port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:29.234514 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5db0e979-dc22-472a-a1a4-d07d99eb26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:29.305001 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-5db0e979-dc22-472a-a1a4-d07d99eb26cd None None] Port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:56:29.312800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:29.313170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:29.520144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721abbd4-f282-4b4c-b577-1b9fd15cbeaf {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:56:29.527979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:29.542972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Transition to ACTIVE for port object 721abbd4-f282-4b4c-b577-1b9fd15cbeaf will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:56:29.607540 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:29.620395 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ecae-25d9-4728-ac42-68d58cbb25ab req-7357525d-3fdf-4768-843d-1f6d0cb8df81 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:29.621865 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3659ecae-25d9-4728-ac42-68d58cbb25ab req-7357525d-3fdf-4768-843d-1f6d0cb8df81 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 932 time: 0.1876643 Mar 03 12:56:29.667079 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3659ecae-25d9-4728-ac42-68d58cbb25ab req-1fa278b5-1917-43c3-bb59-c25d3fe2b10c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393150 Mar 03 12:56:29.764166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Pushing event updated for resources: {'Port': ['ID=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:29.845805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Attempting to bind port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:56:29.846134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Attempting to bind port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:56:29.846635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Attempting to bind port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf on network 48cb1927-8656-4778-a7af-fa3005b4bf42 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:56:29.851052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf on network 48cb1927-8656-4778-a7af-fa3005b4bf42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:56:29.851362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Attempting to bind port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf on network 48cb1927-8656-4778-a7af-fa3005b4bf42 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:56:29.856292 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:56:29.856618 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Checking segment: {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:56:29.856991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Bound using segment: {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:56:29.857398 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Bound port: 721abbd4-f282-4b4c-b577-1b9fd15cbeaf, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aaa84ea-9d4b-48c2-816d-96a0c9623719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:56:29.857729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:29.943667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] For port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:56:29.946517 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] For port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:56:30.024823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:30.085100 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.085736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:30.087087 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/721abbd4-f282-4b4c-b577-1b9fd15cbeaf HTTP/1.1" status: 200 len: 1094 time: 1.0428050 Mar 03 12:56:30.087518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:56:30.111631 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb3618-bd52-4a0f-8112-b688669857b6 service neutron] Pushing event updated for resources: {'Port': ['ID=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:30.133088 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'status': 'completed', 'code': 200} Mar 03 12:56:30.231408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17ab2-5183-4900-bfed-f1ff63779c3b req-e9565587-593f-4d80-9d47-043c5ffe0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.232928 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-47a17ab2-5183-4900-bfed-f1ff63779c3b req-e9565587-593f-4d80-9d47-043c5ffe0226 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1097 time: 0.0803876 Mar 03 12:56:30.375485 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17ab2-5183-4900-bfed-f1ff63779c3b req-751e7cc0-39fb-43a1-9952-84406da25015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.376935 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-47a17ab2-5183-4900-bfed-f1ff63779c3b req-751e7cc0-39fb-43a1-9952-84406da25015 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1374931 Mar 03 12:56:30.512254 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17ab2-5183-4900-bfed-f1ff63779c3b req-f018f965-f461-4857-85d6-881714eadcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.513732 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-47a17ab2-5183-4900-bfed-f1ff63779c3b req-f018f965-f461-4857-85d6-881714eadcc6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310511 Mar 03 12:56:30.622822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-82c3aa3d-50f9-466b-8f64-89e7fbbef6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.624211 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-82c3aa3d-50f9-466b-8f64-89e7fbbef6f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1097 time: 0.0741489 Mar 03 12:56:30.691904 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-1788bddc-b721-4845-806e-2b2148e82ed1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf HTTP/1.1" status: 200 len: 217 time: 0.0614839 Mar 03 12:56:30.757163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-8642a218-9c51-4df5-a831-8f6e8154da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.758598 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-8642a218-9c51-4df5-a831-8f6e8154da49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b3c28b4-3b89-42bf-a1c2-ca00ef585b21 HTTP/1.1" status: 200 len: 833 time: 0.0614448 Mar 03 12:56:30.833382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2019-231b-49e8-8631-6d749651ca84 req-d8a92e08-b467-4da8-9f91-42f79358ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.834844 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-d8a92e08-b467-4da8-9f91-42f79358ce3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48cb1927-8656-4778-a7af-fa3005b4bf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698297 Mar 03 12:56:30.856225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a0487-ec86-47b8-b111-2790063dcada req-5deeab9a-d6ce-4b97-a456-a4a6fe326898 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:30.857765 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4a5a0487-ec86-47b8-b111-2790063dcada req-5deeab9a-d6ce-4b97-a456-a4a6fe326898 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 944 time: 0.0800369 Mar 03 12:56:30.906139 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4a5a0487-ec86-47b8-b111-2790063dcada req-3543a590-2285-4130-bf7f-9743307439bd tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Mar 03 12:56:30.974131 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-cfcdc369-ff50-4497-b7b7-9301083f38ba service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318746 Mar 03 12:56:31.222567 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-296d2019-231b-49e8-8631-6d749651ca84 req-8fba7841-e1ee-47fa-a9dc-1b39e9b24505 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414937 Mar 03 12:56:32.097981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d960-5526-410e-8222-6b5156299c6d req-5baca448-bf70-40c8-a7a4-603488a21b13 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:32.098718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-3897d960-5526-410e-8222-6b5156299c6d req-5baca448-bf70-40c8-a7a4-603488a21b13 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:56:32.178351 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-3897d960-5526-410e-8222-6b5156299c6d req-5baca448-bf70-40c8-a7a4-603488a21b13 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:56:32.179473 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3897d960-5526-410e-8222-6b5156299c6d req-5baca448-bf70-40c8-a7a4-603488a21b13 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 944 time: 0.1687222 Mar 03 12:56:32.223437 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3897d960-5526-410e-8222-6b5156299c6d req-ef15fa62-9a7c-4a21-839b-e51450a4414e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382931 Mar 03 12:56:33.405524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7fd3-1302-4e64-9f7f-e922da141bf7 req-c08fae5a-d113-41d0-bf62-8549847b075a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:33.406979 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6dcc7fd3-1302-4e64-9f7f-e922da141bf7 req-c08fae5a-d113-41d0-bf62-8549847b075a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 944 time: 0.0801528 Mar 03 12:56:33.451537 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6dcc7fd3-1302-4e64-9f7f-e922da141bf7 req-a9aa2254-8df3-448e-9e40-80866690ef5a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384722 Mar 03 12:56:34.361175 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 721abbd4-f282-4b4c-b577-1b9fd15cbeaf details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:56:34.495590 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:34.509576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'port_id': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'mac_address': 'fa:16:3e:e3:15:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:56:34.568055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:34.584800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721abbd4-f282-4b4c-b577-1b9fd15cbeaf {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:56:34.600138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:34.631252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e102c6-9ada-4082-a056-6f42e60b3e6c req-52779b9f-5b45-4679-88ec-78d42b764acf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:34.632738 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e102c6-9ada-4082-a056-6f42e60b3e6c req-52779b9f-5b45-4679-88ec-78d42b764acf tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 944 time: 0.0788507 Mar 03 12:56:34.641561 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:34.677943 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-59e102c6-9ada-4082-a056-6f42e60b3e6c req-86c1596d-d9e1-44a9-ae60-b3d20e8e3ee8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391543 Mar 03 12:56:34.710249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:34.846940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['721abbd4-f282-4b4c-b577-1b9fd15cbeaf'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:56:35.864869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51c917-39a5-4fd7-8c45-51a24b6a0b5c req-ee294973-e636-40d9-96b6-f16a9fe6779e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:35.866359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c51c917-39a5-4fd7-8c45-51a24b6a0b5c req-ee294973-e636-40d9-96b6-f16a9fe6779e tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 945 time: 0.0844278 Mar 03 12:56:35.910380 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c51c917-39a5-4fd7-8c45-51a24b6a0b5c req-13bc5b3c-2446-4693-bc13-89f3f71fb141 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384061 Mar 03 12:56:36.392152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 721abbd4-f282-4b4c-b577-1b9fd15cbeaf up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:56:36.504273 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:56:36.508928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:56:36.509306 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:36.622000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:36.647895 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:56:36.657809 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:56:36.696042 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'code': 200} Mar 03 12:56:36.704262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:36.780967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:37.013477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295c514-5744-4ad7-b231-d308d1766891 req-4d3d212a-be78-4de6-94cc-43076af5fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:37.015039 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e295c514-5744-4ad7-b231-d308d1766891 req-4d3d212a-be78-4de6-94cc-43076af5fd27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1099 time: 0.0740085 Mar 03 12:56:37.058553 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e295c514-5744-4ad7-b231-d308d1766891 req-7ae60d5c-389f-4edf-86d8-97480c450032 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356853 Mar 03 12:56:37.111590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bae19-8eb7-4437-9ea3-b49d4a799754 req-ae42390b-72b2-4f67-bba4-bc0658f3045c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:37.113147 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c9bae19-8eb7-4437-9ea3-b49d4a799754 req-ae42390b-72b2-4f67-bba4-bc0658f3045c tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0900576 Mar 03 12:56:37.157051 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1c9bae19-8eb7-4437-9ea3-b49d4a799754 req-77ba775c-9fbc-4ae1-84c4-3f28bdcb9975 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383303 Mar 03 12:56:38.058739 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-847bdd2b-9268-4145-bf8d-cb1c9f5d2a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:38.355738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ce333-25ed-4ae0-858e-415f23c75200 req-1f1904b8-1d15-43dd-80e1-002b9a4f05d4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:38.357197 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-235ce333-25ed-4ae0-858e-415f23c75200 req-1f1904b8-1d15-43dd-80e1-002b9a4f05d4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0938277 Mar 03 12:56:38.367599 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:38.400901 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-235ce333-25ed-4ae0-858e-415f23c75200 req-1c999d04-676b-4069-8846-f37a3249a383 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380118 Mar 03 12:56:38.585213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c3e4-7b2b-45f6-b6c2-2c3525ae5255 req-fe8c306c-d093-4d96-9c3c-dda859c01b80 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:38.586656 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1b65c3e4-7b2b-45f6-b6c2-2c3525ae5255 req-fe8c306c-d093-4d96-9c3c-dda859c01b80 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0822196 Mar 03 12:56:38.629885 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1b65c3e4-7b2b-45f6-b6c2-2c3525ae5255 req-59d7fbdd-cc5f-4fa0-9ac4-a608f7c8acd1 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376999 Mar 03 12:56:38.652361 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45014) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:38.721493 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d9b96-1560-4289-8e36-f8c9865fb42e tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:38.722967 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-071d9b96-1560-4289-8e36-f8c9865fb42e tempest-TestNetworkAdvancedServerOps-105839876 tempest-TestNetworkAdvancedServerOps-105839876-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1094 time: 0.0696545 Mar 03 12:56:38.725693 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45018) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:38.730443 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:56:38.736226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:56:38.739983 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Usage tracker for resource:floatingip and tenant:64d7c0ec8bd849cd8c54c7efb7d80823 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:56:38.742727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:56:38.748284 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:56:38.819064 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:38.950047 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:39.083065 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Allocated IP 172.26.8.220 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/9969d704-b123-451b-95e9-8063973d3072) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:56:39.226725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:39.310179 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:39.374048 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:56:39.376746 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:56:39.384477 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:56:39.424915 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=9969d704-b123-451b-95e9-8063973d3072,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:39.787571 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:39.907090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:40.184352 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9c78542a-c9df-4a89-99d5-49ae4677f089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:40.195072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:40.241378 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:40.350034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event updated for resources: {'Port': ['ID=9969d704-b123-451b-95e9-8063973d3072,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:56:40.362531 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:40.531465 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 34e99fec-7cd4-445e-a3ce-aa8201a29bbe associated. External IP: 172.26.8.220, port: 721abbd4-f282-4b4c-b577-1b9fd15cbeaf. Mar 03 12:56:40.823663 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:56:40.869110 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:56:41.046707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:56:41.056620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] Sync routers for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:56:41.066293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:41.066911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:41.121610 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:41.177326 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7866f454-2b0f-42f3-980a-be60870a2875 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4506180 Mar 03 12:56:41.177902 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:56:41.218757 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:41.233830 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'status': 'completed', 'code': 200} Mar 03 12:56:41.258440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:41.393577 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-5a9470dd-0665-438d-a45d-0838415d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:41.394963 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-5a9470dd-0665-438d-a45d-0838415d3b53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1099 time: 0.1412923 Mar 03 12:56:41.405955 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7c99c-3c58-40f1-8a13-8f4ba0fd48d4 req-8ede5778-17f9-4487-84fd-44eed2f3dca8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:41.407327 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2de7c99c-3c58-40f1-8a13-8f4ba0fd48d4 req-8ede5778-17f9-4487-84fd-44eed2f3dca8 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.1117978 Mar 03 12:56:41.540338 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2de7c99c-3c58-40f1-8a13-8f4ba0fd48d4 req-1884ae07-0a38-4b9e-b813-0e90e7e814eb tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140471 Mar 03 12:56:41.564438 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45026) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:41.568281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-d1f0f3e7-7030-49c3-b922-5ef4e39188e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:41.569770 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-d1f0f3e7-7030-49c3-b922-5ef4e39188e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48cb1927-8656-4778-a7af-fa3005b4bf42 HTTP/1.1" status: 200 len: 897 time: 0.1616116 Mar 03 12:56:41.608796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:41.618066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '34e99fec-7cd4-445e-a3ce-aa8201a29bbe', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.220', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'port_id': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'mac_address': 'fa:16:3e:e3:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984efc3f-75bb-4372-9a85-533fb986803d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:56:39Z', 'updated_at': '2022-03-03T12:56:39Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:27Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:41.622067 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] Checking router: 3ec7fefe-f311-4a47-9962-7d27b4585dc4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:56:41.631110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:56:41.631732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:56:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:41.676787 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-eebbe990-7ca2-4900-b3ac-4a88c90a4ed9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/34e99fec-7cd4-445e-a3ce-aa8201a29bbe HTTP/1.1" status: 200 len: 992 time: 0.1110616 Mar 03 12:56:41.679952 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-057283a8-757b-47b4-ac67-79607edb730e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf HTTP/1.1" status: 200 len: 1000 time: 0.1035845 Mar 03 12:56:41.745263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-ce4de4fb-43f5-44ea-94fa-c8eb78b652f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:41.746726 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-ce4de4fb-43f5-44ea-94fa-c8eb78b652f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b3c28b4-3b89-42bf-a1c2-ca00ef585b21 HTTP/1.1" status: 200 len: 833 time: 0.0600328 Mar 03 12:56:41.824771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-69957baa-d2c9-4642-ba3c-387f554e0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:41.826253 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-69957baa-d2c9-4642-ba3c-387f554e0a1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48cb1927-8656-4778-a7af-fa3005b4bf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730596 Mar 03 12:56:41.848680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:56:41.956532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-86253bf1-7d59-4b3c-b8aa-a97d3be946b7 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244421 Mar 03 12:56:42.086431 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a1fb55ab-2481-48c6-8308-b2050ee95f67 req-c20f00c8-0b9d-491d-ac6a-5d7d79454815 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242642 Mar 03 12:56:42.193145 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '34e99fec-7cd4-445e-a3ce-aa8201a29bbe', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.220', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'port_id': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'mac_address': 'fa:16:3e:e3:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984efc3f-75bb-4372-9a85-533fb986803d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:56:39Z', 'updated_at': '2022-03-03T12:56:39Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:27Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:56:42.197059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9134936-d896-4461-993a-1f1f9fdc54b2 None None] The sync data for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv is: [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '34e99fec-7cd4-445e-a3ce-aa8201a29bbe', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'floating_ip_address': '172.26.8.220', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'port_id': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'mac_address': 'fa:16:3e:e3:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984efc3f-75bb-4372-9a85-533fb986803d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:56:39Z', 'updated_at': '2022-03-03T12:56:39Z', 'revision_number': 0, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:27Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:56:42.372940 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3facb4a7-18c4-475a-8a64-27bac2255c77 None None] New status for floating IP 34e99fec-7cd4-445e-a3ce-aa8201a29bbe: ACTIVE {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:56:42.680658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45030) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:56:42.828907 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-cb90e74d-877a-40bf-971c-df97dde67518 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/34e99fec-7cd4-445e-a3ce-aa8201a29bbe HTTP/1.1" status: 200 len: 994 time: 0.1470749 Mar 03 12:56:42.851904 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-7c16f72f-bf47-423e-b9b3-5193ba8851d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017356 Mar 03 12:56:42.961644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:56:42.991771 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-dec9158f-d91a-4496-be6e-35e93189ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:42.993244 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-dec9158f-d91a-4496-be6e-35e93189ff6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1099 time: 0.0725694 Mar 03 12:56:43.245219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-b016b3e9-18fa-4343-a96d-6d1e9f90565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:43.246645 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-b016b3e9-18fa-4343-a96d-6d1e9f90565c service neutron] 10.222.0.26 "GET /v2.0/networks?id=48cb1927-8656-4778-a7af-fa3005b4bf42 HTTP/1.1" status: 200 len: 897 time: 0.2358861 Mar 03 12:56:43.349480 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-3b199eb8-59fb-46ba-b48d-2d53cac2b917 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf HTTP/1.1" status: 200 len: 1002 time: 0.0966377 Mar 03 12:56:43.410971 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-56ee9e60-fbc4-406f-b1f8-eaf0dd49f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:43.412611 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-56ee9e60-fbc4-406f-b1f8-eaf0dd49f6b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b3c28b4-3b89-42bf-a1c2-ca00ef585b21 HTTP/1.1" status: 200 len: 833 time: 0.0573437 Mar 03 12:56:43.487734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-5312a7b5-d350-4535-a95f-3d8f939dd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:56:43.489176 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-5312a7b5-d350-4535-a95f-3d8f939dd27a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48cb1927-8656-4778-a7af-fa3005b4bf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696535 Mar 03 12:56:43.616611 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-1c5e84bc-630e-4e7c-b57e-1d95300f5405 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214533 Mar 03 12:56:43.744887 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bbdefee8-43c8-455e-97ac-7fce2a27e41b req-a562e287-97d6-45b9-805b-0f4a3e64d6d3 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219275 Mar 03 12:57:08.098479 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-09cfa3d7-2e78-434e-99ea-f10ca434819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:08.372681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:10.038202 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929891b5-656c-45d5-8a42-ac4f34fa6d7f req-b1d00a13-2d72-4b24-af2b-26d43f0afdb0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:10.039551 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-929891b5-656c-45d5-8a42-ac4f34fa6d7f req-b1d00a13-2d72-4b24-af2b-26d43f0afdb0 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0781426 Mar 03 12:57:10.082626 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-929891b5-656c-45d5-8a42-ac4f34fa6d7f req-8d521328-27d2-4167-a591-f3e01cde8d3f tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373864 Mar 03 12:57:10.224196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a2f4-13c8-40e4-bf2b-fa7bfd8179a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:11.189682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:11.270281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb105aa-a18c-4178-8279-28d033fb7c33 req-82f820c0-b048-45dd-a745-b4e22fd6d8f9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:11.271760 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3cb105aa-a18c-4178-8279-28d033fb7c33 req-82f820c0-b048-45dd-a745-b4e22fd6d8f9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0839844 Mar 03 12:57:11.319597 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3cb105aa-a18c-4178-8279-28d033fb7c33 req-ed92a728-2207-45e8-ae2f-7f35bcd24924 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421331 Mar 03 12:57:11.342649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45048) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:11.448960 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e8d64f02-abf1-4796-a907-be8f2fed4f7d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/34e99fec-7cd4-445e-a3ce-aa8201a29bbe HTTP/1.1" status: 200 len: 994 time: 0.1049709 Mar 03 12:57:11.594925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:12.955279 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:13.092591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d70e0-2139-41ff-a19e-5cc011805adb req-2a6cc606-93de-473f-b860-8eaf2d42f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:13.094193 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-902d70e0-2139-41ff-a19e-5cc011805adb req-2a6cc606-93de-473f-b860-8eaf2d42f809 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1099 time: 0.0731142 Mar 03 12:57:13.137530 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b6369-8fcd-4ca6-a73c-5ed95054c3ef req-5632ab54-c7aa-40e4-98b3-f647d1922dea tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:13.138883 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4e0b6369-8fcd-4ca6-a73c-5ed95054c3ef req-5632ab54-c7aa-40e4-98b3-f647d1922dea tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.1941280 Mar 03 12:57:13.183050 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4e0b6369-8fcd-4ca6-a73c-5ed95054c3ef req-226e0b00-5b36-4816-b798-eae4cc9d50d2 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380433 Mar 03 12:57:13.227312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d70e0-2139-41ff-a19e-5cc011805adb req-e591a28c-ad1e-4104-b077-8b4ba2bcb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:13.228768 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-902d70e0-2139-41ff-a19e-5cc011805adb req-e591a28c-ad1e-4104-b077-8b4ba2bcb8da service neutron] 10.222.0.26 "GET /v2.0/networks?id=48cb1927-8656-4778-a7af-fa3005b4bf42 HTTP/1.1" status: 200 len: 897 time: 0.1286926 Mar 03 12:57:13.337095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-902d70e0-2139-41ff-a19e-5cc011805adb req-263e1626-baf2-4250-88c8-5018b48eec0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf HTTP/1.1" status: 200 len: 1002 time: 0.1020069 Mar 03 12:57:13.403230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d70e0-2139-41ff-a19e-5cc011805adb req-e0ab4a87-6e25-4a8a-883e-282c47b56305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:13.404597 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-902d70e0-2139-41ff-a19e-5cc011805adb req-e0ab4a87-6e25-4a8a-883e-282c47b56305 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b3c28b4-3b89-42bf-a1c2-ca00ef585b21 HTTP/1.1" status: 200 len: 833 time: 0.0619633 Mar 03 12:57:13.477058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d70e0-2139-41ff-a19e-5cc011805adb req-f0713c0c-26e5-4757-b8f9-fdc1a3d9fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:13.478478 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-902d70e0-2139-41ff-a19e-5cc011805adb req-f0713c0c-26e5-4757-b8f9-fdc1a3d9fc4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48cb1927-8656-4778-a7af-fa3005b4bf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681834 Mar 03 12:57:13.606270 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-902d70e0-2139-41ff-a19e-5cc011805adb req-c146ab3a-c597-4b2c-9c62-9b6e87915d37 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214538 Mar 03 12:57:13.833714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-902d70e0-2139-41ff-a19e-5cc011805adb req-1cc43342-cbae-4132-a92c-b67c69e333c7 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217045 Mar 03 12:57:14.373562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7cd99-98d9-4636-8aed-a520436a898e req-0ac9c4bc-0f77-4ec0-8a22-fddf3344ae58 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:14.375039 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4ae7cd99-98d9-4636-8aed-a520436a898e req-0ac9c4bc-0f77-4ec0-8a22-fddf3344ae58 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0831807 Mar 03 12:57:14.419606 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4ae7cd99-98d9-4636-8aed-a520436a898e req-b37c0093-04a2-4dcf-9311-c57cabf9d215 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Mar 03 12:57:15.603853 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594138a8-fe81-49de-a41e-abacc9685e1d req-af013c6d-fe84-4f42-9a1b-212834d6b417 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:15.605292 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-594138a8-fe81-49de-a41e-abacc9685e1d req-af013c6d-fe84-4f42-9a1b-212834d6b417 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0796044 Mar 03 12:57:15.648432 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-594138a8-fe81-49de-a41e-abacc9685e1d req-9e1058dc-027b-43b1-9298-48b30b08f2d5 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 Mar 03 12:57:15.670387 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45062) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:15.774238 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8cbe1cc6-774b-4ae4-8ffd-b2583844a5fe tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/floatingips/34e99fec-7cd4-445e-a3ce-aa8201a29bbe HTTP/1.1" status: 200 len: 994 time: 0.1027677 Mar 03 12:57:16.135896 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45070) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:16.338771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 9969d704-b123-451b-95e9-8063973d3072 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:57:16.339113 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:16.509684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:16.510004 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:16.630213 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 9969d704-b123-451b-95e9-8063973d3072 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:57:16.847051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:16.895141 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=9969d704-b123-451b-95e9-8063973d3072,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:16.961616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.961935 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.962271 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.962600 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.962925 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.963249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.963568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.963888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.964239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.964558 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.964876 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.965192 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:16.996557 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:16.996886 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Floating IP 34e99fec-7cd4-445e-a3ce-aa8201a29bbe disassociated (deleted). External IP: 172.26.8.220, port: 721abbd4-f282-4b4c-b577-1b9fd15cbeaf. Mar 03 12:57:17.453787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:57:17.628263 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:57:17.638057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] Sync routers for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:57:17.647057 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:17.647658 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:17.709656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:17.764436 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-29327fc1-eaa8-4a0c-b005-8d534946c885 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/floatingips/34e99fec-7cd4-445e-a3ce-aa8201a29bbe HTTP/1.1" status: 204 len: 168 time: 1.6271579 Mar 03 12:57:17.765012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:57:17.814172 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'status': 'completed', 'code': 200} Mar 03 12:57:17.824425 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:57:17.838444 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:17.904853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7507-0995-4193-8665-7871d3124d0b req-630221b0-3e62-48ee-bd44-d5c77a41c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:17.906387 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-884b7507-0995-4193-8665-7871d3124d0b req-630221b0-3e62-48ee-bd44-d5c77a41c154 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 1099 time: 0.0724030 Mar 03 12:57:18.042050 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7507-0995-4193-8665-7871d3124d0b req-5e4582d4-0782-4248-b1fe-13d9bcc7f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:18.043743 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-884b7507-0995-4193-8665-7871d3124d0b req-5e4582d4-0782-4248-b1fe-13d9bcc7f4f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48cb1927-8656-4778-a7af-fa3005b4bf42 HTTP/1.1" status: 200 len: 897 time: 0.1315691 Mar 03 12:57:18.119220 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-884b7507-0995-4193-8665-7871d3124d0b req-ff0d1e5c-7106-469c-9163-a47da0d9436e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf HTTP/1.1" status: 200 len: 217 time: 0.0696292 Mar 03 12:57:18.168790 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:27Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:18.173319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] Checking router: 3ec7fefe-f311-4a47-9962-7d27b4585dc4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:57:18.183059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:18.183675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:18.225798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7507-0995-4193-8665-7871d3124d0b req-395cbe34-d5f5-431a-a467-c81269866af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:18.227209 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-884b7507-0995-4193-8665-7871d3124d0b req-395cbe34-d5f5-431a-a467-c81269866af5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b3c28b4-3b89-42bf-a1c2-ca00ef585b21 HTTP/1.1" status: 200 len: 833 time: 0.1016467 Mar 03 12:57:18.331524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7507-0995-4193-8665-7871d3124d0b req-42dca211-d24a-4f7c-b8fc-47845b0bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:18.333576 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-884b7507-0995-4193-8665-7871d3124d0b req-42dca211-d24a-4f7c-b8fc-47845b0bd1d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48cb1927-8656-4778-a7af-fa3005b4bf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972264 Mar 03 12:57:18.341983 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c8614-36a7-4933-a318-7537f297f641 req-d3c14af5-1f62-461f-a4fe-4e91f5afefd4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:18.342379 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b49c8614-36a7-4933-a318-7537f297f641 req-d3c14af5-1f62-461f-a4fe-4e91f5afefd4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.1567376 Mar 03 12:57:18.402643 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:18.477082 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b49c8614-36a7-4933-a318-7537f297f641 req-ab00aeb9-fc39-4e3c-a0d5-8fc6548d3a44 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156392 Mar 03 12:57:18.508434 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-884b7507-0995-4193-8665-7871d3124d0b req-ed31e507-d60c-4e28-8742-0fcb9f2139d3 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651106 Mar 03 12:57:18.642992 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-884b7507-0995-4193-8665-7871d3124d0b req-5f04dd3f-78cc-4440-9462-dc820a5b33a3 service neutron] 10.222.0.26 "GET /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272669 Mar 03 12:57:18.713339 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:27Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:18.717249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727f2b8-745e-4770-a9d7-e79f05095908 None None] The sync data for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv is: [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7ae8456d-5074-4b6c-bf98-e5e5ca9d9395', 'name': '', 'network_id': '48cb1927-8656-4778-a7af-fa3005b4bf42', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'mac_address': 'fa:16:3e:ef:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:22Z', 'updated_at': '2022-03-03T12:56:27Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'subnets': [{'id': '4b3c28b4-3b89-42bf-a1c2-ca00ef585b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:57:18.933033 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba011e0f-3f16-44e8-bdf2-414ca4aa4a0f None None] New status for floating IP 34e99fec-7cd4-445e-a3ce-aa8201a29bbe: DOWN {{(pid=88433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:57:19.665648 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af685-abfa-45d0-8466-67193905adbf req-15bb42cb-1890-4d25-82dc-8a9d137b1957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:19.666249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-6c5af685-abfa-45d0-8466-67193905adbf req-15bb42cb-1890-4d25-82dc-8a9d137b1957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Synchronizing usage tracker for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:57:19.738138 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-6c5af685-abfa-45d0-8466-67193905adbf req-15bb42cb-1890-4d25-82dc-8a9d137b1957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Unset dirty status for tenant:64d7c0ec8bd849cd8c54c7efb7d80823 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:57:19.739358 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6c5af685-abfa-45d0-8466-67193905adbf req-15bb42cb-1890-4d25-82dc-8a9d137b1957 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.1543601 Mar 03 12:57:19.759347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72961810-488c-4819-8cca-4761787a70b3 req-656fb790-ff1f-494d-a827-1a5acc2b71b9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:19.760809 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-72961810-488c-4819-8cca-4761787a70b3 req-656fb790-ff1f-494d-a827-1a5acc2b71b9 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 946 time: 0.0872743 Mar 03 12:57:19.786031 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6c5af685-abfa-45d0-8466-67193905adbf req-c3aa7450-fca6-476b-a62d-39f5d6f54308 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4c30f53-3319-49ec-89e6-ab9edcd3fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Mar 03 12:57:19.830611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:57:19.830952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:20.077708 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:20.078061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:20.201085 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 721abbd4-f282-4b4c-b577-1b9fd15cbeaf owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:57:20.515210 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:20.565423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=721abbd4-f282-4b4c-b577-1b9fd15cbeaf,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:20.610795 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.611087 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.611413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.611744 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.612093 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.612515 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.612735 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.613056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.613376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.614316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.614634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.614949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:20.651133 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] No DVR routers for this DVR port 721abbd4-f282-4b4c-b577-1b9fd15cbeaf on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:57:20.653402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:20.655780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'name': 'network-vif-deleted', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:57:20.700857 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984efc3f-75bb-4372-9a85-533fb986803d', 'name': 'network-vif-deleted', 'tag': '721abbd4-f282-4b4c-b577-1b9fd15cbeaf', 'status': 'completed', 'code': 200} Mar 03 12:57:20.704428 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-72961810-488c-4819-8cca-4761787a70b3 req-ebdd5069-edde-41f3-80fe-3819bb420bab tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.26 "DELETE /v2.0/ports/721abbd4-f282-4b4c-b577-1b9fd15cbeaf HTTP/1.1" status: 204 len: 173 time: 0.9382281 Mar 03 12:57:20.933501 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2cbc8a25-bf30-4863-9f96-06e2f27a9680 req-1642ef53-3faa-4be9-808c-20e114f7c86a tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "GET /v2.0/ports?device_id=984efc3f-75bb-4372-9a85-533fb986803d HTTP/1.1" status: 200 len: 210 time: 0.0432322 Mar 03 12:57:22.029879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45088) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:22.564663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:22.658400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 721abbd4-f282-4b4c-b577-1b9fd15cbeaf no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:57:22.693634 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 721abbd4-f282-4b4c-b577-1b9fd15cbeaf {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:57:22.693990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 721abbd4-f282-4b4c-b577-1b9fd15cbeaf not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:57:22.910172 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:57:22.910470 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:23.203841 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:23.204511 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:23.331214 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:57:23.709191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:23.787416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=7ae8456d-5074-4b6c-bf98-e5e5ca9d9395,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:24.037389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:24.501044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:57:24.678190 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:57:24.687396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea614de-d065-431d-937d-9753eff8f66f None None] Sync routers for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:57:24.692808 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e9555aef-50cc-4a4e-ae9f-4a31ffc5a61d tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "PUT /v2.0/routers/3ec7fefe-f311-4a47-9962-7d27b4585dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6594496 Mar 03 12:57:24.693184 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45094) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:24.697220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:24.697847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:24.758241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting subnet 4b3c28b4-3b89-42bf-a1c2-ca00ef585b21 {{(pid=88430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 12:57:24.761191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:24.817830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15309834'] for subnet, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:24.875683 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:24.903657 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.041191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16013171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15409940'] for subnet, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.083809 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3c28b4-3b89-42bf-a1c2-ca00ef585b21,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:25.087566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.093674 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-bd204776-e4e3-4842-8d9b-229e400573c4 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/subnets/4b3c28b4-3b89-42bf-a1c2-ca00ef585b21 HTTP/1.1" status: 204 len: 168 time: 0.3995385 Mar 03 12:57:25.094293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9eeec4-5bb8-41ea-8c33-ab32e89d1eb5 None None] Network 48cb1927-8656-4778-a7af-fa3005b4bf42 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:57:25.096221 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45098) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:25.283598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.334269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:57:23Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:25.340252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea614de-d065-431d-937d-9753eff8f66f None None] Checking router: 3ec7fefe-f311-4a47-9962-7d27b4585dc4 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:57:25.355768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] Routers {'3ec7fefe-f311-4a47-9962-7d27b4585dc4'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:25.356455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:25.481293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.514441 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] DHCP port deletion for 48cb1927-8656-4778-a7af-fa3005b4bf42 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 12:57:25.530091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Deleting port e386f17f-5a31-47dc-a0e3-7a368294d016 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:57:25.530455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.578822 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Deleting port 1d74b926-1fb4-4b20-9427-de019fd9dc13 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 12:57:25.579788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.659720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] Set router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:25.767241 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] For port 1d74b926-1fb4-4b20-9427-de019fd9dc13, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1d74b926-1fb4-4b20-9427-de019fd9dc13,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:25.767492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:25.901448 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Calling delete_port for 1d74b926-1fb4-4b20-9427-de019fd9dc13 owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:57:26.042802 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] For port e386f17f-5a31-47dc-a0e3-7a368294d016, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e386f17f-5a31-47dc-a0e3-7a368294d016,segment=NetworkSegment(3aaa84ea-9d4b-48c2-816d-96a0c9623719),segment_id=3aaa84ea-9d4b-48c2-816d-96a0c9623719)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:26.043657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.155205 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.202523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Calling delete_port for e386f17f-5a31-47dc-a0e3-7a368294d016 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 12:57:26.298918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-bea614de-d065-431d-937d-9753eff8f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:57:23Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:26.304489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea614de-d065-431d-937d-9753eff8f66f None None] The sync data for ids ['3ec7fefe-f311-4a47-9962-7d27b4585dc4'] in dv-neutron-831730-1-hyperv is: [{'id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698158993', 'tenant_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52'}], 'enable_snat': True}, 'gw_port_id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:56:17Z', 'updated_at': '2022-03-03T12:57:23Z', 'revision_number': 5, 'project_id': '64d7c0ec8bd849cd8c54c7efb7d80823', 'gw_port': {'id': '1d74b926-1fb4-4b20-9427-de019fd9dc13', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec7fefe-f311-4a47-9962-7d27b4585dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:56:18Z', 'updated_at': '2022-03-03T12:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:57:26.325015 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Port': ['ID=1d74b926-1fb4-4b20-9427-de019fd9dc13,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:26.366848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961'] for port, after_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.415398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Pushing event deleted for resources: {'Port': ['ID=e386f17f-5a31-47dc-a0e3-7a368294d016,revision_number=None']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:26.420342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] No DVR routers for this DVR port e386f17f-5a31-47dc-a0e3-7a368294d016 on host dv-neutron-831730-1-hyperv {{(pid=88432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 12:57:26.420954 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.426770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.427178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.427446 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.431880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912e25a-97df-4e9c-9d79-e891bf63735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:26.592987 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.595083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.692996 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.693626 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec7fefe-f311-4a47-9962-7d27b4585dc4 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 12:57:26.709049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.710516 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c46f799b-5def-48ba-b2f2-5d08451dff35 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/routers/3ec7fefe-f311-4a47-9962-7d27b4585dc4 HTTP/1.1" status: 204 len: 168 time: 1.6133587 Mar 03 12:57:26.713188 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45102) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:26.825415 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.962508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:26.987731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cb1927-8656-4778-a7af-fa3005b4bf42']}} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:27.000223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aaa84ea-9d4b-48c2-816d-96a0c9623719') {'for_net_delete': True} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:27.000512 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.services.segments.db [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aaa84ea-9d4b-48c2-816d-96a0c9623719') {} {{(pid=88430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:27.012258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15309875'] for segment, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.027372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.033165 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 12:57:27.033540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16013009'] for segment, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: Traceback (most recent call last): Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: timer() Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: cb(*args, **kw) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: return func(*args, **kwargs) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: self._notify() Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: self.callback(batched_events) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: event.method(event) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: return f(self, *a, **k) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._get(url).json() Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: return self.request(url, 'GET', **kwargs) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 12:57:27.047863 dv-neutron-831730-1-hyperv neutron-server[88430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 12:57:27.206727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.228990 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for network, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.240588 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'Network': ['ID=48cb1927-8656-4778-a7af-fa3005b4bf42,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:27.304982 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ad75df7f-d959-40fb-a297-06bb7c783645 tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/networks/48cb1927-8656-4778-a7af-fa3005b4bf42 HTTP/1.1" status: 204 len: 168 time: 0.5905900 Mar 03 12:57:27.308109 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45106) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:27.352563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e386f17f-5a31-47dc-a0e3-7a368294d016 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:57:27.388992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: e386f17f-5a31-47dc-a0e3-7a368294d016 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:57:27.389919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e386f17f-5a31-47dc-a0e3-7a368294d016 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:57:27.389919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:57:27.395405 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-19cef3d9-55fc-41e9-a94c-7a410bae4e7b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.422793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:57:27.423065 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7ae8456d-5074-4b6c-bf98-e5e5ca9d9395 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:57:27.423467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1d74b926-1fb4-4b20-9427-de019fd9dc13 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 12:57:27.427807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-19cef3d9-55fc-41e9-a94c-7a410bae4e7b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.458697 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1d74b926-1fb4-4b20-9427-de019fd9dc13 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 12:57:27.459076 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1d74b926-1fb4-4b20-9427-de019fd9dc13 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 12:57:27.561013 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-19cef3d9-55fc-41e9-a94c-7a410bae4e7b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.579847 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cef3d9-55fc-41e9-a94c-7a410bae4e7b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c30f53-3319-49ec-89e6-ab9edcd3fe53,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:27.646973 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-19cef3d9-55fc-41e9-a94c-7a410bae4e7b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:27.651015 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-19cef3d9-55fc-41e9-a94c-7a410bae4e7b tempest-TestNetworkAdvancedServerOps-1375507322 tempest-TestNetworkAdvancedServerOps-1375507322-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4c30f53-3319-49ec-89e6-ab9edcd3fe53 HTTP/1.1" status: 204 len: 168 time: 0.3426385 Mar 03 12:57:28.201216 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45116) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:28.367216 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-fcadea50-1f27-4b09-b3e1-93765746f112 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64d7c0ec8bd849cd8c54c7efb7d80823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648407 Mar 03 12:57:28.369737 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45122) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:28.425223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8612901f-ae44-40f7-916b-d01d97b722c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:28.449821 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8612901f-ae44-40f7-916b-d01d97b722c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:28.560707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8612901f-ae44-40f7-916b-d01d97b722c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:28.575875 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612901f-ae44-40f7-916b-d01d97b722c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11767b5-0c71-4b2a-928b-ba7f5f48b927,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:28.584351 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8612901f-ae44-40f7-916b-d01d97b722c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:28.585477 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8612901f-ae44-40f7-916b-d01d97b722c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c11767b5-0c71-4b2a-928b-ba7f5f48b927 HTTP/1.1" status: 204 len: 168 time: 0.2148576 Mar 03 12:57:29.085629 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45130) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:29.103615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:29.117562 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:29.121224 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Usage tracker for resource:security_group_rule and tenant:12d5d7f65d6340278e73f647ee107833 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:29.123957 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:29.129532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:29.215049 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:29.269217 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:29.318426 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12d5d7f65d6340278e73f647ee107833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317176 Mar 03 12:57:29.319308 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857dcef-6224-4728-ae76-dcec396ab12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310a6718-0858-450d-a2df-5043efa71abb,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:29.321088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45134) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:29.385962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24226407-0b77-4c1d-b5b2-779c303cfb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:29.411055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24226407-0b77-4c1d-b5b2-779c303cfb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:29.503275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24226407-0b77-4c1d-b5b2-779c303cfb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:29.519356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24226407-0b77-4c1d-b5b2-779c303cfb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a6718-0858-450d-a2df-5043efa71abb,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:29.524231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-24226407-0b77-4c1d-b5b2-779c303cfb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:29.525331 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-24226407-0b77-4c1d-b5b2-779c303cfb7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/310a6718-0858-450d-a2df-5043efa71abb HTTP/1.1" status: 204 len: 168 time: 0.2026258 Mar 03 12:57:30.577138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45158) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:30.680296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1921891146-network', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:30.685057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:30.688847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Usage tracker for resource:network and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:30.691602 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:30.698340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:30.761150 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Made reservation on behalf of e91fb8cf1fb940f891075df9eaba4837 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:57:30.763712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:30.775917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:30.789821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:30.793583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:30.796307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:30.802368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:30.881059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:30.943907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:30.970220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:57:30.982778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5288b-48ef-4a04-b369-9a90ac81c6c7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:30.987479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:30.987934 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Added segment 733a556b-59b6-485f-9fc1-bb065f5c878b of type vlan for network 823893a2-fa2c-4720-b787-537adf7c9fb4 Mar 03 12:57:31.014869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:31.109480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:31.110448 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:31.111022 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:31.213982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] Pushing event updated for resources: {'Network': ['ID=823893a2-fa2c-4720-b787-537adf7c9fb4,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:31.224321 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:57:31.275766 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8f46bcab-fde0-4ca7-8be2-40203ff9ca42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6975319 Mar 03 12:57:31.278811 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45164) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:31.284422 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Request body: {'subnet': {'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1921891146-subnet', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:31.292116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:31.296127 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Usage tracker for resource:subnet and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:31.302294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:31.304978 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:31.401083 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Made reservation on behalf of e91fb8cf1fb940f891075df9eaba4837 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:57:31.403454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:31.635454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:31.705702 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d632b2c0-c28b-4244-ab08-d382c6c50b03,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:31.719232 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Checking segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:31.719582 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Network hostable DHCP agents. Network: 823893a2-fa2c-4720-b787-537adf7c9fb4, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:57:31.806513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:57:31.887390 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 823893a2-fa2c-4720-b787-537adf7c9fb4) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:31.891897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:31.893067 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:31.898283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c4005-9591-4b6a-9fc7-2a7f21891985 None None] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:57:31.984765 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f469c632-26cc-47d3-90ec-5623e2eaff42 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7047026 Mar 03 12:57:31.987508 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45168) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:31.993362 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:31.998053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:32.002014 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Usage tracker for resource:router and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:32.005812 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:32.011949 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:32.087033 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.088116 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.104587 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.128858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-823893a2-fa2c-4720-b787-537adf7c9fb4', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:57:32.130559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.298278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Allocated IP 172.20.0.2 (823893a2-fa2c-4720-b787-537adf7c9fb4/d632b2c0-c28b-4244-ab08-d382c6c50b03/e443268a-d69f-406b-8321-cb02fd7bea85) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:57:32.564968 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.566498 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.576719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Transition to ACTIVE for port object e443268a-d69f-406b-8321-cb02fd7bea85 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:32.594354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Transition to ACTIVE for port object e443268a-d69f-406b-8321-cb02fd7bea85 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:32.704198 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.772120 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:32.775391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:32.779644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:57:32.782938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Pushing event updated for resources: {'Port': ['ID=e443268a-d69f-406b-8321-cb02fd7bea85,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:32.889167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Attempting to bind port e443268a-d69f-406b-8321-cb02fd7bea85 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:57:32.889450 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Attempting to bind port e443268a-d69f-406b-8321-cb02fd7bea85 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:57:32.889804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Attempting to bind port e443268a-d69f-406b-8321-cb02fd7bea85 on network 823893a2-fa2c-4720-b787-537adf7c9fb4 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:32.894947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:57:32.895878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Checking segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:32.896512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.896989 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Bound using segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:57:32.897452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Bound port: e443268a-d69f-406b-8321-cb02fd7bea85, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:57:32.897824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:32.985164 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] For port e443268a-d69f-406b-8321-cb02fd7bea85, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:57:32.988512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] For port e443268a-d69f-406b-8321-cb02fd7bea85, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e443268a-d69f-406b-8321-cb02fd7bea85,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:57:32.993022 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:33.026938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:33.052541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:33.141249 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc73707-0133-4a9d-b744-6d50b2b44575 None None] Pushing event updated for resources: {'Port': ['ID=e443268a-d69f-406b-8321-cb02fd7bea85,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:33.174787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Allocated IP 172.26.8.53 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/e07033f1-2d10-4744-b1ac-cccd6fcfb2d7) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:57:33.337976 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:33.423970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:33.490372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:33.493072 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:33.501148 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:57:33.536617 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Pushing event updated for resources: {'Port': ['ID=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:33.988542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:34.048436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939a9df-1ea5-403a-a02c-96f0394f13a4 None None] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:57:34.220179 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-fb1483f3-c416-4d84-813c-50629eb87c4c None None] Provisioning for port e443268a-d69f-406b-8321-cb02fd7bea85 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:34.448904 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:34.709135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Router bccbf2cb-4d4d-479b-8057-ec41aea5473f is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:57:34.899088 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:57:34.907670 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Sync routers for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:57:34.920266 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:34.920863 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:34.978364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:34.979637 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-4cfb1230-85eb-4ca1-bdbd-cd29a5765fae admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9910793 Mar 03 12:57:34.982236 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45172) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:35.092625 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:35.269091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e443268a-d69f-406b-8321-cb02fd7bea85 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:35.377572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port e443268a-d69f-406b-8321-cb02fd7bea85 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:35.382984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e443268a-d69f-406b-8321-cb02fd7bea85 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:35.383487 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:35.438255 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:33Z', 'revision_number': 3, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:35.443784 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Checking router: bccbf2cb-4d4d-479b-8057-ec41aea5473f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:57:35.444402 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Updating router bccbf2cb-4d4d-479b-8057-ec41aea5473f port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:57:35.514496 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:35.516435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:35.551344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port e443268a-d69f-406b-8321-cb02fd7bea85, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e443268a-d69f-406b-8321-cb02fd7bea85,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:35.601017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:35.671567 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=e443268a-d69f-406b-8321-cb02fd7bea85,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:35.827450 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:35.855367 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:35.867089 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Transition to ACTIVE for port object e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:35.909585 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:35.995981 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Pushing event updated for resources: {'Port': ['ID=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:36.003036 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Attempting to bind port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:57:36.003392 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Attempting to bind port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:57:36.003739 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Attempting to bind port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:36.008150 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.008490 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.008824 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.009138 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.009452 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.009767 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.010102 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.010414 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.010724 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.011031 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.011338 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.011897 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 12:57:36.021171 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:57:36.021679 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:36.022706 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:36.023217 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:57:36.023791 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Bound port: e07033f1-2d10-4744-b1ac-cccd6fcfb2d7, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:57:36.024272 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:36.045682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Allocated IP 172.20.0.1 (823893a2-fa2c-4720-b787-537adf7c9fb4/d632b2c0-c28b-4244-ab08-d382c6c50b03/69d34db1-ad85-4910-b267-e587b9c75817) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:57:36.095954 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] For port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:57:36.099309 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] For port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:57:36.144183 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:36.193371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:36.210731 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Transition to ACTIVE for port object 69d34db1-ad85-4910-b267-e587b9c75817 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:36.221615 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:36.222220 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:36.281788 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:36.287634 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e6f41-2fa3-4366-b3fe-34ba2f4bd095 None None] Pushing event updated for resources: {'Port': ['ID=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:36.355628 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:36.358319 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:36.360824 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:57:36.404965 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:36.411484 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=69d34db1-ad85-4910-b267-e587b9c75817,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:36.427807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:36.680469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0cbed6b7-1b1a-4fed-b85a-44f5a2f640a4 None None] Provisioning for port 69d34db1-ad85-4910-b267-e587b9c75817 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:36.685460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0cbed6b7-1b1a-4fed-b85a-44f5a2f640a4 None None] Provisioning complete for port 69d34db1-ad85-4910-b267-e587b9c75817 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:36.685859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0cbed6b7-1b1a-4fed-b85a-44f5a2f640a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:36.691284 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:33Z', 'revision_number': 3, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:36.695776 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564ba38-5b12-4c63-a6ca-08221174116d None None] The sync data for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv is: [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:33Z', 'revision_number': 3, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:57:36.749807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0cbed6b7-1b1a-4fed-b85a-44f5a2f640a4 None None] Port 69d34db1-ad85-4910-b267-e587b9c75817 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:57:36.768640 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.008604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.075259 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.202668 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.206301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=69d34db1-ad85-4910-b267-e587b9c75817,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:37.300564 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e443268a-d69f-406b-8321-cb02fd7bea85 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:37.363753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:37.365774 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:37.379091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e443268a-d69f-406b-8321-cb02fd7bea85 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:37.380940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.517692 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:37.646986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:37.652252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:37.652625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.686604 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Router bccbf2cb-4d4d-479b-8057-ec41aea5473f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:57:37.718091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-aaf45674-f9a0-4de6-bcd2-e2fc666f6c4a None None] Provisioning complete for port 69d34db1-ad85-4910-b267-e587b9c75817 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:37.718640 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aaf45674-f9a0-4de6-bcd2-e2fc666f6c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.810618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aaf45674-f9a0-4de6-bcd2-e2fc666f6c4a None None] Port 69d34db1-ad85-4910-b267-e587b9c75817 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:57:37.828381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.845307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:37.863574 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:57:37.872876 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-5ffb829a-d1b4-45b7-b1e0-48965f1c7ce9 admin admin] 10.222.0.35 "PUT /v2.0/routers/bccbf2cb-4d4d-479b-8057-ec41aea5473f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897026 Mar 03 12:57:37.903207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:37.975731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:38.074920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7674b24e-2d6f-4bd5-84c6-105d08eaf847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:38.279998 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Sync routers for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:57:38.290340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:38.290952 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:38.474791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:38.515184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:38.663784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45190) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:38.669492 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-959995380-network', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:38.674183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:38.678673 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Usage tracker for resource:network and tenant:075d43e4bf4e4687a5fdbc6d1d5b8e14 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:38.681678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:38.687453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:38.806433 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Made reservation on behalf of 075d43e4bf4e4687a5fdbc6d1d5b8e14 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:57:38.808807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:38.820869 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:38.839409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:38.843455 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 2, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:38.844067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Usage tracker for resource:security_group_rule and tenant:075d43e4bf4e4687a5fdbc6d1d5b8e14 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:38.846412 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:38.847792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Checking router: bccbf2cb-4d4d-479b-8057-ec41aea5473f for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:57:38.848750 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Updating router bccbf2cb-4d4d-479b-8057-ec41aea5473f port 69d34db1-ad85-4910-b267-e587b9c75817 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:57:38.852835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:38.902696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:38.935342 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.012321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.044124 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 12:57:39.052521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3441753f-cbf4-4bf2-9c36-52a177c3ebfc,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:39.061587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.061587 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Added segment 2d715339-1adb-4c8a-8b00-6dfb624d309f of type vlan for network 7fa2854e-b2da-4070-94cc-08dcd2641e27 Mar 03 12:57:39.090846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.183384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.184554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:39.185230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.220577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:39.291662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa2854e-b2da-4070-94cc-08dcd2641e27,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:39.303707 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 12:57:39.321542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.352725 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Transition to ACTIVE for port object 69d34db1-ad85-4910-b267-e587b9c75817 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:39.355860 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7e788a37-eaf7-4ef2-b1f4-80c359d73270 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6909397 Mar 03 12:57:39.358546 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45194) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:39.364509 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Request body: {'subnet': {'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-959995380-subnet', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:39.369793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:39.374240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Usage tracker for resource:subnet and tenant:075d43e4bf4e4687a5fdbc6d1d5b8e14 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:39.377863 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:39.385864 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:39.412503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:39.412877 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.459768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.463590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Made reservation on behalf of 075d43e4bf4e4687a5fdbc6d1d5b8e14 for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:57:39.466110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.636192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e39bf-781b-4d54-9294-ab5171a76289 None None] Pushing event updated for resources: {'Port': ['ID=69d34db1-ad85-4910-b267-e587b9c75817,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:39.747332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Attempting to bind port 69d34db1-ad85-4910-b267-e587b9c75817 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:57:39.747704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Attempting to bind port 69d34db1-ad85-4910-b267-e587b9c75817 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:57:39.748101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Attempting to bind port 69d34db1-ad85-4910-b267-e587b9c75817 on network 823893a2-fa2c-4720-b787-537adf7c9fb4 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:39.764465 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:57:39.764837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Checking segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:39.765234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.765625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Bound using segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:57:39.766083 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Bound port: 69d34db1-ad85-4910-b267-e587b9c75817, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:57:39.766452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.777888 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.857784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2dc083c-089c-4ea7-a89c-36c8cfa36ee6,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:39.866232 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Checking segment: {'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:39.866590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Network hostable DHCP agents. Network: 7fa2854e-b2da-4070-94cc-08dcd2641e27, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 12:57:39.906994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] For port 69d34db1-ad85-4910-b267-e587b9c75817, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:57:39.909896 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] For port 69d34db1-ad85-4910-b267-e587b9c75817, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=69d34db1-ad85-4910-b267-e587b9c75817,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:57:39.926101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 12:57:39.966618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:39.983163 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 7fa2854e-b2da-4070-94cc-08dcd2641e27) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:39.987609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:39.988279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.001523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc619579-13f6-4c45-9c22-50661c48a284 None None] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:57:40.047406 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-67574bb2-0436-4beb-9495-08f4aff83ad5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6875956 Mar 03 12:57:40.050046 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45198) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:40.055249 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:40.064706 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:40.069538 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Usage tracker for resource:router and tenant:075d43e4bf4e4687a5fdbc6d1d5b8e14 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:40.072579 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:40.078496 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:40.132834 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.133968 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.152888 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.158559 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:40.159186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:40.211954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e39bf-781b-4d54-9294-ab5171a76289 None None] Pushing event updated for resources: {'Port': ['ID=69d34db1-ad85-4910-b267-e587b9c75817,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:40.361304 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-72b50793-6fdd-43ae-bd78-24b6dbde08b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.451046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-7fa2854e-b2da-4070-94cc-08dcd2641e27', 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'fixed_ips': [{'subnet_id': 'd2dc083c-089c-4ea7-a89c-36c8cfa36ee6'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 12:57:40.451836 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.465689 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:40.492371 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.836628 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Allocated IP 172.20.0.2 (7fa2854e-b2da-4070-94cc-08dcd2641e27/d2dc083c-089c-4ea7-a89c-36c8cfa36ee6/a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:57:40.859446 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:40.889874 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.019537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:39Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:41.026776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Allocated IP 172.26.8.177 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/4c7ce307-aeb4-4be8-b122-43a2a863157b) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:57:41.033673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b21bd5-5fe5-470b-9db9-c6b30de81f91 None None] The sync data for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv is: [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:39Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:57:41.120946 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.142393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Transition to ACTIVE for port object a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:41.163613 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Transition to ACTIVE for port object a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:41.216542 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.223820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.258116 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 69d34db1-ad85-4910-b267-e587b9c75817 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:41.287293 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.326716 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.352492 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:41.359769 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:41.364215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:57:41.399285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Pushing event updated for resources: {'Port': ['ID=4c7ce307-aeb4-4be8-b122-43a2a863157b,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:41.405715 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:41.414547 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:41.420718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:57:41.428847 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Pushing event updated for resources: {'Port': ['ID=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:41.505340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 69d34db1-ad85-4910-b267-e587b9c75817 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:41.567773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 69d34db1-ad85-4910-b267-e587b9c75817 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:41.568380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.626664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Attempting to bind port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:57:41.627035 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Attempting to bind port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:57:41.627394 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Attempting to bind port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc on network 7fa2854e-b2da-4070-94cc-08dcd2641e27 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:41.639941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:57:41.640340 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Checking segment: {'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:41.643762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.643762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Bound using segment: {'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:57:41.643762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Bound port: a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:57:41.643762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.707310 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.796631 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] For port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:57:41.804688 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.816652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] For port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,segment=NetworkSegment(2d715339-1adb-4c8a-8b00-6dfb624d309f),segment_id=2d715339-1adb-4c8a-8b00-6dfb624d309f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:57:41.840945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 69d34db1-ad85-4910-b267-e587b9c75817, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=69d34db1-ad85-4910-b267-e587b9c75817,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:41.887927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.932385 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:41.976700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605124d-968f-4460-a748-9a672b113ca6 None None] Pushing event updated for resources: {'Port': ['ID=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:41.999831 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:42.047865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=69d34db1-ad85-4910-b267-e587b9c75817,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:42.381938 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:42.640707 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 12:57:42.821149 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:57:42.830570 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Sync routers for ids ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:57:42.841225 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Routers {'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:42.841827 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:42.892090 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:42.894732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e11dd3-991d-478d-a0e5-2465ee92fa98 None None] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 12:57:42.896913 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-11988a27-b3f1-4549-a4a3-8730e12df2cb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8458292 Mar 03 12:57:42.899634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45202) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:43.008368 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.070583 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-19bd4978-5c1c-41c2-96a6-aa56160c863b None None] Provisioning for port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:43.074592 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Set router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:43.336357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 69d34db1-ad85-4910-b267-e587b9c75817 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:43.426203 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 3, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:43.431044 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Checking router: ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:57:43.431644 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Updating router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 port 4c7ce307-aeb4-4be8-b122-43a2a863157b binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:57:43.437421 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 69d34db1-ad85-4910-b267-e587b9c75817 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:43.438386 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.490066 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.585228 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:43.737864 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:43.743208 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:43.743581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.805328 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.841011 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.852331 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Transition to ACTIVE for port object 4c7ce307-aeb4-4be8-b122-43a2a863157b will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:43.862785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.898041 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,segment=NetworkSegment(2d715339-1adb-4c8a-8b00-6dfb624d309f),segment_id=2d715339-1adb-4c8a-8b00-6dfb624d309f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:43.915076 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:43.954893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.000611 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Attempting to bind port 4c7ce307-aeb4-4be8-b122-43a2a863157b on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:57:44.000975 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Attempting to bind port 4c7ce307-aeb4-4be8-b122-43a2a863157b by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:57:44.001328 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Attempting to bind port 4c7ce307-aeb4-4be8-b122-43a2a863157b on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:44.003543 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c62ab-d6dc-45c4-bf36-88e799aa3bfa None None] Pushing event updated for resources: {'Port': ['ID=4c7ce307-aeb4-4be8-b122-43a2a863157b,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:44.009966 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:57:44.010331 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:44.011193 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.011848 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:57:44.012343 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Bound port: 4c7ce307-aeb4-4be8-b122-43a2a863157b, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:57:44.013273 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.024807 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Allocated IP 172.20.0.1 (7fa2854e-b2da-4070-94cc-08dcd2641e27/d2dc083c-089c-4ea7-a89c-36c8cfa36ee6/6886f782-2b74-4b8d-95ce-9758d1352f31) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:57:44.025965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:44.088418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] For port 4c7ce307-aeb4-4be8-b122-43a2a863157b, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:57:44.091265 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] For port 4c7ce307-aeb4-4be8-b122-43a2a863157b, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4c7ce307-aeb4-4be8-b122-43a2a863157b,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:57:44.138221 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.178698 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.195255 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.provisioning_blocks [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Transition to ACTIVE for port object 6886f782-2b74-4b8d-95ce-9758d1352f31 will not be triggered until provisioned by entity DHCP. {{(pid=88430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:44.214076 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Routers {'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:44.214678 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:44.258012 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.281780 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c62ab-d6dc-45c4-bf36-88e799aa3bfa None None] Pushing event updated for resources: {'Port': ['ID=4c7ce307-aeb4-4be8-b122-43a2a863157b,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:44.326329 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:44.329094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:44.338754 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:57:44.382163 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Pushing event updated for resources: {'Port': ['ID=6886f782-2b74-4b8d-95ce-9758d1352f31,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:44.399944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.407782 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] Set router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:44.578880 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.606129 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2afbbf73-e5a1-4401-a154-14115cea6efa None None] Provisioning for port 6886f782-2b74-4b8d-95ce-9758d1352f31 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:44.611606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2afbbf73-e5a1-4401-a154-14115cea6efa None None] Provisioning complete for port 6886f782-2b74-4b8d-95ce-9758d1352f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:44.611606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2afbbf73-e5a1-4401-a154-14115cea6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.668053 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2afbbf73-e5a1-4401-a154-14115cea6efa None None] Port 6886f782-2b74-4b8d-95ce-9758d1352f31 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:57:44.697932 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 3, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:44.701795 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041c10eb-7663-499c-8e75-ab44ffbc4d20 None None] The sync data for ids ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'] in dv-neutron-831730-1-hyperv is: [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 3, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:57:44.814174 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.880559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:44.995423 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Pushing event updated for resources: {'Port': ['ID=6886f782-2b74-4b8d-95ce-9758d1352f31,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:44.997795 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:45.263739 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:45.265054 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:45.325337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c7ce307-aeb4-4be8-b122-43a2a863157b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:45.479632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:57:45.481308 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 4c7ce307-aeb4-4be8-b122-43a2a863157b completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:45.487893 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4c7ce307-aeb4-4be8-b122-43a2a863157b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:45.488246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:45.624219 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-2ae94ac7-f834-48c7-b899-37d656ea7903 None None] Provisioning complete for port 6886f782-2b74-4b8d-95ce-9758d1352f31 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:45.624874 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2ae94ac7-f834-48c7-b899-37d656ea7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:45.649161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:45.678918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:57:45.686843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 4c7ce307-aeb4-4be8-b122-43a2a863157b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4c7ce307-aeb4-4be8-b122-43a2a863157b,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:45.687524 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-ab63cb0b-79e0-4cc4-bbbd-0edaf7946c4a admin admin] 10.222.0.35 "PUT /v2.0/routers/ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7867877 Mar 03 12:57:45.698259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-2ae94ac7-f834-48c7-b899-37d656ea7903 None None] Port 6886f782-2b74-4b8d-95ce-9758d1352f31 cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:57:45.760901 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:45.762184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:45.886075 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=4c7ce307-aeb4-4be8-b122-43a2a863157b,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:45.898177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:45.898542 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:46.712600 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45212) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:46.722171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657808509', 'description': 'tempest-secgroup-smoke-1657808509 description', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:46.728255 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:46.732303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:46.735197 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:46.741788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:46.754655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Sync routers for ids ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:57:46.764607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Routers {'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:46.765214 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:46.794805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:46.815849 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:46.821405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:46.824058 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:46.829667 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:46.898305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:46.954154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:46.957081 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Set router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:46.995988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11664518-9206-48d2-baab-6c21cfd62419,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:47.069103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.070358 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-b2d93575-c1f1-4dbe-8880-ae0297a23e9f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3565564 Mar 03 12:57:47.074761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45216) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:47.080044 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '11664518-9206-48d2-baab-6c21cfd62419', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:47.086238 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:47.090067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:47.093021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:47.098697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:47.185095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.239948 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c7ce307-aeb4-4be8-b122-43a2a863157b up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:47.252390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.330843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 4c7ce307-aeb4-4be8-b122-43a2a863157b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:47.331216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.349865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.361332 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:44Z', 'revision_number': 4, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '6886f782-2b74-4b8d-95ce-9758d1352f31', 'name': '', 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'mac_address': 'fa:16:3e:29:60:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd2dc083c-089c-4ea7-a89c-36c8cfa36ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:43Z', 'updated_at': '2022-03-03T12:57:44Z', 'revision_number': 2, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'subnets': [{'id': 'd2dc083c-089c-4ea7-a89c-36c8cfa36ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:47.372253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Checking router: ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:57:47.372610 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Updating router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 port 6886f782-2b74-4b8d-95ce-9758d1352f31 binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 12:57:47.373496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6c51ad-3941-46e3-825f-8bc1e4f18d47,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:47.423535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.424708 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-eae24cac-c27f-4959-8d07-72ffa159845c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490057 Mar 03 12:57:47.428013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45220) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:47.434946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '11664518-9206-48d2-baab-6c21cfd62419', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:47.441171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:47.445906 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:47.446600 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.448881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:47.454523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:47.504606 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.569730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.622700 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.645411 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1d1d62-a17a-4286-8774-aa435bed7fb2,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:47.697895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.699033 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d5b6ccb3-576d-4885-8686-08b352848854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2697248 Mar 03 12:57:47.702009 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45224) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:47.707197 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '11664518-9206-48d2-baab-6c21cfd62419', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:47.713207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:47.717044 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:47.719903 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:47.725988 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:47.778488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.832645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.839684 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.844105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Transition to ACTIVE for port object 6886f782-2b74-4b8d-95ce-9758d1352f31 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:47.886953 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.903406 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.916753 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abda84f4-8dc5-4980-8150-bb658f5b6a67,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:47.978473 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:47.982296 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-6e7a1b78-d7d6-4ba0-92fb-612ee189c3fb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767498 Mar 03 12:57:47.982523 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45228) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:47.989209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '11664518-9206-48d2-baab-6c21cfd62419', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:47.995926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:48.000942 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:48.006416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:48.013294 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:48.067440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7881c0-83d3-4e94-b846-6b4d4542419f None None] Pushing event updated for resources: {'Port': ['ID=6886f782-2b74-4b8d-95ce-9758d1352f31,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:48.088636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.121462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Attempting to bind port 6886f782-2b74-4b8d-95ce-9758d1352f31 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:57:48.121837 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Attempting to bind port 6886f782-2b74-4b8d-95ce-9758d1352f31 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:57:48.122193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Attempting to bind port 6886f782-2b74-4b8d-95ce-9758d1352f31 on network 7fa2854e-b2da-4070-94cc-08dcd2641e27 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:48.127608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:57:48.128054 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Checking segment: {'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:48.128515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.129023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Bound using segment: {'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:57:48.129911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Bound port: 6886f782-2b74-4b8d-95ce-9758d1352f31, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d715339-1adb-4c8a-8b00-6dfb624d309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:57:48.130277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.160207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.224278 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.251085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe21a41e-ebaf-429c-a3bb-98bf6686ab26,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:48.266269 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] For port 6886f782-2b74-4b8d-95ce-9758d1352f31, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:57:48.270101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] For port 6886f782-2b74-4b8d-95ce-9758d1352f31, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6886f782-2b74-4b8d-95ce-9758d1352f31,segment=NetworkSegment(2d715339-1adb-4c8a-8b00-6dfb624d309f),segment_id=2d715339-1adb-4c8a-8b00-6dfb624d309f)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:57:48.320666 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.321882 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-7eecea4f-614d-4fb6-bb51-480b13959360 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3384056 Mar 03 12:57:48.324661 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45232) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:48.329860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '11664518-9206-48d2-baab-6c21cfd62419', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:48.336210 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:48.340180 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:48.343057 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:48.344612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.349393 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:48.420568 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Routers {'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:57:48.421197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:48.424206 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Project e91fb8cf1fb940f891075df9eaba4837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:57:48.432181 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.486700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7881c0-83d3-4e94-b846-6b4d4542419f None None] Pushing event updated for resources: {'Port': ['ID=6886f782-2b74-4b8d-95ce-9758d1352f31,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:48.508771 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.571662 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.598534 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5022f4c8-76b8-42de-b62e-fab6fa8314bd,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:48.626620 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] Set router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:57:48.674855 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.676990 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-f0279b97-4cdf-44f4-9e3f-17879a0fa5cc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504977 Mar 03 12:57:48.678999 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45236) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:57:48.683926 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '11664518-9206-48d2-baab-6c21cfd62419', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:48.689768 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:48.693882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:57:48.696798 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:57:48.702431 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:48.772172 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Project e91fb8cf1fb940f891075df9eaba4837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 12:57:48.778960 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.850129 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.920553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:48.936021 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:44Z', 'revision_number': 4, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '6886f782-2b74-4b8d-95ce-9758d1352f31', 'name': '', 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'mac_address': 'fa:16:3e:29:60:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd2dc083c-089c-4ea7-a89c-36c8cfa36ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:43Z', 'updated_at': '2022-03-03T12:57:48Z', 'revision_number': 4, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'subnets': [{'id': 'd2dc083c-089c-4ea7-a89c-36c8cfa36ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:57:48.939922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e35c0-b75e-4c6f-b099-124be7394ff2 None None] The sync data for ids ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'] in dv-neutron-831730-1-hyperv is: [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:44Z', 'revision_number': 4, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '6886f782-2b74-4b8d-95ce-9758d1352f31', 'name': '', 'network_id': '7fa2854e-b2da-4070-94cc-08dcd2641e27', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'mac_address': 'fa:16:3e:29:60:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd2dc083c-089c-4ea7-a89c-36c8cfa36ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:43Z', 'updated_at': '2022-03-03T12:57:48Z', 'revision_number': 4, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'subnets': [{'id': 'd2dc083c-089c-4ea7-a89c-36c8cfa36ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:57:48.944247 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b53da60-468e-4484-a55d-ab79fce654e4,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:49.012219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:49.013438 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-c84dfae2-4d40-43a7-8d7e-987f8bddc810 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335023 Mar 03 12:57:49.193475 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-eb39a622-c614-42d1-ab3c-e46c3fb06ba9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657808509&fields=id&tenant_id=e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 267 time: 0.0513332 Mar 03 12:57:49.250460 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6886f782-2b74-4b8d-95ce-9758d1352f31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:49.369266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-d692d540-1eaa-4203-a97a-914394190411 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:49.370750 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-d692d540-1eaa-4203-a97a-914394190411 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 809 time: 0.1705503 Mar 03 12:57:49.387578 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-e8842438-a338-4dc6-a90b-d09642e0b444 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/quotas/e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 375 time: 0.0112190 Mar 03 12:57:49.406494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 6886f782-2b74-4b8d-95ce-9758d1352f31 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:49.412049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6886f782-2b74-4b8d-95ce-9758d1352f31 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:49.412415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:49.486377 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-4097db44-839b-43e6-85bf-8fcc067477cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:57:49.547612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:49.554839 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-4097db44-839b-43e6-85bf-8fcc067477cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:57:49.556319 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-4097db44-839b-43e6-85bf-8fcc067477cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630757 Mar 03 12:57:49.584576 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 6886f782-2b74-4b8d-95ce-9758d1352f31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6886f782-2b74-4b8d-95ce-9758d1352f31,segment=NetworkSegment(2d715339-1adb-4c8a-8b00-6dfb624d309f),segment_id=2d715339-1adb-4c8a-8b00-6dfb624d309f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:49.652681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:49.729812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=6886f782-2b74-4b8d-95ce-9758d1352f31,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:49.820269 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-c1428f4e-3019-431e-966e-b9caf54590ac service neutron] 10.222.0.35 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485390 Mar 03 12:57:49.959106 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-c9655a25-ea59-4132-a364-c27e2939b858 service neutron] 10.222.0.35 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329620 Mar 03 12:57:50.194169 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bc96a4fd-d7d9-4325-b64d-ff746656be6a req-832bf22b-1d0e-4cd2-94bb-1d3c70437d87 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 210 time: 0.0556297 Mar 03 12:57:51.234997 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6886f782-2b74-4b8d-95ce-9758d1352f31 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:57:51.307820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 6886f782-2b74-4b8d-95ce-9758d1352f31 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:51.308467 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:51.358111 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d68bfdd7-d816-4ceb-9ac4-46e80c80e36d req-cad86c53-e70c-445b-9bd8-035d3619a2ed tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 210 time: 0.0521226 Mar 03 12:57:52.305173 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-9d3ad030-a6a8-49a7-9e8e-af0290572ecd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:52.305836 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-9d3ad030-a6a8-49a7-9e8e-af0290572ecd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:57:52.457597 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-9d3ad030-a6a8-49a7-9e8e-af0290572ecd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:57:52.458860 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-9d3ad030-a6a8-49a7-9e8e-af0290572ecd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 809 time: 0.3030651 Mar 03 12:57:52.526937 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-870e67dd-b4db-4b3d-bc3f-ba4483028ea1 req-4a7a3b68-8835-492a-b26a-628e8ccaa1c4 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 210 time: 0.0625758 Mar 03 12:57:52.547589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-750d9944-710f-40f7-8c8e-48af69f0652d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:57:52.817820 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-750d9944-710f-40f7-8c8e-48af69f0652d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:57:52.818972 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-750d9944-710f-40f7-8c8e-48af69f0652d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 380 time: 0.3217371 Mar 03 12:57:52.827767 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'port': {'device_id': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'admin_state_up': True, 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'security_groups': ['11664518-9206-48d2-baab-6c21cfd62419']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:53.065126 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:57:53.074341 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:57:53.137575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Made reservation on behalf of e91fb8cf1fb940f891075df9eaba4837 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 12:57:53.141116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:53.304229 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Allocated IP 172.20.0.10 (823893a2-fa2c-4720-b787-537adf7c9fb4/d632b2c0-c28b-4244-ab08-d382c6c50b03/db862c6a-b99c-4ac2-ab86-9ef91e32e19b) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:57:53.548994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:53.570453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Transition to ACTIVE for port object db862c6a-b99c-4ac2-ab86-9ef91e32e19b will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:53.646635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:53.715847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:57:53.716132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841483-52a6-45c9-bc27-85f0f1f846e0 req-cd159072-3201-4ba3-8658-9ef524838329 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:53.717543 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ad841483-52a6-45c9-bc27-85f0f1f846e0 req-cd159072-3201-4ba3-8658-9ef524838329 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 932 time: 0.0821970 Mar 03 12:57:53.719778 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:57:53.722090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:57:53.769605 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ad841483-52a6-45c9-bc27-85f0f1f846e0 req-441b0a5a-a660-488f-8c88-ea48f113959e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Mar 03 12:57:53.783458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:53.807113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:53.807740 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:53.887365 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-49ce11d6-aecd-4a8a-b09e-124d97290105 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0632620 Mar 03 12:57:53.900721 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Request body: {'port': {'device_id': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:57:54.012254 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-45bb89f5-e2b8-469d-ba4c-df91b4074976 None None] Provisioning for port db862c6a-b99c-4ac2-ab86-9ef91e32e19b completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:57:54.014387 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:54.017220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-45bb89f5-e2b8-469d-ba4c-df91b4074976 None None] Provisioning complete for port db862c6a-b99c-4ac2-ab86-9ef91e32e19b triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:57:54.020722 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-45bb89f5-e2b8-469d-ba4c-df91b4074976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:54.071136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-45bb89f5-e2b8-469d-ba4c-df91b4074976 None None] Port db862c6a-b99c-4ac2-ab86-9ef91e32e19b cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 12:57:54.364685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db862c6a-b99c-4ac2-ab86-9ef91e32e19b {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:57:54.371788 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:54.386443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Transition to ACTIVE for port object db862c6a-b99c-4ac2-ab86-9ef91e32e19b will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 12:57:54.429041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:54.594500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:54.674946 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Attempting to bind port db862c6a-b99c-4ac2-ab86-9ef91e32e19b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 12:57:54.675278 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Attempting to bind port db862c6a-b99c-4ac2-ab86-9ef91e32e19b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 12:57:54.675598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Attempting to bind port db862c6a-b99c-4ac2-ab86-9ef91e32e19b on network 823893a2-fa2c-4720-b787-537adf7c9fb4 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:54.681265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Port db862c6a-b99c-4ac2-ab86-9ef91e32e19b on network 823893a2-fa2c-4720-b787-537adf7c9fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 12:57:54.681584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Attempting to bind port db862c6a-b99c-4ac2-ab86-9ef91e32e19b on network 823893a2-fa2c-4720-b787-537adf7c9fb4 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 12:57:54.686655 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 12:57:54.686985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Checking segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 12:57:54.687361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Bound using segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 12:57:54.687781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Bound port: db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 12:57:54.688158 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:54.779762 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 12:57:54.782580 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 12:57:54.824426 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:57:54.864169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:54.941490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:54.941490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:54.942997 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] 10.222.0.26 "PUT /v2.0/ports/db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 1094 time: 1.0484617 Mar 03 12:57:54.958845 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:57:55.004966 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969c3a4-469a-4d67-aae6-c44e6738b448 service neutron] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:55.009886 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'status': 'completed', 'code': 200} Mar 03 12:57:55.075918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c551e-c5a9-409a-bddc-79c7134e3adf req-0ec44636-5f6e-4faa-8160-9eb90964c1d2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:55.076657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-a11c551e-c5a9-409a-bddc-79c7134e3adf req-0ec44636-5f6e-4faa-8160-9eb90964c1d2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:57:55.127240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b19a2-c406-4e1a-afcd-dacb98667fb3 req-bde41167-2654-4514-8a3c-b4d0952340d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:55.128677 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f4b19a2-c406-4e1a-afcd-dacb98667fb3 req-bde41167-2654-4514-8a3c-b4d0952340d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1097 time: 0.0963945 Mar 03 12:57:55.156582 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-a11c551e-c5a9-409a-bddc-79c7134e3adf req-0ec44636-5f6e-4faa-8160-9eb90964c1d2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:57:55.157628 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a11c551e-c5a9-409a-bddc-79c7134e3adf req-0ec44636-5f6e-4faa-8160-9eb90964c1d2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.2576287 Mar 03 12:57:55.277643 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-a11c551e-c5a9-409a-bddc-79c7134e3adf req-cfac1d23-70f4-47d9-b770-9b5b9fd300b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062496 Mar 03 12:57:55.305334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b19a2-c406-4e1a-afcd-dacb98667fb3 req-95329667-92fc-4c4b-8440-705670d97f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:55.306751 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f4b19a2-c406-4e1a-afcd-dacb98667fb3 req-95329667-92fc-4c4b-8440-705670d97f10 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e91fb8cf1fb940f891075df9eaba4837&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1716413 Mar 03 12:57:55.545169 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b19a2-c406-4e1a-afcd-dacb98667fb3 req-ac6e593d-f74f-431d-8f50-a983dec7a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:55.546601 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5f4b19a2-c406-4e1a-afcd-dacb98667fb3 req-ac6e593d-f74f-431d-8f50-a983dec7a217 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2337303 Mar 03 12:57:55.650075 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-0acd8d23-6653-4a75-9a2b-1dd73787d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:55.651632 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-0acd8d23-6653-4a75-9a2b-1dd73787d459 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1097 time: 0.0704923 Mar 03 12:57:55.721251 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-2f7f8538-ddc2-4ced-8fbd-a1c3171b8927 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 217 time: 0.0626750 Mar 03 12:57:55.781375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-2092cb85-5cd3-43dd-8958-b0840dbe2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:55.782750 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-2092cb85-5cd3-43dd-8958-b0840dbe2247 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0560453 Mar 03 12:57:55.859571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-a4269fbb-7a59-44d7-8318-cde26a5e0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:55.861087 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-a4269fbb-7a59-44d7-8318-cde26a5e0128 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725255 Mar 03 12:57:55.991144 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-831593cd-a704-4664-9ce8-a1d8e576d3c1 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241319 Mar 03 12:57:56.122441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-bb756b62-4eb0-4a5e-b8f1-ef696631aa3d req-b6d418d8-dea0-44ca-a6e9-825244ecbc43 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236386 Mar 03 12:57:56.564137 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158bcb-8cf3-4980-ad50-850060404e04 req-a76e9e54-efbb-492e-b168-359aa148d51f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:56.565607 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e2158bcb-8cf3-4980-ad50-850060404e04 req-a76e9e54-efbb-492e-b168-359aa148d51f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.1805246 Mar 03 12:57:56.608506 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e2158bcb-8cf3-4980-ad50-850060404e04 req-730f1913-612b-4dbc-849f-74273c5c7079 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372736 Mar 03 12:57:57.792262 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e09560-abf1-4449-a402-7d29642a126a req-16619402-23f4-4675-9687-ce8db6e904cf tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:57.793705 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65e09560-abf1-4449-a402-7d29642a126a req-16619402-23f4-4675-9687-ce8db6e904cf tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0813317 Mar 03 12:57:57.838685 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65e09560-abf1-4449-a402-7d29642a126a req-bac1e69d-00e4-4403-b406-4b9fae6119fc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Mar 03 12:57:58.813144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 12:57:58.948225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:58.961964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'port_id': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'mac_address': 'fa:16:3e:ce:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 12:57:59.020712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:59.021023 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291ef85-2afb-4af3-b87d-8ce069810429 req-7b8ec7d7-9367-46f5-88aa-d5fad9c16acd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:57:59.022290 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8291ef85-2afb-4af3-b87d-8ce069810429 req-7b8ec7d7-9367-46f5-88aa-d5fad9c16acd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0797415 Mar 03 12:57:59.038220 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db862c6a-b99c-4ac2-ab86-9ef91e32e19b {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 12:57:59.053115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:57:59.084158 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8291ef85-2afb-4af3-b87d-8ce069810429 req-dc5f6f8b-df37-444b-b7b5-e7cbd14059f3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411222 Mar 03 12:57:59.148754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:57:59.215841 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:57:59.356546 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['db862c6a-b99c-4ac2-ab86-9ef91e32e19b'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 12:58:00.260371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa66a36-bdd4-4a0f-8e30-22a68516888d req-1752fbb7-8cd3-4ebc-94b4-019dd11c3b99 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:00.262088 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8aa66a36-bdd4-4a0f-8e30-22a68516888d req-1752fbb7-8cd3-4ebc-94b4-019dd11c3b99 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 945 time: 0.0835989 Mar 03 12:58:00.306940 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8aa66a36-bdd4-4a0f-8e30-22a68516888d req-591a7dd6-7d3b-428c-9e68-8849d7bbf28d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390186 Mar 03 12:58:00.828232 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 12:58:00.966023 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port db862c6a-b99c-4ac2-ab86-9ef91e32e19b completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 12:58:00.970804 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port db862c6a-b99c-4ac2-ab86-9ef91e32e19b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 12:58:00.971172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:01.085578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:01.110662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:58:01.120383 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 12:58:01.189066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:01.227873 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'code': 200} Mar 03 12:58:01.260861 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:58:01.550961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c2c92-729c-4e69-b6a4-24e55c9484c8 req-e3f82bd5-ced0-43bc-9fb8-41a84952cbc6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:01.553000 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-681c2c92-729c-4e69-b6a4-24e55c9484c8 req-e3f82bd5-ced0-43bc-9fb8-41a84952cbc6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.1392157 Mar 03 12:58:01.555564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485c153-30a0-433a-875d-b468e7d9c052 req-61da7cc8-6a55-451a-a00a-1123d6d77fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:01.556891 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5485c153-30a0-433a-875d-b468e7d9c052 req-61da7cc8-6a55-451a-a00a-1123d6d77fde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1099 time: 0.1070082 Mar 03 12:58:01.621664 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-681c2c92-729c-4e69-b6a4-24e55c9484c8 req-e671a51d-95db-485e-9ebd-85c18f34561e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630808 Mar 03 12:58:01.624757 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5485c153-30a0-433a-875d-b468e7d9c052 req-f2c281f5-6c4b-4ded-8b7e-1696761f4271 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534613 Mar 03 12:58:02.811342 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a7ea-9c7b-4373-a99c-67c21ed578f0 req-21b658b7-3255-4d9e-b7c3-d1d6ad0c0167 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:02.812824 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1475a7ea-9c7b-4373-a99c-67c21ed578f0 req-21b658b7-3255-4d9e-b7c3-d1d6ad0c0167 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0813773 Mar 03 12:58:02.856381 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-1475a7ea-9c7b-4373-a99c-67c21ed578f0 req-cd98021b-04a3-42b0-b52a-c29ae5a37e8b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372400 Mar 03 12:58:04.040459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a15fec-d936-4783-983d-7af74f0b2d1b req-7775852e-89d7-4017-8941-0ea2b382a399 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:04.041902 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-00a15fec-d936-4783-983d-7af74f0b2d1b req-7775852e-89d7-4017-8941-0ea2b382a399 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0808101 Mar 03 12:58:04.085343 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-00a15fec-d936-4783-983d-7af74f0b2d1b req-67ff0199-c1b8-437e-ad40-a09eff0e1284 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 Mar 03 12:58:04.271223 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee020a2-d103-47b1-81ca-b0de1bc45a8c req-95c0a34f-3b94-4a8b-b47b-75999f11de34 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:04.272717 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0ee020a2-d103-47b1-81ca-b0de1bc45a8c req-95c0a34f-3b94-4a8b-b47b-75999f11de34 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0874434 Mar 03 12:58:04.316668 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0ee020a2-d103-47b1-81ca-b0de1bc45a8c req-eb7df080-b374-4be9-946e-66d5980b0cf8 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382187 Mar 03 12:58:04.340889 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45302) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:58:04.451153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6e972-0103-4608-9ba3-a1fc07015eb6 tempest-TestShelveInstance-872032391 tempest-TestShelveInstance-872032391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:04.451856 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-53e6e972-0103-4608-9ba3-a1fc07015eb6 tempest-TestShelveInstance-872032391 tempest-TestShelveInstance-872032391-project-admin] Synchronizing usage tracker for tenant:075d43e4bf4e4687a5fdbc6d1d5b8e14 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 12:58:04.508644 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-53e6e972-0103-4608-9ba3-a1fc07015eb6 tempest-TestShelveInstance-872032391 tempest-TestShelveInstance-872032391-project-admin] Unset dirty status for tenant:075d43e4bf4e4687a5fdbc6d1d5b8e14 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 12:58:04.509784 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-53e6e972-0103-4608-9ba3-a1fc07015eb6 tempest-TestShelveInstance-872032391 tempest-TestShelveInstance-872032391-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1094 time: 0.1678720 Mar 03 12:58:04.513052 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45308) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 12:58:04.517992 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 12:58:04.524882 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 12:58:04.528564 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:floatingip and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 12:58:04.531318 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 12:58:04.537805 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 12:58:04.577266 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:04.711314 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:04.844963 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Allocated IP 172.26.8.91 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/20d71877-0db0-4444-a472-44b21b91aa39) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 12:58:04.986651 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:05.057482 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:05.121132 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 12:58:05.127663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 12:58:05.130290 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 12:58:05.165299 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'Port': ['ID=20d71877-0db0-4444-a472-44b21b91aa39,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:58:05.547256 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:05.669286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:05.987682 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for port, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:06.051872 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16012981'] for port, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:06.159819 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'Port': ['ID=20d71877-0db0-4444-a472-44b21b91aa39,revision_number=2']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 12:58:06.169899 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:06.344393 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Floating IP 755bc2fe-5db5-4670-ae88-fffc5ad62797 associated. External IP: 172.26.8.91, port: db862c6a-b99c-4ac2-ab86-9ef91e32e19b. Mar 03 12:58:06.691254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Router bccbf2cb-4d4d-479b-8057-ec41aea5473f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 12:58:06.865107 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 12:58:06.874583 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] Sync routers for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 12:58:06.884634 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:58:06.885230 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:58:06.971860 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:07.029928 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e99362b1-6879-463f-b5a6-76170692e0dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5158646 Mar 03 12:58:07.030516 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 12:58:07.075235 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'status': 'completed', 'code': 200} Mar 03 12:58:07.090868 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:58:07.165812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-98405452-e0c1-424e-9743-6da74d8ebef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:07.167245 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-98405452-e0c1-424e-9743-6da74d8ebef8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1099 time: 0.0706530 Mar 03 12:58:07.298910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-93c88de2-2b04-4591-b1b1-69d411ae32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:07.300695 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-93c88de2-2b04-4591-b1b1-69d411ae32f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1275773 Mar 03 12:58:07.404844 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-bf289edd-924f-4559-9e62-150296406a9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 999 time: 0.0977118 Mar 03 12:58:07.433949 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '755bc2fe-5db5-4670-ae88-fffc5ad62797', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'floating_ip_address': '172.26.8.91', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'port_id': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'mac_address': 'fa:16:3e:ce:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:58:05Z', 'updated_at': '2022-03-03T12:58:05Z', 'revision_number': 0, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:58:07.437607 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] Checking router: bccbf2cb-4d4d-479b-8057-ec41aea5473f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 12:58:07.445833 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 12:58:07.446424 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T12:57:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:58:07.588280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-7d3d4385-9582-4e87-8557-0a107bc562c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:07.589650 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-7d3d4385-9582-4e87-8557-0a107bc562c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.1794832 Mar 03 12:58:07.635612 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 12:58:07.666716 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-c245dc1e-3494-4c5c-b284-4706eb54095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:07.668187 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-c245dc1e-3494-4c5c-b284-4706eb54095e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728610 Mar 03 12:58:07.803672 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-d0a606a0-7cb4-4dbd-b663-d9ea732ab78f service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293297 Mar 03 12:58:07.948723 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0b351d2a-5d73-4b24-9513-1743f2db640a req-a39ad57d-f785-43c8-ae5f-8e8bfa7d0408 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387835 Mar 03 12:58:07.987080 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '755bc2fe-5db5-4670-ae88-fffc5ad62797', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'floating_ip_address': '172.26.8.91', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'port_id': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'mac_address': 'fa:16:3e:ce:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:58:05Z', 'updated_at': '2022-03-03T12:58:05Z', 'revision_number': 0, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 12:58:07.993589 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a77db7-7e08-4c72-88e3-2e3e28fa318c None None] The sync data for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv is: [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '755bc2fe-5db5-4670-ae88-fffc5ad62797', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'floating_ip_address': '172.26.8.91', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'port_id': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'mac_address': 'fa:16:3e:ce:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T12:58:05Z', 'updated_at': '2022-03-03T12:58:05Z', 'revision_number': 0, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 12:58:08.052842 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a31f8e20-dde6-4816-b6fd-ac517c5bd336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:08.179062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047fdec-0f9f-4574-a55c-b1bc33de5f79 None None] New status for floating IP 755bc2fe-5db5-4670-ae88-fffc5ad62797: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 12:58:08.424630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:10.194569 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e12588bd-6e42-442a-a65c-530d7a81a47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:11.182849 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:11.600101 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:12.960322 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:31.823216 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:58:38.097176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-46bdb1f5-a250-4f74-94d0-91c008b1ae8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:38.377324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:40.216371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-254bfeb0-1423-4631-aaa6-541bb76c4938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:41.199381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:41.582156 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:42.959765 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:58:46.810972 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-8a0ee8e7-e1a1-497e-beb2-61e78b2dc015 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728374 Mar 03 12:58:46.946497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-89444923-9131-4e4c-9fcb-05981098f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:46.947925 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-89444923-9131-4e4c-9fcb-05981098f6a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1099 time: 0.0690167 Mar 03 12:58:47.089086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-4625e16e-a65e-4c31-94aa-d944f40dd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:47.090401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-4625e16e-a65e-4c31-94aa-d944f40dd693 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1250577 Mar 03 12:58:47.191070 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-60f1980b-2379-48dd-8707-5812959d3a74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 1001 time: 0.0942693 Mar 03 12:58:47.254056 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-6353ec5d-9984-4528-855d-28ad3e8bcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:47.255555 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-6353ec5d-9984-4528-855d-28ad3e8bcebc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0594430 Mar 03 12:58:47.331803 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-8f53ce68-5142-47e0-a57d-f2b520e88a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:58:47.333286 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-8f53ce68-5142-47e0-a57d-f2b520e88a15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722096 Mar 03 12:58:47.460606 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-289f661e-bd74-4da9-8104-8fa28f76bd66 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207912 Mar 03 12:58:47.589006 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-73932aab-0620-4350-b14b-e3df69b3b0c8 req-8880635e-0bc7-4cef-a5a0-20cd7a23e031 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224098 Mar 03 12:59:08.113197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1608-b89a-4d0e-a40a-0d8b4e76953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:08.364755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:08.822359 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:59:10.210429 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1b24-f029-4d0b-a6d6-6215a1bad27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:11.182423 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:11.599440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:13.010478 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:38.089843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5a10-b55f-4125-a69b-54b7b0e3c09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:38.375807 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:40.210448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2bd2adaa-2abf-4e12-b0cf-f8de07ff2f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:41.187260 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:41.592586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:42.986517 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 12:59:45.820824 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 12:59:46.841997 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-2139a60d-9c35-402b-b5c3-8e47f078c746 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107645 Mar 03 12:59:46.982987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-b82a988d-1dd5-43b3-b00f-7b2a87198054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:59:46.984437 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-b82a988d-1dd5-43b3-b00f-7b2a87198054 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1099 time: 0.0728552 Mar 03 12:59:47.126630 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-3f7a6e7d-355f-45c3-93af-20dffc25413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:59:47.127958 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-3f7a6e7d-355f-45c3-93af-20dffc25413f service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1244984 Mar 03 12:59:47.225796 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-62d5228d-c211-4001-ae76-12fb53be1934 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 1001 time: 0.0917916 Mar 03 12:59:47.402180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-680b0f47-9fb6-404b-9aaa-49f95687de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:59:47.403520 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-680b0f47-9fb6-404b-9aaa-49f95687de0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.1720893 Mar 03 12:59:47.478297 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-bf70fbed-2e85-4d16-9f1e-d63003bd1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 12:59:47.479767 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-bf70fbed-2e85-4d16-9f1e-d63003bd1e61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696356 Mar 03 12:59:47.612534 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-d939dc8f-bb1d-48ac-ab83-dddf92846007 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259694 Mar 03 12:59:47.742020 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2978c6a9-d805-446b-93eb-2af7fa38f061 req-879acbe9-88d0-402f-a8dd-2170fb49dc0b service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235263 Mar 03 13:00:02.760036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcc6dd-c07c-4461-a884-63f370517b39 req-93064e3e-d509-414c-8169-4b5c8e7f2bf6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:02.761483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-12fcc6dd-c07c-4461-a884-63f370517b39 req-93064e3e-d509-414c-8169-4b5c8e7f2bf6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.1303725 Mar 03 13:00:02.804512 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-12fcc6dd-c07c-4461-a884-63f370517b39 req-56fa937e-7273-45a2-a6fa-03f8a50c92cf tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365245 Mar 03 13:00:03.988130 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6d3cc-e88c-4582-9e72-699e29d53247 req-e3aa06ce-ff0b-4600-91af-a83c3024418b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:03.989612 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cdf6d3cc-e88c-4582-9e72-699e29d53247 req-e3aa06ce-ff0b-4600-91af-a83c3024418b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0796158 Mar 03 13:00:04.033960 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cdf6d3cc-e88c-4582-9e72-699e29d53247 req-42efa6a9-4687-4c04-81b2-3b179fc2f2b0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Mar 03 13:00:05.216682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84191-e6ad-41af-8029-4e0f0476be57 req-7884da23-9d9d-43b8-971e-2b3028bb3d11 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:05.218143 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9dd84191-e6ad-41af-8029-4e0f0476be57 req-7884da23-9d9d-43b8-971e-2b3028bb3d11 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0784016 Mar 03 13:00:05.266784 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9dd84191-e6ad-41af-8029-4e0f0476be57 req-4bef6c08-a664-460f-9e12-c1e6b1628872 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Mar 03 13:00:06.456456 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324c408-6c1a-4a39-98d2-333c5ef30baa req-b0fb3c4e-c363-4cd4-8933-d0308c8b8100 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:06.457899 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4324c408-6c1a-4a39-98d2-333c5ef30baa req-b0fb3c4e-c363-4cd4-8933-d0308c8b8100 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0819967 Mar 03 13:00:06.502649 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4324c408-6c1a-4a39-98d2-333c5ef30baa req-2d7887ba-873b-4f10-b03f-2cbed0c3c977 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390711 Mar 03 13:00:07.682137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555f8e2-d39f-45e6-bfe8-a7e7ff170597 req-25a95e8d-94d6-44b4-a47a-ba0df124c87e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:07.683590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9555f8e2-d39f-45e6-bfe8-a7e7ff170597 req-25a95e8d-94d6-44b4-a47a-ba0df124c87e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0791221 Mar 03 13:00:07.726867 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9555f8e2-d39f-45e6-bfe8-a7e7ff170597 req-e2e73794-015a-4dbd-a43d-5a247351e41d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Mar 03 13:00:08.071426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-deb836fd-0cfa-434c-b8e8-35e76c081e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:08.374309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:08.918119 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f14ff-d797-49e6-ac73-2df9922bd5e5 req-61457a2c-5842-4299-8352-b9c58c43ba19 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:08.919561 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-087f14ff-d797-49e6-ac73-2df9922bd5e5 req-61457a2c-5842-4299-8352-b9c58c43ba19 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0894642 Mar 03 13:00:08.966323 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-087f14ff-d797-49e6-ac73-2df9922bd5e5 req-9fe9cfbb-a122-464c-94de-60179ae73b00 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Mar 03 13:00:10.155206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa86d4-1d85-49c7-8420-d19582301aa4 req-908d08b1-9abc-4d32-8f0a-44a1830f2ef7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:10.158950 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2fa86d4-1d85-49c7-8420-d19582301aa4 req-908d08b1-9abc-4d32-8f0a-44a1830f2ef7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0835671 Mar 03 13:00:10.200556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2fa86d4-1d85-49c7-8420-d19582301aa4 req-4d75f54e-5d70-4366-8dca-1ea66ac3ebff tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380745 Mar 03 13:00:10.226408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fc0da7d5-1101-4c8f-82be-082fc0e42af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:11.197970 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:11.380502 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8556-9936-40cb-83dd-977ff00e7fb6 req-948f6037-0c29-4f43-9d9d-ceecc05122f6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:11.382483 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ca5a8556-9936-40cb-83dd-977ff00e7fb6 req-948f6037-0c29-4f43-9d9d-ceecc05122f6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0780845 Mar 03 13:00:11.425709 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ca5a8556-9936-40cb-83dd-977ff00e7fb6 req-e9a17b01-06c7-4e4b-8d67-5c225629bae0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373268 Mar 03 13:00:11.615278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:12.612304 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ef497-9dcd-4cf5-be2d-5e8a5f4c5b7c req-474acd89-d5b1-4e0a-b85d-4a23bfea95e2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:12.613655 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b84ef497-9dcd-4cf5-be2d-5e8a5f4c5b7c req-474acd89-d5b1-4e0a-b85d-4a23bfea95e2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0805552 Mar 03 13:00:12.657627 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b84ef497-9dcd-4cf5-be2d-5e8a5f4c5b7c req-bea2f6b9-ac12-41ad-9153-f6590bc59c90 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378852 Mar 03 13:00:12.975404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:13.845454 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb46d9-cc56-4e48-b329-634327f9cdab req-bdc37caa-485f-4f8a-bd84-011b09c54444 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:13.846891 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eedb46d9-cc56-4e48-b329-634327f9cdab req-bdc37caa-485f-4f8a-bd84-011b09c54444 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0821183 Mar 03 13:00:14.009198 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-eedb46d9-cc56-4e48-b329-634327f9cdab req-ec3acbec-98bd-4d47-938a-a825d4dbe0f9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560500 Mar 03 13:00:15.193758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2aeaf-668c-4f18-8b4b-e267aa16631f req-9cf455c6-c42f-4e94-ab30-31b7a49c7e4b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:15.195928 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-92f2aeaf-668c-4f18-8b4b-e267aa16631f req-9cf455c6-c42f-4e94-ab30-31b7a49c7e4b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0845478 Mar 03 13:00:15.239660 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-92f2aeaf-668c-4f18-8b4b-e267aa16631f req-37af2eb8-6d3e-4575-b0f6-2ab90d6a949b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381083 Mar 03 13:00:15.260377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:00:15.391612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:00:15.405666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'port_id': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'mac_address': 'fa:16:3e:ce:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:00:15.466524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:15.483148 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db862c6a-b99c-4ac2-ab86-9ef91e32e19b {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:00:15.499110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:00:15.587052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:15.656656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:00:15.664464 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.664833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.665203 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.665584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.665944 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.666303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.666672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.667058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.667398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.667714 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.668060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.668377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:00:15.673507 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['db862c6a-b99c-4ac2-ab86-9ef91e32e19b'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:00:16.441019 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00112901-b3d4-4ab5-acfb-6f27a85748e3 req-02a2b573-f0db-4b3b-908d-e6e7f8f83f35 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:16.442633 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-00112901-b3d4-4ab5-acfb-6f27a85748e3 req-02a2b573-f0db-4b3b-908d-e6e7f8f83f35 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 945 time: 0.0871241 Mar 03 13:00:16.496584 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-00112901-b3d4-4ab5-acfb-6f27a85748e3 req-48f7e2e9-7309-412f-b48d-a8915919c58d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Mar 03 13:00:17.266776 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:00:17.357940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port db862c6a-b99c-4ac2-ab86-9ef91e32e19b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:00:17.358990 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:17.485309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:17.515891 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:00:17.542608 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:00:17.602981 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'code': 200} Mar 03 13:00:17.604588 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:17.694506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:00:17.728671 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcad34-2563-47d3-846e-0d0a87e200b8 req-397eb3e0-14d8-4e44-847c-3330a9c0a17e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:17.730175 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9cdcad34-2563-47d3-846e-0d0a87e200b8 req-397eb3e0-14d8-4e44-847c-3330a9c0a17e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0970609 Mar 03 13:00:17.787359 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9cdcad34-2563-47d3-846e-0d0a87e200b8 req-92aa28b6-2444-4015-a858-c469aeecb9da tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511360 Mar 03 13:00:18.993379 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c198945-88c4-4250-a5c0-8a083a31b633 req-0a5812d5-faae-4a29-b323-11b9d67a42c1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:18.994904 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c198945-88c4-4250-a5c0-8a083a31b633 req-0a5812d5-faae-4a29-b323-11b9d67a42c1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0887220 Mar 03 13:00:19.042161 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c198945-88c4-4250-a5c0-8a083a31b633 req-64da0933-ee05-43f7-b552-ab355cad24d3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409966 Mar 03 13:00:20.269368 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee89a-2315-4c56-b446-77e9b817259a req-054a4b03-4fec-450f-8983-b38641f87ccd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:20.271049 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-03fee89a-2315-4c56-b446-77e9b817259a req-054a4b03-4fec-450f-8983-b38641f87ccd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0988169 Mar 03 13:00:20.332740 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-03fee89a-2315-4c56-b446-77e9b817259a req-78a61586-b014-4cce-a89f-2ca9050a81fc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502827 Mar 03 13:00:21.540772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcd58c-9e9f-4bcc-881c-1164c2fefe3e req-5057d5d6-cc4e-4180-bdf5-bee2b0d657ce tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:21.542310 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53bcd58c-9e9f-4bcc-881c-1164c2fefe3e req-5057d5d6-cc4e-4180-bdf5-bee2b0d657ce tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0889094 Mar 03 13:00:21.596119 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53bcd58c-9e9f-4bcc-881c-1164c2fefe3e req-1edbf8a1-5ada-41e2-a73b-515e2e17ad76 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Mar 03 13:00:22.784964 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db984f-3bfc-4d66-b548-c36d2e4b1cee req-62f46f1c-b70b-4de9-a55a-a25d036be705 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:22.786425 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-10db984f-3bfc-4d66-b548-c36d2e4b1cee req-62f46f1c-b70b-4de9-a55a-a25d036be705 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0837286 Mar 03 13:00:22.822297 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:00:22.840193 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-10db984f-3bfc-4d66-b548-c36d2e4b1cee req-c93fa385-f111-4612-8a7e-0273b5d4599e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469449 Mar 03 13:00:24.051533 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8722a5-40ac-42d4-a4a7-cd5d0475846f req-9cedd11f-fcc3-4e0e-b8a7-578d44d3a635 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:24.053022 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f8722a5-40ac-42d4-a4a7-cd5d0475846f req-9cedd11f-fcc3-4e0e-b8a7-578d44d3a635 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.1052880 Mar 03 13:00:24.106299 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f8722a5-40ac-42d4-a4a7-cd5d0475846f req-b9bbd526-90ab-4392-aecd-1105bbaf895b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Mar 03 13:00:25.295396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c6126-a3fd-46aa-b0d0-eabb87a98fa4 req-0ffa2f9a-3da1-48e1-a839-c77ce9c45d76 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:25.302890 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d6c6126-a3fd-46aa-b0d0-eabb87a98fa4 req-0ffa2f9a-3da1-48e1-a839-c77ce9c45d76 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0926943 Mar 03 13:00:25.352220 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2d6c6126-a3fd-46aa-b0d0-eabb87a98fa4 req-c81518c8-5e66-4c2a-996e-2df37168a854 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478699 Mar 03 13:00:26.541486 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032586-523f-4aa4-8a7f-1d44952ba420 req-ae93eba9-ce00-4a79-9947-32e0faf0519a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:26.542936 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-26032586-523f-4aa4-8a7f-1d44952ba420 req-ae93eba9-ce00-4a79-9947-32e0faf0519a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0822949 Mar 03 13:00:26.595134 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-26032586-523f-4aa4-8a7f-1d44952ba420 req-d94b8fac-abb7-42e0-8659-c48e6d0f7fc7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415154 Mar 03 13:00:27.050905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-1c96168e-31d1-45fb-834d-12b7a1ba101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:27.052397 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-1c96168e-31d1-45fb-834d-12b7a1ba101f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1099 time: 0.0697639 Mar 03 13:00:27.179995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-fbba872d-72e0-4782-ba4e-c98517ac6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:27.181483 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-fbba872d-72e0-4782-ba4e-c98517ac6048 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1236453 Mar 03 13:00:27.306008 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-0703f353-4786-46a6-a92a-55a69d947b32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 1001 time: 0.1185358 Mar 03 13:00:27.367970 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-68eda2a1-9343-4e34-88a4-59bbcdf3cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:27.369441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-68eda2a1-9343-4e34-88a4-59bbcdf3cf0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0582426 Mar 03 13:00:27.446275 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-07871863-17a0-41e9-95c7-4a58aa1ea164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:27.447652 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-07871863-17a0-41e9-95c7-4a58aa1ea164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726418 Mar 03 13:00:27.704980 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-bf88f1db-a20b-48b8-9b7c-a83107b9fe7f service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510903 Mar 03 13:00:27.779488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c653-460c-4587-9a73-2cefb783e4d3 req-891c3960-c74d-40f4-b0fd-1ceb7e4b1b2b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:27.781102 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb26c653-460c-4587-9a73-2cefb783e4d3 req-891c3960-c74d-40f4-b0fd-1ceb7e4b1b2b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0797327 Mar 03 13:00:27.838169 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-bb26c653-460c-4587-9a73-2cefb783e4d3 req-ede2ba06-ee57-4b66-97b9-11b503a87900 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509384 Mar 03 13:00:27.842644 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff0f7bb0-0f34-4acf-97c7-e1b30ff99266 req-6eb63ce5-b1c5-4ca9-9150-0cfda82b6f54 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Mar 03 13:00:29.030865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2599280-9aad-4a5a-ae52-34e59273d918 req-1db177cf-1e4c-467e-9427-451b2ad0e985 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:29.032332 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2599280-9aad-4a5a-ae52-34e59273d918 req-1db177cf-1e4c-467e-9427-451b2ad0e985 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0807884 Mar 03 13:00:29.077456 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2599280-9aad-4a5a-ae52-34e59273d918 req-7f7bfbba-962f-4c6d-bdd6-170fa6fc7a7f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Mar 03 13:00:30.259285 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca0a54-c944-4c36-94e4-41e6e0feb032 req-f1934b4d-a0b0-4425-8851-431eddea4a00 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:30.260744 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f4ca0a54-c944-4c36-94e4-41e6e0feb032 req-f1934b4d-a0b0-4425-8851-431eddea4a00 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0786135 Mar 03 13:00:30.305867 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f4ca0a54-c944-4c36-94e4-41e6e0feb032 req-01735bc9-f632-4b20-b8c8-753aa281ad48 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391407 Mar 03 13:00:30.832094 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b06b8-761d-434d-b99e-7ac3743a4aae req-a5cca77b-350e-4106-8a46-c42d7a878719 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:30.837266 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e93b06b8-761d-434d-b99e-7ac3743a4aae req-a5cca77b-350e-4106-8a46-c42d7a878719 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 946 time: 0.0849454 Mar 03 13:00:30.879096 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e93b06b8-761d-434d-b99e-7ac3743a4aae req-0fe82222-84bd-4bb6-9426-341d7762db5d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 Mar 03 13:00:31.153085 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45492) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:00:31.261365 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-b86eb74d-4d48-49c1-8cbf-60a952227482 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071193 Mar 03 13:00:31.325671 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:00:31.445785 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:31.469196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:00:31.480084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:00:31.508694 dv-neutron-831730-1-hyperv neutron-server[88432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'code': 422} returned with failed status Mar 03 13:00:31.552132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:31.618029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:00:32.069602 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1b49e-5dea-41a9-adff-4692df8cd7ea req-9cbba124-5eda-4229-a94a-fe49b0ac470b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:32.071945 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0ac1b49e-5dea-41a9-adff-4692df8cd7ea req-9cbba124-5eda-4229-a94a-fe49b0ac470b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0879610 Mar 03 13:00:32.119265 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0ac1b49e-5dea-41a9-adff-4692df8cd7ea req-cb6b26cf-afe9-4777-981a-1c417bb74c0a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Mar 03 13:00:32.671611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819c10-e831-4a8c-a679-3398143c517c req-89f69726-fd1b-4447-8c18-150fd213335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:32.672981 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-89f69726-fd1b-4447-8c18-150fd213335f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046&tenant_id=e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 1097 time: 0.0728223 Mar 03 13:00:32.761986 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819c10-e831-4a8c-a679-3398143c517c req-264ced90-631b-4f64-88fb-eaf076af0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:32.763677 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-264ced90-631b-4f64-88fb-eaf076af0ee1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1097 time: 0.0701807 Mar 03 13:00:32.893830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819c10-e831-4a8c-a679-3398143c517c req-0794eabe-e8a3-4961-a23e-5000f6ef37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:32.895258 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-0794eabe-e8a3-4961-a23e-5000f6ef37b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1261947 Mar 03 13:00:32.998240 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-79c9713a-646a-424e-87ab-e5a80d34018d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 999 time: 0.0962512 Mar 03 13:00:33.062415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819c10-e831-4a8c-a679-3398143c517c req-2731c3f5-887e-487a-9fc6-9af93f5608c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:33.063830 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-2731c3f5-887e-487a-9fc6-9af93f5608c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0601058 Mar 03 13:00:33.138094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819c10-e831-4a8c-a679-3398143c517c req-ff8cc462-5527-4f93-b6a5-07b20090bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:33.139544 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-ff8cc462-5527-4f93-b6a5-07b20090bd0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699615 Mar 03 13:00:33.317907 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-6a415439-2d45-4a40-a5dc-3e264ed622ae service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727922 Mar 03 13:00:33.375109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d88b6-6563-4d80-89d2-f04101effdac req-2e1ae43f-32e8-482b-b872-03212805873f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:33.376556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9c3d88b6-6563-4d80-89d2-f04101effdac req-2e1ae43f-32e8-482b-b872-03212805873f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.1505091 Mar 03 13:00:33.488417 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9c3d88b6-6563-4d80-89d2-f04101effdac req-0b6ff2cf-8671-42dd-90c8-77362ec4cb86 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695066 Mar 03 13:00:33.496224 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-65819c10-e831-4a8c-a679-3398143c517c req-510999dc-4dba-414e-be14-d4ba9e6d5c6b service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713364 Mar 03 13:00:34.684576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052b9f8-d5f3-4f83-a4ae-62d98cf75452 req-58885a99-8d0f-4fcd-b8dc-9a7527dd78bb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:34.686824 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0052b9f8-d5f3-4f83-a4ae-62d98cf75452 req-58885a99-8d0f-4fcd-b8dc-9a7527dd78bb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0885904 Mar 03 13:00:34.733598 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0052b9f8-d5f3-4f83-a4ae-62d98cf75452 req-dabfec77-6b43-40c2-af7b-5b49e8459f37 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 Mar 03 13:00:35.927846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84552-d745-4ce0-a748-0cb98ceb47a2 req-2bd6b16f-82d1-428e-aae4-ea1c7e6987eb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:35.929363 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5eb84552-d745-4ce0-a748-0cb98ceb47a2 req-2bd6b16f-82d1-428e-aae4-ea1c7e6987eb tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0886412 Mar 03 13:00:35.979156 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5eb84552-d745-4ce0-a748-0cb98ceb47a2 req-0265eeb6-3fa7-470b-be14-983bd95e5081 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434842 Mar 03 13:00:37.175716 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf5c6-0afd-4b94-9fa4-29af57dc3ee3 req-cd70cd9a-9659-432f-8489-953b997837dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:37.177377 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b84cf5c6-0afd-4b94-9fa4-29af57dc3ee3 req-cd70cd9a-9659-432f-8489-953b997837dd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0881231 Mar 03 13:00:37.228578 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b84cf5c6-0afd-4b94-9fa4-29af57dc3ee3 req-26266089-b775-4f91-82a8-b93e2b177cac tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444067 Mar 03 13:00:38.100668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-99bf6399-442d-487d-a26e-a540ad74c6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:38.392532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:38.444484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19050d-2708-4b34-ae79-c9b1f36c7989 req-f94e2051-a89a-45b8-b59d-b37e53238424 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:38.445964 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6e19050d-2708-4b34-ae79-c9b1f36c7989 req-f94e2051-a89a-45b8-b59d-b37e53238424 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0898404 Mar 03 13:00:38.506250 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6e19050d-2708-4b34-ae79-c9b1f36c7989 req-3090838b-49c5-4d2b-9c43-801db5dd48e2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490365 Mar 03 13:00:39.708879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364843-10f8-4263-bc59-15bbbc02559e req-cc702d2a-612f-4d1b-8359-df1e17c3faf1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:39.710370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3c364843-10f8-4263-bc59-15bbbc02559e req-cc702d2a-612f-4d1b-8359-df1e17c3faf1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0870225 Mar 03 13:00:39.756869 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3c364843-10f8-4263-bc59-15bbbc02559e req-42a3e379-c68f-4d94-91b9-fc0c92d5345e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405047 Mar 03 13:00:40.217060 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-17ce3d9e-d39c-4227-ae47-37bcc3ed7735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:40.965890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd7bc-ad14-4d1f-9f54-6ab393a0f35b req-1116d822-b539-4e97-a1bd-97562e3b2e1c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:40.967575 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9cbcd7bc-ad14-4d1f-9f54-6ab393a0f35b req-1116d822-b539-4e97-a1bd-97562e3b2e1c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0934308 Mar 03 13:00:41.024421 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9cbcd7bc-ad14-4d1f-9f54-6ab393a0f35b req-41a12511-e5ab-412c-a57a-f91f8b2387b2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506434 Mar 03 13:00:41.329828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:41.621433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:42.353879 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3a8b9-7f25-48ac-988f-fe7fe2fb1bfe req-c6cbbf79-3f5d-4544-883c-c6e163396020 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:42.355370 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fe3a8b9-7f25-48ac-988f-fe7fe2fb1bfe req-c6cbbf79-3f5d-4544-883c-c6e163396020 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0792480 Mar 03 13:00:42.399335 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-0fe3a8b9-7f25-48ac-988f-fe7fe2fb1bfe req-05e6eeec-acff-4fad-bbd6-5c42a4a76a37 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374305 Mar 03 13:00:42.980618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:43.589824 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9da7ff-334a-49d3-a9ed-54cbae6e7ad5 req-6d2b7dd0-a393-42b0-9b0b-974c966c5d7f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:43.591187 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c9da7ff-334a-49d3-a9ed-54cbae6e7ad5 req-6d2b7dd0-a393-42b0-9b0b-974c966c5d7f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0828812 Mar 03 13:00:43.635022 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c9da7ff-334a-49d3-a9ed-54cbae6e7ad5 req-15c5b936-9d57-4d74-b1ff-bf1a450ac871 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382483 Mar 03 13:00:44.817099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f1b3e-210a-47ac-81a6-0d05898387c0 req-7ad6de1a-f63b-4e1e-a062-a6f375635f5e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:44.818517 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d98f1b3e-210a-47ac-81a6-0d05898387c0 req-7ad6de1a-f63b-4e1e-a062-a6f375635f5e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 944 time: 0.0810740 Mar 03 13:00:44.861271 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d98f1b3e-210a-47ac-81a6-0d05898387c0 req-1d1aabe6-8e8d-485b-acbb-982aaecc0926 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365160 Mar 03 13:00:45.387440 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:00:45.520244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:00:45.533582 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'port_id': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'mac_address': 'fa:16:3e:ce:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:00:45.589782 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:45.605846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db862c6a-b99c-4ac2-ab86-9ef91e32e19b {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:00:45.621074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:00:45.688959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:45.753425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=9']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:00:45.930117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['db862c6a-b99c-4ac2-ab86-9ef91e32e19b'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:00:46.049781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b423dd-da42-437b-94b9-3f5c93827da2 req-66536783-fc7a-457d-8a9b-76369a6b38d6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:46.051221 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-83b423dd-da42-437b-94b9-3f5c93827da2 req-66536783-fc7a-457d-8a9b-76369a6b38d6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 945 time: 0.0813756 Mar 03 13:00:46.103690 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-83b423dd-da42-437b-94b9-3f5c93827da2 req-9864f54e-1989-4a0b-a414-721d017c6938 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468047 Mar 03 13:00:46.975051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-f6fc1c8a-09e9-4546-9e87-e35516e0db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:46.976543 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-f6fc1c8a-09e9-4546-9e87-e35516e0db11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1098 time: 0.1789360 Mar 03 13:00:47.118786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-7781d619-739d-4c18-8b66-ed0c1c071222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:47.120800 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-7781d619-739d-4c18-8b66-ed0c1c071222 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1253264 Mar 03 13:00:47.224192 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-c388c9ff-b8d4-4899-9ef4-ec994458a0f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 1000 time: 0.0978241 Mar 03 13:00:47.287776 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e24a8-e3b4-4602-8841-2b196428fef5 req-3929f6f8-4749-4f8b-a9f0-41fe28dd3152 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:47.289251 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-200e24a8-e3b4-4602-8841-2b196428fef5 req-3929f6f8-4749-4f8b-a9f0-41fe28dd3152 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 945 time: 0.0788651 Mar 03 13:00:47.289384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-c5c65d97-32bc-4e36-8aad-cb8726760f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:47.290809 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-c5c65d97-32bc-4e36-8aad-cb8726760f00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0607831 Mar 03 13:00:47.338472 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-200e24a8-e3b4-4602-8841-2b196428fef5 req-7d2e4cbe-f13a-4f9f-bfb5-9cd0e6b6b208 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Mar 03 13:00:47.365914 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-3c7d1443-1e00-46c0-99a3-d8d2f68e9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:47.367374 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-3c7d1443-1e00-46c0-99a3-d8d2f68e9d46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707731 Mar 03 13:00:47.401584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:00:47.467284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port db862c6a-b99c-4ac2-ab86-9ef91e32e19b triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:00:47.467655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:47.498666 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-48c73ad5-9d1f-42ab-a180-37669db983e9 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251450 Mar 03 13:00:47.584328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:47.610705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:00:47.620748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:00:47.631719 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-60452c69-fe15-41cd-a008-3968a9d4c4c6 req-380b7138-ef56-4658-a466-85cc7500e654 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270571 Mar 03 13:00:47.659306 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'code': 200} Mar 03 13:00:47.706453 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:00:47.774839 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=10']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:00:48.020952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4123be3-f6c8-4aec-94a7-6f42a5644fc9 req-1e48a0e3-3984-4ed9-80ea-730ae6b43fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:48.022474 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f4123be3-f6c8-4aec-94a7-6f42a5644fc9 req-1e48a0e3-3984-4ed9-80ea-730ae6b43fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1100 time: 0.0683870 Mar 03 13:00:48.065982 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f4123be3-f6c8-4aec-94a7-6f42a5644fc9 req-abfc9085-01cd-4e55-8a00-c7dc61fb0f1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377059 Mar 03 13:00:48.517220 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2413037-b405-4137-bd19-cbd5107a1eac req-8075a79d-8c95-4f88-b130-254c2ea16d83 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:48.518651 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2413037-b405-4137-bd19-cbd5107a1eac req-8075a79d-8c95-4f88-b130-254c2ea16d83 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 947 time: 0.0775673 Mar 03 13:00:48.561459 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c2413037-b405-4137-bd19-cbd5107a1eac req-5dbeb6fb-9b12-4ac4-b99e-d30bfb1b5e96 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373473 Mar 03 13:00:49.744895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd75572-3427-439d-aaa2-45766a2e977c req-f7aca8b9-6501-4b23-b14d-e1c3c8d9191e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:49.746362 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8dd75572-3427-439d-aaa2-45766a2e977c req-f7aca8b9-6501-4b23-b14d-e1c3c8d9191e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 947 time: 0.0798528 Mar 03 13:00:49.790459 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8dd75572-3427-439d-aaa2-45766a2e977c req-2a2389fc-4782-4610-aa56-61186d5a1016 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Mar 03 13:00:50.974007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ea43e-4298-4482-ab79-105c3312b4bf req-f3c9e919-fcad-4770-9c8a-b7ec2191a902 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:00:50.975461 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c81ea43e-4298-4482-ab79-105c3312b4bf req-f3c9e919-fcad-4770-9c8a-b7ec2191a902 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 947 time: 0.0819693 Mar 03 13:00:51.019506 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c81ea43e-4298-4482-ab79-105c3312b4bf req-ad33faf5-a126-4294-82f1-1f87fa99f8ce tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 Mar 03 13:00:59.822456 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:01:08.071669 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a1eeffb1-a6d5-4f9b-8aa9-5ae990efa2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:08.391680 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:10.213772 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c33bb275-b3d1-408a-8081-d43682364a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:11.208826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:11.608920 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:12.991672 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:36.821009 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:01:38.059937 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4877985e-25dc-4645-9991-ae70f5451ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:38.397393 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:40.185607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f80fc8f5-56ba-49bc-be8c-d82c8e84fe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:41.202373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:41.625612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:42.974509 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:01:47.836594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-5f1b7229-2128-4b21-bc9e-81e70aacf303 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710974 Mar 03 13:01:47.969356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-265fb2ef-08ae-4d8d-8e1b-445c1ad629cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:01:47.970762 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-265fb2ef-08ae-4d8d-8e1b-445c1ad629cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1100 time: 0.0684571 Mar 03 13:01:48.113936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-66b79332-b04e-4468-b83b-6099321e9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:01:48.115269 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-66b79332-b04e-4468-b83b-6099321e9fe9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1269674 Mar 03 13:01:48.216813 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-f1ef8a4f-59f9-4c3f-8086-6ef6a4757f71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 1001 time: 0.0960970 Mar 03 13:01:48.284565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-2631aaff-2117-4f6d-8314-3892e6c526cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:01:48.285999 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-2631aaff-2117-4f6d-8314-3892e6c526cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0638020 Mar 03 13:01:48.364761 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-f980e3a4-6d79-493c-b34c-9283b8ebf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:01:48.366189 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-f980e3a4-6d79-493c-b34c-9283b8ebf329 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744991 Mar 03 13:01:48.598195 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-e4ec5160-a986-45b4-9dce-10e56bdbce54 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253373 Mar 03 13:01:48.726208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27e849fa-49b1-424b-ba84-190f0a106d99 req-764112a7-c2cd-4838-a80e-9b69c26bdf5a service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220546 Mar 03 13:02:01.930183 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45628) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:02.230526 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Deleting port 20d71877-0db0-4444-a472-44b21b91aa39 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:02:02.231367 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:02.408615 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:02.408944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:02.532941 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Calling delete_port for 20d71877-0db0-4444-a472-44b21b91aa39 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:02:02.749282 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:02.798971 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event deleted for resources: {'Port': ['ID=20d71877-0db0-4444-a472-44b21b91aa39,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:02.861598 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.861936 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.862265 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.862590 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.862906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.863229 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.863645 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.863962 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.864302 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.864613 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.864923 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.865230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:02.896585 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:02.896957 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Floating IP 755bc2fe-5db5-4670-ae88-fffc5ad62797 disassociated (deleted). External IP: 172.26.8.91, port: db862c6a-b99c-4ac2-ab86-9ef91e32e19b. Mar 03 13:02:03.240865 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Router bccbf2cb-4d4d-479b-8057-ec41aea5473f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:02:03.416122 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:02:03.425538 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] Sync routers for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:02:03.434817 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:02:03.438501 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:01:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:03.491961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:03.610640 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:02:03.666897 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cb9e6411-9577-4c19-8727-9ffdd109232f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "DELETE /v2.0/floatingips/755bc2fe-5db5-4670-ae88-fffc5ad62797 HTTP/1.1" status: 204 len: 168 time: 1.7351353 Mar 03 13:02:03.667147 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:02:03.772345 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'status': 'completed', 'code': 200} Mar 03 13:02:03.866633 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cee29e-3547-4cea-bef5-8996936ca62e req-2f504def-b2a9-4354-88d5-9c4855086a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:03.868139 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07cee29e-3547-4cea-bef5-8996936ca62e req-2f504def-b2a9-4354-88d5-9c4855086a05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 1100 time: 0.0732851 Mar 03 13:02:03.929792 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:03.933680 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] Checking router: bccbf2cb-4d4d-479b-8057-ec41aea5473f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:02:03.942986 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:02:03.943587 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:01:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:04.006248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cee29e-3547-4cea-bef5-8996936ca62e req-ce721fb5-dbb9-4404-b852-7d2a81f0c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:04.007929 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07cee29e-3547-4cea-bef5-8996936ca62e req-ce721fb5-dbb9-4404-b852-7d2a81f0c010 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1333728 Mar 03 13:02:04.090718 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07cee29e-3547-4cea-bef5-8996936ca62e req-a8185e1c-1114-44f4-9158-2efa056436d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 200 len: 217 time: 0.0716691 Mar 03 13:02:04.126449 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:02:04.153972 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cee29e-3547-4cea-bef5-8996936ca62e req-d1b43257-92dd-4ae9-806b-8460c34169b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:04.155378 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07cee29e-3547-4cea-bef5-8996936ca62e req-d1b43257-92dd-4ae9-806b-8460c34169b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0595341 Mar 03 13:02:04.238933 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cee29e-3547-4cea-bef5-8996936ca62e req-ee8e5815-9044-48bd-93af-38c3b92ea109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:04.240554 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07cee29e-3547-4cea-bef5-8996936ca62e req-ee8e5815-9044-48bd-93af-38c3b92ea109 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779531 Mar 03 13:02:04.248230 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33a001-e0cf-432c-9669-59229fb4ca17 req-bd8c762f-272a-4e07-91e6-4099fe532219 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:04.249204 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8f33a001-e0cf-432c-9669-59229fb4ca17 req-bd8c762f-272a-4e07-91e6-4099fe532219 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:02:04.335389 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-8f33a001-e0cf-432c-9669-59229fb4ca17 req-bd8c762f-272a-4e07-91e6-4099fe532219 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:02:04.337149 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f33a001-e0cf-432c-9669-59229fb4ca17 req-bd8c762f-272a-4e07-91e6-4099fe532219 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 947 time: 0.1721537 Mar 03 13:02:04.388691 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07cee29e-3547-4cea-bef5-8996936ca62e req-234e2eaf-1894-4037-8f93-31f5836257b3 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393020 Mar 03 13:02:04.392395 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8f33a001-e0cf-432c-9669-59229fb4ca17 req-2855e300-d3fb-41e1-a26b-b45d47b89d3d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485179 Mar 03 13:02:04.466386 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:04.470288 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c662ad4-88cd-4436-afce-6ccd22062509 None None] The sync data for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv is: [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:02:04.525303 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07cee29e-3547-4cea-bef5-8996936ca62e req-75967caf-0eb8-4b28-948c-f986dc33d870 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281705 Mar 03 13:02:04.699880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39348040-2519-446e-9cc7-4d1342ea4e20 None None] New status for floating IP 755bc2fe-5db5-4670-ae88-fffc5ad62797: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 13:02:05.500043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a599612b-3cac-45b2-9f06-802364fd9aa5 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:05.501468 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a599612b-3cac-45b2-9f06-802364fd9aa5 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 947 time: 0.0785718 Mar 03 13:02:05.615076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Deleting port db862c6a-b99c-4ac2-ab86-9ef91e32e19b {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:02:05.615319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:05.689020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc0f15-b73f-4776-91e8-3e390a750d0a req-a84704e7-8544-47f1-aca5-c2c1fa219c48 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:05.690461 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b8bc0f15-b73f-4776-91e8-3e390a750d0a req-a84704e7-8544-47f1-aca5-c2c1fa219c48 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 947 time: 0.1881485 Mar 03 13:02:05.801668 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b8bc0f15-b73f-4776-91e8-3e390a750d0a req-3f211bbb-553d-471d-ac4f-dcd190af638f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=11664518-9206-48d2-baab-6c21cfd62419&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853102 Mar 03 13:02:05.907542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] For port db862c6a-b99c-4ac2-ab86-9ef91e32e19b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:02:05.907832 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:06.028347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Calling delete_port for db862c6a-b99c-4ac2-ab86-9ef91e32e19b owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:02:06.349737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:06.404175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event deleted for resources: {'Port': ['ID=db862c6a-b99c-4ac2-ab86-9ef91e32e19b,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:06.441668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.442020 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.442356 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.442684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.443010 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.443333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.443659 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.443979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.444328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.444644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.444959 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.445272 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:06.487281 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] No DVR routers for this DVR port db862c6a-b99c-4ac2-ab86-9ef91e32e19b on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:02:06.489617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:06.492021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-deleted', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:02:06.561819 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-153cdd48-d80b-4319-a55a-b8b825339e98 req-a0f612db-13ce-453d-bfcf-8832ef83f182 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "DELETE /v2.0/ports/db862c6a-b99c-4ac2-ab86-9ef91e32e19b HTTP/1.1" status: 204 len: 173 time: 1.0284233 Mar 03 13:02:06.593045 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98fcdf7-9229-4fdd-98eb-3fb01cfc1046', 'name': 'network-vif-deleted', 'tag': 'db862c6a-b99c-4ac2-ab86-9ef91e32e19b', 'status': 'completed', 'code': 200} Mar 03 13:02:06.966826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9afd0ec3-4221-4843-a2f4-29e54a36df0a req-c1cd307a-079d-41ee-9bb0-e19307db6b5c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:02:07.029384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-9afd0ec3-4221-4843-a2f4-29e54a36df0a req-c1cd307a-079d-41ee-9bb0-e19307db6b5c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:02:07.030484 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-9afd0ec3-4221-4843-a2f4-29e54a36df0a req-c1cd307a-079d-41ee-9bb0-e19307db6b5c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b98fcdf7-9229-4fdd-98eb-3fb01cfc1046 HTTP/1.1" status: 200 len: 210 time: 0.1085360 Mar 03 13:02:08.053768 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0afddc0b-aeb3-4eb3-8d13-590cab1c19c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.125632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 45650) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:08.194485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e6ce699c-410b-4ad4-a4fe-cf69d35cef0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.223386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e6ce699c-410b-4ad4-a4fe-cf69d35cef0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.333593 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e6ce699c-410b-4ad4-a4fe-cf69d35cef0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.353815 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce699c-410b-4ad4-a4fe-cf69d35cef0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11664518-9206-48d2-baab-6c21cfd62419,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:08.407865 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.424813 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e6ce699c-410b-4ad4-a4fe-cf69d35cef0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.426058 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e6ce699c-410b-4ad4-a4fe-cf69d35cef0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "DELETE /v2.0/security-groups/11664518-9206-48d2-baab-6c21cfd62419 HTTP/1.1" status: 204 len: 168 time: 0.2994542 Mar 03 13:02:08.744542 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45658) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:08.749756 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263617894', 'description': 'tempest-secgroup-smoke-1263617894 description', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:08.755692 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:08.759742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:08.762791 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:08.769373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:08.829168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.848815 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:08.852527 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:08.855217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:08.861496 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:08.927798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:08.996785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.041514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b536d3-f5de-4a16-9b84-d5d63e1e2d79,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:09.105170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.106544 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3319e212-e3c0-4d86-b741-76f44d0839fe tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3609655 Mar 03 13:02:09.109300 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45662) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:09.114120 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '03b536d3-f5de-4a16-9b84-d5d63e1e2d79', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:09.120132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:09.124194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:09.127049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:09.132697 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:09.196948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.256464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.311188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.335632 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66efa595-c1c2-49e1-a3c5-f8c0be6ccc5b,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:09.408160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.409371 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e55f41fe-9b09-4727-a766-224ca02dd3b7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991571 Mar 03 13:02:09.411961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45666) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:09.416956 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '03b536d3-f5de-4a16-9b84-d5d63e1e2d79', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:09.423397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:09.427250 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:09.430116 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:09.436471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:09.545806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.609812 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.691896 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.715979 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee0eeec-a375-49b0-9a51-f4b69651b1f3,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:09.779347 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.780539 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9d063cf5-8314-47b5-85ec-46a3df624919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3675950 Mar 03 13:02:09.783211 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45670) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:09.788098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '03b536d3-f5de-4a16-9b84-d5d63e1e2d79', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:09.794530 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:09.798310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:09.801213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:09.802527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:02:09.807089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:09.838760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: db862c6a-b99c-4ac2-ab86-9ef91e32e19b {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:02:09.839032 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device db862c6a-b99c-4ac2-ab86-9ef91e32e19b not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:02:09.928760 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:09.990539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.064730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.087456 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c83b3e9-1f95-473f-afb8-93f960721677,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:10.173601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.174795 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9e7df0f7-91e2-4199-8eaf-9f6241083773 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906789 Mar 03 13:02:10.177450 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45674) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:10.184615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '03b536d3-f5de-4a16-9b84-d5d63e1e2d79', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:10.189610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:10.193431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:10.196371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:10.203122 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:10.207791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4593fda9-03bd-4ef7-8bc4-f0dae61f107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.275802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.342465 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.412285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.436221 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e7e17f-8566-4080-8e38-168e9f6421f5,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:10.515165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.516495 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8cdba39d-96b4-4fad-8f61-68b0398af6cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381019 Mar 03 13:02:10.519172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45678) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:10.524174 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '03b536d3-f5de-4a16-9b84-d5d63e1e2d79', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:10.529990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:10.533854 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:10.536775 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:10.542316 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:10.618023 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Project e91fb8cf1fb940f891075df9eaba4837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 13:02:10.626408 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.690048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.760634 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.783484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c057def-bb82-4bb6-94fd-a8d732d45e7b,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:10.869365 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:10.870661 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-58fa70a6-4a35-4b77-96fb-c8e280b66cd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505638 Mar 03 13:02:10.873895 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45682) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:10.879003 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'security_group_rule': {'security_group_id': '03b536d3-f5de-4a16-9b84-d5d63e1e2d79', 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:10.884948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:10.889068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:security_group_rule and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:10.891905 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:10.897684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:10.985517 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.securitygroups_db [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Project e91fb8cf1fb940f891075df9eaba4837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 13:02:10.997616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:11.057260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:11.093556 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:11.117041 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5fa084-b04a-4cef-a11c-f2f8b4f63c47,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:11.173785 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:11.175007 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-668326aa-3252-449f-b1b0-bf2807398cf9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3001170 Mar 03 13:02:11.200778 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:11.625811 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:13.018859 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:13.820630 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:02:34.886101 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-0572823c-b657-4d43-b072-4be15a6f3617 req-e43aad0c-4d71-4d51-9d37-ee315250ef2e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:02:34.978813 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-0572823c-b657-4d43-b072-4be15a6f3617 req-e43aad0c-4d71-4d51-9d37-ee315250ef2e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:02:34.979969 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-e43aad0c-4d71-4d51-9d37-ee315250ef2e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263617894&fields=id&tenant_id=e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 267 time: 0.1365795 Mar 03 13:02:35.129718 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-88fa4621-9be2-4886-80d4-fd63d9a5214b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:35.131139 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-88fa4621-9be2-4886-80d4-fd63d9a5214b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 809 time: 0.1447771 Mar 03 13:02:35.146291 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-a1aae441-a111-46b9-b8ff-e42d059631c1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/quotas/e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 375 time: 0.0097036 Mar 03 13:02:35.226049 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-99393ba1-2187-4667-8f24-5ac9c4de5c5a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750172 Mar 03 13:02:35.322562 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-1bcba82a-a730-4c5a-ba9a-c6c745515030 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 13:02:35.323562 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-1bcba82a-a730-4c5a-ba9a-c6c745515030 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0867620 Mar 03 13:02:35.454062 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-b2378f6a-cbe6-4fb5-8e2d-b0df44b72ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243656 Mar 03 13:02:35.584225 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-cd21ae65-690d-42d1-8940-ae2bcd7b78ec service neutron] 10.222.0.35 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241145 Mar 03 13:02:36.248226 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5adeb7a0-0ff4-49ba-a4a9-282d8bd0bd9e req-ef5dfcfb-5c69-46a4-bd41-2092cfd92121 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 210 time: 0.0441515 Mar 03 13:02:37.405532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d9c18246-e80e-4ae4-83bb-c6402ea35200 req-d85f7638-392d-4842-adfe-c24269e1eb11 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 210 time: 0.0475662 Mar 03 13:02:38.128822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-91d7e79b-469b-438d-9f8b-1200eb19acd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:38.386806 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-21668027-00d4-46db-8de0-69b26e1623de tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:38.388234 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-21668027-00d4-46db-8de0-69b26e1623de tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 809 time: 0.1527243 Mar 03 13:02:38.408117 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:38.436177 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-d0b419ab-7265-4eb8-a94b-a83ff8ad5bc1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 380 time: 0.0401390 Mar 03 13:02:38.444619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'port': {'device_id': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'admin_state_up': True, 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'security_groups': ['03b536d3-f5de-4a16-9b84-d5d63e1e2d79']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:38.563415 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-21f3b7ac-865f-452e-bbe3-85a417c39768 req-f1c69a7f-9ce1-441e-a4b9-ae4fa9ff80bd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 210 time: 0.0472724 Mar 03 13:02:38.692195 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:38.701468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:38.794190 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Made reservation on behalf of e91fb8cf1fb940f891075df9eaba4837 for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 13:02:38.797792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:38.963453 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Allocated IP 172.20.0.9 (823893a2-fa2c-4720-b787-537adf7c9fb4/d632b2c0-c28b-4244-ab08-d382c6c50b03/96122955-6083-41f1-b7f4-1086a56ddffb) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:02:39.153950 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:39.170559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Transition to ACTIVE for port object 96122955-6083-41f1-b7f4-1086a56ddffb will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:02:39.257730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:39.333307 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:02:39.341364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:02:39.345844 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:02:39.376865 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:39.416798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:39.417501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:39.539701 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-48bfede7-273d-4313-8e2a-ad7c51a3986b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0986068 Mar 03 13:02:39.551141 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Request body: {'port': {'device_id': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:39.705005 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b4ef099b-972f-407a-af25-cd3609304ae3 None None] Provisioning for port 96122955-6083-41f1-b7f4-1086a56ddffb completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:02:39.710591 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-b4ef099b-972f-407a-af25-cd3609304ae3 None None] Provisioning complete for port 96122955-6083-41f1-b7f4-1086a56ddffb triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:02:39.710967 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b4ef099b-972f-407a-af25-cd3609304ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:39.728574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:39.764677 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef099b-972f-407a-af25-cd3609304ae3 None None] Port 96122955-6083-41f1-b7f4-1086a56ddffb cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 13:02:39.891490 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd18f-78f4-44f2-93fb-c88c2c21fd0c req-8ba96561-a64c-446e-99f0-fb0aeba72b87 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:39.892245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-89ddd18f-78f4-44f2-93fb-c88c2c21fd0c req-8ba96561-a64c-446e-99f0-fb0aeba72b87 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:02:39.992217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-89ddd18f-78f4-44f2-93fb-c88c2c21fd0c req-8ba96561-a64c-446e-99f0-fb0aeba72b87 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:02:39.993474 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-89ddd18f-78f4-44f2-93fb-c88c2c21fd0c req-8ba96561-a64c-446e-99f0-fb0aeba72b87 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 931 time: 0.3140974 Mar 03 13:02:40.066683 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-89ddd18f-78f4-44f2-93fb-c88c2c21fd0c req-a1da90cb-9cc0-41af-9797-0267760cbe3f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603757 Mar 03 13:02:40.151239 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96122955-6083-41f1-b7f4-1086a56ddffb {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:02:40.158438 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:40.172707 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Transition to ACTIVE for port object 96122955-6083-41f1-b7f4-1086a56ddffb will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:02:40.223566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-888a84f1-531a-4dc6-beeb-7c24649b2735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:40.262666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:40.427967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:40.516951 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Attempting to bind port 96122955-6083-41f1-b7f4-1086a56ddffb on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:02:40.517291 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Attempting to bind port 96122955-6083-41f1-b7f4-1086a56ddffb by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:02:40.517617 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Attempting to bind port 96122955-6083-41f1-b7f4-1086a56ddffb on network 823893a2-fa2c-4720-b787-537adf7c9fb4 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:02:40.522669 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Port 96122955-6083-41f1-b7f4-1086a56ddffb on network 823893a2-fa2c-4720-b787-537adf7c9fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 13:02:40.523017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Attempting to bind port 96122955-6083-41f1-b7f4-1086a56ddffb on network 823893a2-fa2c-4720-b787-537adf7c9fb4 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:02:40.527977 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:02:40.528334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Checking segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:02:40.528714 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Bound using segment: {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:02:40.529129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Bound port: 96122955-6083-41f1-b7f4-1086a56ddffb, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733a556b-59b6-485f-9fc1-bb065f5c878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:02:40.529471 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:40.619831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:02:40.622732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:02:40.709395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:40.772520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:40.773135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:40.774478 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] 10.222.0.26 "PUT /v2.0/ports/96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 1093 time: 1.2275648 Mar 03 13:02:40.774920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:02:40.799252 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dc752-6c03-4a77-9662-d10061045ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:40.821079 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb', 'status': 'completed', 'code': 200} Mar 03 13:02:40.914571 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59662-af25-4f0e-8c51-5c3ae0d21688 req-f556ffc2-f732-4a4c-b2cd-aa69eaf40730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:40.916076 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-80c59662-af25-4f0e-8c51-5c3ae0d21688 req-f556ffc2-f732-4a4c-b2cd-aa69eaf40730 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1096 time: 0.0749323 Mar 03 13:02:41.165858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59662-af25-4f0e-8c51-5c3ae0d21688 req-fa195a5b-0b33-478f-8690-8b10bcd5522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:41.167339 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-80c59662-af25-4f0e-8c51-5c3ae0d21688 req-fa195a5b-0b33-478f-8690-8b10bcd5522d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e91fb8cf1fb940f891075df9eaba4837&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2451773 Mar 03 13:02:41.202099 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:41.364064 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59662-af25-4f0e-8c51-5c3ae0d21688 req-5c81f286-004b-4c5f-b431-bc3b3e5b8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:41.365429 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-80c59662-af25-4f0e-8c51-5c3ae0d21688 req-5c81f286-004b-4c5f-b431-bc3b3e5b8ad4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920440 Mar 03 13:02:41.376747 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdcc4d-90a4-4efc-9d36-d2494241a02b req-3f3c6b11-b86f-4727-b5f6-72014116fd4a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:41.378938 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-97cdcc4d-90a4-4efc-9d36-d2494241a02b req-3f3c6b11-b86f-4727-b5f6-72014116fd4a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.1867845 Mar 03 13:02:41.470405 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-97cdcc4d-90a4-4efc-9d36-d2494241a02b req-11928d93-608f-4d95-9499-12717f315eb6 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852761 Mar 03 13:02:41.494227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-e86b80ea-7df9-4328-b21d-26a96f7bfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:41.495653 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-e86b80ea-7df9-4328-b21d-26a96f7bfdee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1096 time: 0.0947580 Mar 03 13:02:41.563355 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-df4250c2-ffa0-407a-b2c6-b5a71958fff7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 217 time: 0.0610321 Mar 03 13:02:41.635425 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-2feb7156-c660-4cc6-8ea6-5a10f517ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:41.636266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:41.636853 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-2feb7156-c660-4cc6-8ea6-5a10f517ee6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0672581 Mar 03 13:02:41.716514 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572823c-b657-4d43-b072-4be15a6f3617 req-56eb3b47-8146-49f7-b928-bbd22a9c2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:41.718044 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-56eb3b47-8146-49f7-b928-bbd22a9c2d1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758231 Mar 03 13:02:41.848392 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-7954e0f0-826f-4ff6-a72c-77c7c16f24f4 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246135 Mar 03 13:02:41.977698 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0572823c-b657-4d43-b072-4be15a6f3617 req-99d91296-6773-46a3-bba5-2d89e0aca3e8 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235323 Mar 03 13:02:42.653258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aebb7d-8e7b-42c3-b83d-6a33a854674e req-29a3d20a-2f01-47a4-9021-f7354543d7a7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:42.654603 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6aebb7d-8e7b-42c3-b83d-6a33a854674e req-29a3d20a-2f01-47a4-9021-f7354543d7a7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0788918 Mar 03 13:02:42.696226 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-c6aebb7d-8e7b-42c3-b83d-6a33a854674e req-63a70660-d58b-46fb-a589-c61a0c37b010 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:security_group {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:02:42.707634 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-c6aebb7d-8e7b-42c3-b83d-6a33a854674e req-63a70660-d58b-46fb-a589-c61a0c37b010 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:security_group {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:02:42.708759 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-c6aebb7d-8e7b-42c3-b83d-6a33a854674e req-63a70660-d58b-46fb-a589-c61a0c37b010 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Mar 03 13:02:43.011451 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:43.898176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2489061-8bd1-4689-b983-15a2b2f6ca2c req-1489a713-1d24-4ad4-b407-d2d0077719e3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:43.899604 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2489061-8bd1-4689-b983-15a2b2f6ca2c req-1489a713-1d24-4ad4-b407-d2d0077719e3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0849805 Mar 03 13:02:43.950834 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f2489061-8bd1-4689-b983-15a2b2f6ca2c req-6c832821-c887-405b-b1c2-046574b68919 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Mar 03 13:02:45.136485 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083465a4-f5b5-4ffa-a4f1-360f24e07c30 req-5b53b551-908a-4d10-8c12-8e2f56d709bd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:45.137917 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-083465a4-f5b5-4ffa-a4f1-360f24e07c30 req-5b53b551-908a-4d10-8c12-8e2f56d709bd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0816905 Mar 03 13:02:45.180532 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-083465a4-f5b5-4ffa-a4f1-360f24e07c30 req-c4342762-bf85-44ad-ad4c-2907e16e8eb0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368254 Mar 03 13:02:46.419082 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00edda-6a8c-4cba-9e9d-e275aa7419c7 req-f721eea2-523f-4a55-a18c-42586adae03c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:46.420547 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dd00edda-6a8c-4cba-9e9d-e275aa7419c7 req-f721eea2-523f-4a55-a18c-42586adae03c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0797586 Mar 03 13:02:46.463594 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dd00edda-6a8c-4cba-9e9d-e275aa7419c7 req-6c43b7e7-a466-43ad-aa33-01b32962a2f5 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368671 Mar 03 13:02:47.652276 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e4636-613e-4525-8158-dd6cc62cdd2d req-54765193-178a-4884-9c77-bb079439bc58 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:47.653623 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-121e4636-613e-4525-8158-dd6cc62cdd2d req-54765193-178a-4884-9c77-bb079439bc58 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0804670 Mar 03 13:02:47.699856 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-121e4636-613e-4525-8158-dd6cc62cdd2d req-286bee34-8d88-48d6-8016-4d95414ca501 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Mar 03 13:02:48.881520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810240-42fd-433c-bcd8-b4bde2f51b84 req-7f0c7acd-57d0-4121-9c73-ac5b8808e99a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:48.882954 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53810240-42fd-433c-bcd8-b4bde2f51b84 req-7f0c7acd-57d0-4121-9c73-ac5b8808e99a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0814016 Mar 03 13:02:48.926777 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-53810240-42fd-433c-bcd8-b4bde2f51b84 req-eab5f3cc-3ae7-4fd5-9012-958b152b8e63 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Mar 03 13:02:49.979103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 96122955-6083-41f1-b7f4-1086a56ddffb details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:02:50.107401 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235a84a-22e2-4619-b5ac-88b1e3c1fbf0 req-7dd15782-6c24-4871-acfd-21a9e120c933 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:50.108886 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3235a84a-22e2-4619-b5ac-88b1e3c1fbf0 req-7dd15782-6c24-4871-acfd-21a9e120c933 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0798254 Mar 03 13:02:50.110625 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:02:50.124577 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '96122955-6083-41f1-b7f4-1086a56ddffb', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'port_id': '96122955-6083-41f1-b7f4-1086a56ddffb', 'mac_address': 'fa:16:3e:b8:3a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:02:50.153378 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3235a84a-22e2-4619-b5ac-88b1e3c1fbf0 req-58a2ee6d-0863-4336-b47d-4b1ca254c5ed tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 Mar 03 13:02:50.179708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:50.195512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96122955-6083-41f1-b7f4-1086a56ddffb {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:02:50.210247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:02:50.287239 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:50.356305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:50.363820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.364190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.364526 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.364858 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.365178 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.365516 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.365821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.366136 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.366452 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.366767 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.367079 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.367391 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:02:50.530376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['96122955-6083-41f1-b7f4-1086a56ddffb'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:02:50.819608 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:02:51.336595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f816a-e64c-49c5-b1b5-aa680fef36a4 req-e9c06cad-a9bc-4815-a39f-e7a227ee820d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:51.338514 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ed9f816a-e64c-49c5-b1b5-aa680fef36a4 req-e9c06cad-a9bc-4815-a39f-e7a227ee820d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 944 time: 0.0809212 Mar 03 13:02:51.381993 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ed9f816a-e64c-49c5-b1b5-aa680fef36a4 req-d18df86d-7731-4c0c-a800-371787c1af43 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Mar 03 13:02:51.994337 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 96122955-6083-41f1-b7f4-1086a56ddffb up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:02:52.113743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 96122955-6083-41f1-b7f4-1086a56ddffb completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:02:52.118384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 96122955-6083-41f1-b7f4-1086a56ddffb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:02:52.118753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:52.231074 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:52.259213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:02:52.269400 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:02:52.305201 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb', 'code': 200} Mar 03 13:02:52.348461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:52.418666 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:52.572285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2f12b-f3ab-4f0f-aae3-6bbc26915bea req-f6a6988a-07b5-4c4e-8df0-1c0a2bb04abf tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:52.573655 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-95b2f12b-f3ab-4f0f-aae3-6bbc26915bea req-f6a6988a-07b5-4c4e-8df0-1c0a2bb04abf tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0826502 Mar 03 13:02:52.618943 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-95b2f12b-f3ab-4f0f-aae3-6bbc26915bea req-55305c5f-cc8e-47b4-aa10-d585a1ccedd7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393271 Mar 03 13:02:52.762016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcd9d7-3e9f-4db2-a8df-fdc747bda066 req-fd92d48d-0257-4579-9e5a-703982bed367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:52.763452 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-93dcd9d7-3e9f-4db2-a8df-fdc747bda066 req-fd92d48d-0257-4579-9e5a-703982bed367 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0688086 Mar 03 13:02:52.806262 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-93dcd9d7-3e9f-4db2-a8df-fdc747bda066 req-11b84fb0-dc58-4b2f-b500-43480227e360 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366292 Mar 03 13:02:53.807245 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285103-d8c7-42c8-ab29-a73f393d0967 req-a67cea81-9fd3-4e9e-b10c-57932114b026 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:53.808791 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7b285103-d8c7-42c8-ab29-a73f393d0967 req-a67cea81-9fd3-4e9e-b10c-57932114b026 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0844176 Mar 03 13:02:53.852957 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7b285103-d8c7-42c8-ab29-a73f393d0967 req-8e9fd076-2fd3-4767-af72-8dcc7352b6fd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Mar 03 13:02:55.033985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf72251-ec2f-41b5-80c4-6b421188b736 req-923597ae-1fd2-4f1d-af17-c80b86ee0a04 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:55.035434 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-faf72251-ec2f-41b5-80c4-6b421188b736 req-923597ae-1fd2-4f1d-af17-c80b86ee0a04 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0801120 Mar 03 13:02:55.080250 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-faf72251-ec2f-41b5-80c4-6b421188b736 req-60f8d6a8-5715-4d4b-af28-73c4cc6d48cd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Mar 03 13:02:55.265207 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b91eb2-acd4-43b8-8a30-4d35ec144e14 req-e7b028a4-694a-4d3c-a634-0ffce7ff8fd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:55.266654 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-72b91eb2-acd4-43b8-8a30-4d35ec144e14 req-e7b028a4-694a-4d3c-a634-0ffce7ff8fd2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0803609 Mar 03 13:02:55.311240 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-72b91eb2-acd4-43b8-8a30-4d35ec144e14 req-110f2627-f718-4d28-8301-e24320f69904 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Mar 03 13:02:55.336930 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45894) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:55.517018 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e54db18-9cad-4755-857a-2a42c442a4df tempest-TestShelveInstance-872032391 tempest-TestShelveInstance-872032391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:55.518773 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-3e54db18-9cad-4755-857a-2a42c442a4df tempest-TestShelveInstance-872032391 tempest-TestShelveInstance-872032391-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1093 time: 0.1807837 Mar 03 13:02:55.521491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 45898) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:02:55.526186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '96122955-6083-41f1-b7f4-1086a56ddffb', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:02:55.531936 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:02:55.536357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Usage tracker for resource:floatingip and tenant:e91fb8cf1fb940f891075df9eaba4837 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:02:55.539106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:02:55.544678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:02:55.595460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:55.733357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:55.866579 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Allocated IP 172.26.8.226 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/d9e17ff1-1bd3-4ab5-9c85-c216217949e7) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:02:56.011235 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:56.114428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:56.177573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:02:56.180114 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:02:56.182720 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:02:56.229573 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'Port': ['ID=d9e17ff1-1bd3-4ab5-9c85-c216217949e7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:56.599231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:56.775469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:56.976776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:57.047495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:57.163340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event updated for resources: {'Port': ['ID=d9e17ff1-1bd3-4ab5-9c85-c216217949e7,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:02:57.174001 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:57.344701 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Floating IP daad66f6-8338-42fe-9ecf-18d29e2739db associated. External IP: 172.26.8.226, port: 96122955-6083-41f1-b7f4-1086a56ddffb. Mar 03 13:02:57.799802 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Router bccbf2cb-4d4d-479b-8057-ec41aea5473f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:02:57.980040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:02:57.990108 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] Sync routers for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:02:57.998957 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:02:57.999540 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:02:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:58.070796 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:02:58.139611 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8ac21959-dbe3-4a75-b145-0e9eee8b3206 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6031229 Mar 03 13:02:58.139611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:02:58.177561 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:02:58.182556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb', 'status': 'completed', 'code': 200} Mar 03 13:02:58.276225 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-d1161a86-7b73-43b9-a9e2-1447d815169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:58.277714 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-d1161a86-7b73-43b9-a9e2-1447d815169e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0746710 Mar 03 13:02:58.410991 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-b5e08972-1be8-4cab-afcc-a7c20a77fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:58.412461 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-b5e08972-1be8-4cab-afcc-a7c20a77fb0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1280489 Mar 03 13:02:58.511475 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-2d752e7b-674a-40ea-8090-2db05bd87ff8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 999 time: 0.0926714 Mar 03 13:02:58.518253 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'daad66f6-8338-42fe-9ecf-18d29e2739db', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'floating_ip_address': '172.26.8.226', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'port_id': '96122955-6083-41f1-b7f4-1086a56ddffb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'mac_address': 'fa:16:3e:b8:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:02:56Z', 'updated_at': '2022-03-03T13:02:56Z', 'revision_number': 0, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:58.522078 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] Checking router: bccbf2cb-4d4d-479b-8057-ec41aea5473f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:02:58.530108 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:02:58.530686 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:02:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:58.581222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-7e71bf7e-3b45-403c-9cc3-be002c7c05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:58.582682 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-7e71bf7e-3b45-403c-9cc3-be002c7c05d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0652349 Mar 03 13:02:58.658653 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-cf58f656-6657-4098-a07b-3df0fec8b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:02:58.660048 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-cf58f656-6657-4098-a07b-3df0fec8b09d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683267 Mar 03 13:02:58.707097 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:02:58.797017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-062760f8-3e2d-4407-b1a8-84f85c50b847 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296306 Mar 03 13:02:58.937280 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-beb61f5c-e3d1-4fb2-94a8-2899f19cd3ae req-e8bcd444-94a4-47dc-b3c3-52405c6bda8f service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344352 Mar 03 13:02:59.070625 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'daad66f6-8338-42fe-9ecf-18d29e2739db', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'floating_ip_address': '172.26.8.226', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'port_id': '96122955-6083-41f1-b7f4-1086a56ddffb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'mac_address': 'fa:16:3e:b8:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:02:56Z', 'updated_at': '2022-03-03T13:02:56Z', 'revision_number': 0, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:02:59.074419 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837d091-29d2-4b89-9366-c0e8d1840498 None None] The sync data for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv is: [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': 'daad66f6-8338-42fe-9ecf-18d29e2739db', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'floating_ip_address': '172.26.8.226', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'port_id': '96122955-6083-41f1-b7f4-1086a56ddffb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'mac_address': 'fa:16:3e:b8:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:02:56Z', 'updated_at': '2022-03-03T13:02:56Z', 'revision_number': 0, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:02:59.255169 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed14d06-ef88-4e27-bbed-4fef3ce9447b None None] New status for floating IP daad66f6-8338-42fe-9ecf-18d29e2739db: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 13:03:08.325560 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ac0eec66-a8b7-453e-a20b-fe55ce494515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:08.433872 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:10.224281 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c9bed9e3-7711-44e5-a9a4-e095b00dc3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:11.230341 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:11.648951 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:12.983930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:27.821492 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:03:38.109402 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6ca53a29-290b-462f-b735-dabe4eb9e810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:38.438828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:40.227366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-bb47ac46-59e0-4fc6-ad03-58c601108b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:41.227581 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:41.661647 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:42.989544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:03:48.947056 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-aa5ae295-8356-4ee9-adb7-c6dcbdff9d22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1888957 Mar 03 13:03:49.086052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-dc361fd6-9328-4314-949c-454c7c29f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:03:49.087481 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-dc361fd6-9328-4314-949c-454c7c29f834 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0703330 Mar 03 13:03:49.231318 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-6d218c07-e4f1-44b9-9cf2-39a3d12cad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:03:49.232810 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-6d218c07-e4f1-44b9-9cf2-39a3d12cad0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1273308 Mar 03 13:03:49.338676 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-28c6940c-f25c-4507-bb4e-6504eb8b2ff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 1001 time: 0.0998261 Mar 03 13:03:49.405473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-62fa70d8-b00c-4f14-90e6-8c4241c7918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:03:49.407313 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-62fa70d8-b00c-4f14-90e6-8c4241c7918f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0621648 Mar 03 13:03:49.482491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-c8ab8539-48c6-4b56-a058-57cf3de115d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:03:49.483867 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-c8ab8539-48c6-4b56-a058-57cf3de115d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711670 Mar 03 13:03:49.493769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-7fcadf27-fb92-4e42-83a0-db596ff4349a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88431) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 13:03:49.494670 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-7fcadf27-fb92-4e42-83a0-db596ff4349a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047174 Mar 03 13:03:49.628404 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-65350290-0a2e-447a-829f-b1d5016f3129 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267328 Mar 03 13:03:49.760864 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cab89f02-77a7-4a6d-af0d-b8bdd0600480 req-e96d883b-b19a-4d06-be5c-31868fc32566 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271882 Mar 03 13:04:04.821306 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:04:08.083798 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c67238d2-fe07-49d5-8108-b51f93f2ed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:08.432626 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:10.200770 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fd65762d-e3e1-4587-9891-02d7170b1eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:11.183510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:11.655612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:12.995046 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:38.094936 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9e730c51-4239-4d1e-a77b-d330c3d233e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:38.462530 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:40.225887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-036d1810-1621-438d-995d-59fca4744302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:41.243257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:41.628644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:41.819891 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:04:42.997884 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:04:50.506519 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-b32db1a2-9d72-4c33-8659-f425383ed2f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1322751 Mar 03 13:04:50.641245 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-c274a01c-ff9f-495a-af4c-d897b3133d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:04:50.642579 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-c274a01c-ff9f-495a-af4c-d897b3133d40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0699968 Mar 03 13:04:50.784637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-373573a9-39ab-4021-aa20-6d058e2afcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:04:50.786053 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-373573a9-39ab-4021-aa20-6d058e2afcf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1253371 Mar 03 13:04:50.884918 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-da76261e-ac63-42dc-91aa-fed43f16be13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 1001 time: 0.0932782 Mar 03 13:04:50.943982 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-d6a60572-c81f-4221-b2e6-4b74da5cd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:04:50.945293 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-d6a60572-c81f-4221-b2e6-4b74da5cd3d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0547028 Mar 03 13:04:51.020670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-0724b4aa-6cb6-4865-8b39-b7ada30da391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:04:51.022083 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-0724b4aa-6cb6-4865-8b39-b7ada30da391 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708530 Mar 03 13:04:51.154352 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-bc9ccbe6-6a3e-43d1-af86-a4055a68f8e7 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262128 Mar 03 13:04:51.397051 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-02b6439c-fb78-4842-ac72-a077008b2a0e req-0964bee5-3521-4d97-b2d1-dd03a55a84a6 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355597 Mar 03 13:05:08.093820 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b8c3949a-190a-4555-917e-76aaae1b897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:08.428095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:10.250748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7cdd140a-42ad-4a40-9d97-39ffcfddb1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:11.217066 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:11.642606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:13.016667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:18.819035 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:05:36.686987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb199ff-b5d7-493e-a4a7-86083094c519 req-34e6fadb-d789-4370-a9a8-1af8fdf39435 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:36.688461 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dbb199ff-b5d7-493e-a4a7-86083094c519 req-34e6fadb-d789-4370-a9a8-1af8fdf39435 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.1237881 Mar 03 13:05:36.732750 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dbb199ff-b5d7-493e-a4a7-86083094c519 req-c14a3c11-07cf-419c-882a-b6107afb7c57 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Mar 03 13:05:38.079079 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414aa57-db46-4e77-b4a6-8098a052c730 req-f21c286c-14ac-48c2-a4fe-c6e675ff923a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:38.080674 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b414aa57-db46-4e77-b4a6-8098a052c730 req-f21c286c-14ac-48c2-a4fe-c6e675ff923a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.2102275 Mar 03 13:05:38.126160 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-b414aa57-db46-4e77-b4a6-8098a052c730 req-bc9907da-2f4b-44d8-83b0-591027f5e547 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397620 Mar 03 13:05:38.127821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-671ce0dc-2c8c-4049-9ab1-647c6e34c734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:38.459589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:39.316892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd688-1614-4f93-bedb-2a0f9c611034 req-18f27fae-486a-4797-b2f3-0158e326532f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:39.318361 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-367cd688-1614-4f93-bedb-2a0f9c611034 req-18f27fae-486a-4797-b2f3-0158e326532f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0851798 Mar 03 13:05:39.362830 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-367cd688-1614-4f93-bedb-2a0f9c611034 req-a113de73-2b28-4203-86b4-1af745ca26d7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Mar 03 13:05:40.255871 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-65968832-bdaf-4e79-8bad-3510a1744682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:40.547770 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331ade-3609-45d2-ad0c-744be46abb02 req-df7959c2-be6d-4700-890f-b43ad13e8b0b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:40.549144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f4331ade-3609-45d2-ad0c-744be46abb02 req-df7959c2-be6d-4700-890f-b43ad13e8b0b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0818090 Mar 03 13:05:40.591609 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f4331ade-3609-45d2-ad0c-744be46abb02 req-f77c1260-7ff3-4292-af04-afa99795a95f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Mar 03 13:05:41.210685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:41.648078 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:41.776858 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c72c1-8d1c-41c4-9c6f-1d9b22cc3096 req-3d74fde3-c7af-4b90-bb65-7a023034ed7b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:41.779155 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-880c72c1-8d1c-41c4-9c6f-1d9b22cc3096 req-3d74fde3-c7af-4b90-bb65-7a023034ed7b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0802941 Mar 03 13:05:41.826139 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-880c72c1-8d1c-41c4-9c6f-1d9b22cc3096 req-360bf500-8fd3-4561-9b49-fa0663b3f1fc tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Mar 03 13:05:43.007639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:43.009998 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a7aea-06e4-424d-97ac-de0cd7f24ff2 req-23f5e81c-bbdd-4e8e-ad8e-511a810d95a3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:43.011567 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5b3a7aea-06e4-424d-97ac-de0cd7f24ff2 req-23f5e81c-bbdd-4e8e-ad8e-511a810d95a3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0840526 Mar 03 13:05:43.056494 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-5b3a7aea-06e4-424d-97ac-de0cd7f24ff2 req-63ff3b1b-adb0-443a-b4f2-ee521f0f7e25 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387368 Mar 03 13:05:44.239334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeeaf7-0971-405a-8883-f211f91853e3 req-57069d51-2987-4cc3-8619-098fcd5109bd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:44.240814 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1cbeeaf7-0971-405a-8883-f211f91853e3 req-57069d51-2987-4cc3-8619-098fcd5109bd tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0817108 Mar 03 13:05:44.285680 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1cbeeaf7-0971-405a-8883-f211f91853e3 req-1c15903d-a297-4594-aa7c-a67078ee0486 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392313 Mar 03 13:05:45.476099 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1e1f-98f4-4ee4-8a02-357368d49e7f req-8c0a94bd-2623-4803-a579-78bcaa30ee0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:45.477528 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a93b1e1f-98f4-4ee4-8a02-357368d49e7f req-8c0a94bd-2623-4803-a579-78bcaa30ee0e tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0807528 Mar 03 13:05:45.521907 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a93b1e1f-98f4-4ee4-8a02-357368d49e7f req-67056d5f-6723-4613-ab93-a8985fde6341 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Mar 03 13:05:46.708645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a5ba-9074-4846-b3ba-633033ccdcf2 req-db8d64eb-8b45-4431-ab88-e76567e689e0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:46.710163 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3e5a5ba-9074-4846-b3ba-633033ccdcf2 req-db8d64eb-8b45-4431-ab88-e76567e689e0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0844991 Mar 03 13:05:46.755660 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-e3e5a5ba-9074-4846-b3ba-633033ccdcf2 req-448f0bd8-9026-4843-86df-0236b0af4a77 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391304 Mar 03 13:05:47.942528 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecd35e-7d7f-49d2-862a-9170bd7b9bca req-ec1bbc24-47a0-45ef-bce1-a016f0b8ea27 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:47.943950 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-30ecd35e-7d7f-49d2-862a-9170bd7b9bca req-ec1bbc24-47a0-45ef-bce1-a016f0b8ea27 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0777988 Mar 03 13:05:47.989108 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-30ecd35e-7d7f-49d2-862a-9170bd7b9bca req-227d89f3-6c8c-4680-bd2a-dd2e1a32d66b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Mar 03 13:05:49.172279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fd4a1-8621-4b29-bd68-54ae94a80116 req-33b11332-1f51-4cc5-8fb9-4199dae2161c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:49.173725 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b03fd4a1-8621-4b29-bd68-54ae94a80116 req-33b11332-1f51-4cc5-8fb9-4199dae2161c tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0796080 Mar 03 13:05:49.216651 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b03fd4a1-8621-4b29-bd68-54ae94a80116 req-014efd36-5938-4099-9423-3d150bb2fd15 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373738 Mar 03 13:05:50.395301 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716e0b8-9d86-4f2a-a2b2-4e317a2cea6f req-99514a6b-813f-4c1e-b788-f77da08e3750 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:50.396759 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3716e0b8-9d86-4f2a-a2b2-4e317a2cea6f req-99514a6b-813f-4c1e-b788-f77da08e3750 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0785213 Mar 03 13:05:50.442874 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3716e0b8-9d86-4f2a-a2b2-4e317a2cea6f req-087c111c-2fae-424f-a897-7660d975f1a0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Mar 03 13:05:50.849583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-39ba3dc5-ae82-485a-ab88-8fab36c47508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:50.851017 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-39ba3dc5-ae82-485a-ab88-8fab36c47508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0715954 Mar 03 13:05:50.997196 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-b84b13a6-836d-41ec-a425-fb777ac37a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:50.998658 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-b84b13a6-836d-41ec-a425-fb777ac37a7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1298125 Mar 03 13:05:51.100955 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-162fbd84-ab45-4591-971a-81e81d19cf03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 1001 time: 0.0952809 Mar 03 13:05:51.161329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-c549947f-682f-4285-8cf1-c8e20b35cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:51.162723 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-c549947f-682f-4285-8cf1-c8e20b35cb21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0560608 Mar 03 13:05:51.239445 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-5be5506e-9f93-4572-a8b4-7b9329b2d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:51.240932 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-5be5506e-9f93-4572-a8b4-7b9329b2d3d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718925 Mar 03 13:05:51.369265 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-f357a0c3-c32f-4168-b255-76f2e4cf0784 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226392 Mar 03 13:05:51.498633 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1d4adc5f-8401-40bd-b49f-c2c888b7f6a0 req-4636c3cc-e050-426c-9741-3e15e066798a service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238093 Mar 03 13:05:51.624908 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cf8d0-1b03-48cb-8723-7d0e40f7cbe6 req-e5bdab6f-ee73-444b-a3c9-fded89ef415a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:51.626244 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-406cf8d0-1b03-48cb-8723-7d0e40f7cbe6 req-e5bdab6f-ee73-444b-a3c9-fded89ef415a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0774529 Mar 03 13:05:51.668956 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-406cf8d0-1b03-48cb-8723-7d0e40f7cbe6 req-ce424774-02c0-4f30-9a1c-404f52558c90 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371923 Mar 03 13:05:51.821965 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-769bdf9e-1631-4dc7-8240-f38935a830ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:51.823379 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-769bdf9e-1631-4dc7-8240-f38935a830ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0718355 Mar 03 13:05:52.053500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-1ced5df2-46e1-4678-bc5c-f641b2b9b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:52.054918 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-1ced5df2-46e1-4678-bc5c-f641b2b9b4d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.2255592 Mar 03 13:05:52.153576 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-0cbd095c-6393-4a7d-9b9f-c7a0b6b8007a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 1001 time: 0.0928710 Mar 03 13:05:52.214472 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-031b5882-d8fb-4010-b7d3-09cc5ad64d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:52.215978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-031b5882-d8fb-4010-b7d3-09cc5ad64d0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0568883 Mar 03 13:05:52.289161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-34efe37a-94ed-4243-9d9a-bfea33945a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:52.290616 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-34efe37a-94ed-4243-9d9a-bfea33945a76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691144 Mar 03 13:05:52.420223 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-f767acc2-9db4-43b2-8fc6-ae0a6617400a service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240067 Mar 03 13:05:52.549743 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d7584632-f228-4780-ab58-442ed4ac37e5 req-ce4acc53-c1c6-4e14-be22-a7416437d751 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241131 Mar 03 13:05:52.855262 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae53bf-7559-42b8-8319-c889e1953808 req-9a26ae8c-363d-499b-80cb-e67f01459f89 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:52.857281 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97ae53bf-7559-42b8-8319-c889e1953808 req-9a26ae8c-363d-499b-80cb-e67f01459f89 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0826540 Mar 03 13:05:52.901265 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-97ae53bf-7559-42b8-8319-c889e1953808 req-99ffdc23-accc-43c7-8c92-3012e1e0ae0f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 Mar 03 13:05:54.088227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a8fde-5c61-4c8f-9107-dc1bfc7d4490 req-99bdebbf-21bc-442c-ba9e-f65a4778760b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:54.090443 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-796a8fde-5c61-4c8f-9107-dc1bfc7d4490 req-99bdebbf-21bc-442c-ba9e-f65a4778760b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0835092 Mar 03 13:05:54.134587 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-796a8fde-5c61-4c8f-9107-dc1bfc7d4490 req-8d29b4cd-2454-4ddb-81db-d452d0d9bf63 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Mar 03 13:05:55.318727 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd11134-b4e6-4519-ab34-89e48c8fc902 req-4e36d4f8-0341-4da6-bf73-9b89508a566f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:55.320146 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2fd11134-b4e6-4519-ab34-89e48c8fc902 req-4e36d4f8-0341-4da6-bf73-9b89508a566f tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0807536 Mar 03 13:05:55.366803 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2fd11134-b4e6-4519-ab34-89e48c8fc902 req-27705ab2-bde2-4c55-ab19-2666ad7968da tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Mar 03 13:05:55.818437 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:05:55.897410 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2a9b-9cb6-473a-9d4f-d5e63dfc4351 req-4adc9664-35d7-4814-bc10-0d7ae0d68ee7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:55.898846 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8cdd2a9b-9cb6-473a-9d4f-d5e63dfc4351 req-4adc9664-35d7-4814-bc10-0d7ae0d68ee7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.1389818 Mar 03 13:05:55.905463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-c16a327f-dfda-4173-bf2d-a78236135f5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500857 Mar 03 13:05:55.943783 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8cdd2a9b-9cb6-473a-9d4f-d5e63dfc4351 req-9df94476-a0e7-43a8-bd35-e9255fcc1be2 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374019 Mar 03 13:05:57.126574 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8570-57e2-4059-bbd2-68de541f8809 req-e4714607-a0b5-494b-a8ae-56ee4de8eab9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:57.128026 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ef9a8570-57e2-4059-bbd2-68de541f8809 req-e4714607-a0b5-494b-a8ae-56ee4de8eab9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0791483 Mar 03 13:05:57.173772 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ef9a8570-57e2-4059-bbd2-68de541f8809 req-3a1a53e3-43c0-4f2b-97e9-730b1f727b02 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Mar 03 13:05:58.372956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b718988-5d57-43d5-9636-73f9f7664ef2 req-adfa16a5-28b9-436c-b3a8-1d37dca8f7b1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:58.374492 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b718988-5d57-43d5-9636-73f9f7664ef2 req-adfa16a5-28b9-436c-b3a8-1d37dca8f7b1 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0810993 Mar 03 13:05:58.418794 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2b718988-5d57-43d5-9636-73f9f7664ef2 req-2c36ff60-2254-4aea-8ae6-c8f434658336 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385191 Mar 03 13:05:58.822384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 96122955-6083-41f1-b7f4-1086a56ddffb no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:05:58.940110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:58.966253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:05:58.975959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:05:59.048058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:05:59.098745 dv-neutron-831730-1-hyperv neutron-server[88432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb', 'code': 422} returned with failed status Mar 03 13:05:59.125357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:05:59.132538 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.133324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.133324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.133534 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.133863 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.134190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.134512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.134835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.135157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.135477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.135798 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.136142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:05:59.709420 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a291f-0739-474f-9564-04a543261fe6 req-57954e66-ae40-418b-927a-6f160b70fe89 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:05:59.710886 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d6a291f-0739-474f-9564-04a543261fe6 req-57954e66-ae40-418b-927a-6f160b70fe89 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.1792507 Mar 03 13:05:59.755514 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-9d6a291f-0739-474f-9564-04a543261fe6 req-e4964242-ba75-412c-9321-ef3e646afb54 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Mar 03 13:06:00.575987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-02c32348-d877-43e6-9fa8-9d8fa478c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:00.577456 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-02c32348-d877-43e6-9fa8-9d8fa478c546 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8&tenant_id=e91fb8cf1fb940f891075df9eaba4837 HTTP/1.1" status: 200 len: 1096 time: 0.0718460 Mar 03 13:06:00.665730 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-97fba505-2cf2-4d3d-80b0-833d66292d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:00.667074 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-97fba505-2cf2-4d3d-80b0-833d66292d37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1096 time: 0.0700388 Mar 03 13:06:00.797898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-82cccba4-0bab-46aa-b971-a1b1cf8f6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:00.799359 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-82cccba4-0bab-46aa-b971-a1b1cf8f6ba0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1267028 Mar 03 13:06:00.949049 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-18cd5e81-18ea-4d49-b4dd-6094524a4b64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 999 time: 0.1430743 Mar 03 13:06:01.036443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d13d5a-aa6d-47db-9199-689dd2ce6086 req-bfbc7dbb-bf1c-45f8-9138-02fd9fb6c6b5 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:01.037875 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-13d13d5a-aa6d-47db-9199-689dd2ce6086 req-bfbc7dbb-bf1c-45f8-9138-02fd9fb6c6b5 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.1656857 Mar 03 13:06:01.039286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-2a8d0678-488e-4dfd-944a-d9309a38bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:01.040600 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-2a8d0678-488e-4dfd-944a-d9309a38bf80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0861073 Mar 03 13:06:01.127237 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-13d13d5a-aa6d-47db-9199-689dd2ce6086 req-124d1efd-f5eb-4f94-869b-2dd4fd97e2c9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827062 Mar 03 13:06:01.152032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-1225df62-1100-4b80-9c13-22b43c6b1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:01.154169 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-1225df62-1100-4b80-9c13-22b43c6b1c78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975342 Mar 03 13:06:01.283112 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-981e561d-6ce5-4767-bc1a-c8e149937c1b service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232722 Mar 03 13:06:01.520933 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6228b991-0f28-447f-9a04-75de6dbe2dd6 req-48cf0318-d259-403d-8ab5-313f4f2516e8 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310085 Mar 03 13:06:02.312878 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56120cf3-5b46-46c5-8b06-f1528aa58f08 req-87b59c05-9410-4965-a595-349ca36f2021 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:02.314324 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-56120cf3-5b46-46c5-8b06-f1528aa58f08 req-87b59c05-9410-4965-a595-349ca36f2021 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0818074 Mar 03 13:06:02.358248 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-56120cf3-5b46-46c5-8b06-f1528aa58f08 req-9a691a21-678f-4329-9599-793bed9de768 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381746 Mar 03 13:06:03.548759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14bf98-893f-41e4-8004-5d90ec0ac236 req-5023b505-ff80-4870-aff6-522937fd1a5a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:03.550208 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5e14bf98-893f-41e4-8004-5d90ec0ac236 req-5023b505-ff80-4870-aff6-522937fd1a5a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0804949 Mar 03 13:06:03.595772 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5e14bf98-893f-41e4-8004-5d90ec0ac236 req-1c89758e-c7f9-424f-b6bb-abc608749333 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Mar 03 13:06:04.776153 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950884a-63b2-4538-a192-0bd8b886dc0b req-26db68e9-f313-4aee-a09a-56af37120f5d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:04.778111 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3950884a-63b2-4538-a192-0bd8b886dc0b req-26db68e9-f313-4aee-a09a-56af37120f5d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0778260 Mar 03 13:06:04.821182 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-3950884a-63b2-4538-a192-0bd8b886dc0b req-fcaa14b5-c43a-467a-854f-daee68331261 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375433 Mar 03 13:06:06.009733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be7eef-1583-4d83-802e-cc1875f11759 req-693b38c4-6d7d-4b47-bf71-331d81976e21 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:06.011401 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f5be7eef-1583-4d83-802e-cc1875f11759 req-693b38c4-6d7d-4b47-bf71-331d81976e21 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0827775 Mar 03 13:06:06.059236 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f5be7eef-1583-4d83-802e-cc1875f11759 req-64280ab5-0cb4-4aa7-9709-d3a28cf30533 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Mar 03 13:06:07.246616 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b669cf0-ea83-4ec7-8c1e-2e51687d48f7 req-978ecd79-5c8e-4766-b876-2b08fe3b3374 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:07.248088 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4b669cf0-ea83-4ec7-8c1e-2e51687d48f7 req-978ecd79-5c8e-4766-b876-2b08fe3b3374 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0818710 Mar 03 13:06:07.292397 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4b669cf0-ea83-4ec7-8c1e-2e51687d48f7 req-6e29f367-eb40-422c-a707-0260fa27fc8a tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388203 Mar 03 13:06:08.095975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8c1d-e737-4c7e-b273-879687d21b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:08.453380 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:08.479670 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c5b3-1842-4421-ab4f-b0b382a1a085 req-f089f9a9-8913-47ae-999e-433d027523c0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:08.481822 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ebd7c5b3-1842-4421-ab4f-b0b382a1a085 req-f089f9a9-8913-47ae-999e-433d027523c0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 943 time: 0.0846775 Mar 03 13:06:08.529557 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ebd7c5b3-1842-4421-ab4f-b0b382a1a085 req-309b67a7-b786-440e-930f-d145d7d1f3f3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Mar 03 13:06:08.868537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 96122955-6083-41f1-b7f4-1086a56ddffb details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:06:08.998356 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:06:09.011354 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '96122955-6083-41f1-b7f4-1086a56ddffb', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'port_id': '96122955-6083-41f1-b7f4-1086a56ddffb', 'mac_address': 'fa:16:3e:b8:3a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:06:09.073603 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:09.090918 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96122955-6083-41f1-b7f4-1086a56ddffb {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:06:09.105816 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:06:09.207360 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:09.275312 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:06:09.430361 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['96122955-6083-41f1-b7f4-1086a56ddffb'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:06:09.710541 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71470cf-7f65-4e39-b2b5-8661f1d1a5b0 req-77385839-130b-40f3-99ae-1d1cdf7995ce tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:09.711991 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f71470cf-7f65-4e39-b2b5-8661f1d1a5b0 req-77385839-130b-40f3-99ae-1d1cdf7995ce tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 944 time: 0.0798805 Mar 03 13:06:09.758463 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-f71470cf-7f65-4e39-b2b5-8661f1d1a5b0 req-888242c3-ba4f-46b9-ac7a-7349cc5a8d0b tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403132 Mar 03 13:06:10.264143 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6e0813ca-60f5-4435-b967-f9fdfc3b6ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:10.889311 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 96122955-6083-41f1-b7f4-1086a56ddffb up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:06:10.943231 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31f521-bc37-48d8-a287-746dc06460c9 req-dda6b679-10ab-4a26-828c-3764c2a7ef48 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:10.944789 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d31f521-bc37-48d8-a287-746dc06460c9 req-dda6b679-10ab-4a26-828c-3764c2a7ef48 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 944 time: 0.0806072 Mar 03 13:06:10.989167 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8d31f521-bc37-48d8-a287-746dc06460c9 req-fddfd793-f4ea-4ead-8880-8eba42c949a9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381355 Mar 03 13:06:10.991720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 96122955-6083-41f1-b7f4-1086a56ddffb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:06:10.992113 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:11.108987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:11.134181 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:06:11.155172 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:06:11.179747 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb', 'code': 200} Mar 03 13:06:11.230398 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:11.265664 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:11.298661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:06:11.532246 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b82c57-3047-47a1-a2d0-f22d2bbc3ef7 req-8649a387-11cb-4f59-9297-55a149610855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:11.533700 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-49b82c57-3047-47a1-a2d0-f22d2bbc3ef7 req-8649a387-11cb-4f59-9297-55a149610855 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0733104 Mar 03 13:06:11.573196 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-49b82c57-3047-47a1-a2d0-f22d2bbc3ef7 req-ae4b2e4f-ecbb-4800-8df7-3d666f09296d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337164 Mar 03 13:06:11.644438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:12.171819 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670ed24-b6ea-4936-a734-bd758d2ef3bf req-8a65c21c-886f-47c3-91c0-95d2854a2e32 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:12.173262 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2670ed24-b6ea-4936-a734-bd758d2ef3bf req-8a65c21c-886f-47c3-91c0-95d2854a2e32 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0818613 Mar 03 13:06:12.216441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-2670ed24-b6ea-4936-a734-bd758d2ef3bf req-79b479df-160c-4b8a-851f-815870a8f5e9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376623 Mar 03 13:06:12.995432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:13.401243 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be5f49-0e5d-4cd7-b4c9-813c009ec0a4 req-bbd9afbe-fca9-43f3-9b5b-d205e605b1c7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:13.403268 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a6be5f49-0e5d-4cd7-b4c9-813c009ec0a4 req-bbd9afbe-fca9-43f3-9b5b-d205e605b1c7 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0807924 Mar 03 13:06:13.446728 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a6be5f49-0e5d-4cd7-b4c9-813c009ec0a4 req-5ddeaf4b-0447-4197-8c55-1034dd1e41e5 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374887 Mar 03 13:06:32.822944 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:06:38.112885 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b20e539f-034a-4c6c-94fc-7501ff0d7eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:38.472432 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:40.216930 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-6d6f74c7-d480-48d0-9416-7c508a8b8428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:41.255221 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:41.660843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:43.023996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:06:51.797355 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-0d1629d1-6c01-49b5-8ce6-fd426c57bf0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687578 Mar 03 13:06:51.940798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-28036e8d-dd23-4115-abee-4640b0a685c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:51.942238 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-28036e8d-dd23-4115-abee-4640b0a685c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0750449 Mar 03 13:06:52.089325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-49fd7515-11a9-4d75-b021-34deae004eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:52.091312 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-49fd7515-11a9-4d75-b021-34deae004eb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1295190 Mar 03 13:06:52.202516 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-5b519c0f-9809-4883-9c0b-7edb72d39652 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 1001 time: 0.1040177 Mar 03 13:06:52.264870 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-029245df-13d2-4f66-978c-fda0972dce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:52.266559 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-029245df-13d2-4f66-978c-fda0972dce04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0581160 Mar 03 13:06:52.342678 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-69a95e8c-4e97-443e-a044-8c54b8b775bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:06:52.344140 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-69a95e8c-4e97-443e-a044-8c54b8b775bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718246 Mar 03 13:06:52.476883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-11b72c92-fe2f-4144-ae76-c73bd1081ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258373 Mar 03 13:06:52.607749 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-0f9bf3b9-a327-4077-bb6b-3e2de34ca86b req-158f9316-ebdf-4513-8317-ac68b45a5f6f service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253891 Mar 03 13:07:08.084919 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b5a9-a38f-4d0c-bedf-a772097e571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:08.469050 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:09.817130 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:07:10.289527 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-61a52e40-dca8-4280-8a92-6db8f6d14a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:11.229399 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:11.650648 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:13.023434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:38.105721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f107a7ed-9a5f-4a76-91f1-6dd4e609c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:38.478250 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:40.245237 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-21de4d72-778e-44d3-8ad9-134d8662557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:41.211575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:41.657080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:43.020170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:07:46.817370 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:07:53.823262 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-2b962354-0842-494c-8a7e-fe1a8576aa18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733404 Mar 03 13:07:53.961296 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-8356eebb-bf5e-4426-bc86-22659d98c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:07:53.962744 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-8356eebb-bf5e-4426-bc86-22659d98c6fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0718706 Mar 03 13:07:54.207715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-d1466c80-6665-4fc5-b0be-3a4c0fdb2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:07:54.209164 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-d1466c80-6665-4fc5-b0be-3a4c0fdb2d6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.2288404 Mar 03 13:07:54.311791 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-cd9436fd-a1b7-464c-bd43-0474523dbcd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 1001 time: 0.0967610 Mar 03 13:07:54.376957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-bd293682-90bb-4185-b218-02f4dd6f7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:07:54.378383 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-bd293682-90bb-4185-b218-02f4dd6f7f15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0610092 Mar 03 13:07:54.451113 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-9928ebc5-1d9a-4068-9d15-e2d81fd3e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:07:54.452588 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-9928ebc5-1d9a-4068-9d15-e2d81fd3e242 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683408 Mar 03 13:07:54.583540 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-b64f65a0-7025-499f-95b3-9a066e066920 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242430 Mar 03 13:07:54.713470 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-075cfe9b-f9c6-4bbb-9531-a26099566d8a req-2a9c6cfe-2ece-4976-bc8d-375184e0056c service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245639 Mar 03 13:08:01.784354 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46132) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:02.171478 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Deleting port d9e17ff1-1bd3-4ab5-9c85-c216217949e7 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:02.171714 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:02.342728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:02.343053 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:02.476353 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Calling delete_port for d9e17ff1-1bd3-4ab5-9c85-c216217949e7 owned by network:floatingip {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:02.694576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:02.746885 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event deleted for resources: {'Port': ['ID=d9e17ff1-1bd3-4ab5-9c85-c216217949e7,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:02.786553 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.787167 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.787239 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.788151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.788939 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.789275 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.789606 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.789931 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.790251 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.790568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.790884 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.791196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:02.849660 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for floatingip, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:02.850524 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.l3_db [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Floating IP daad66f6-8338-42fe-9ecf-18d29e2739db disassociated (deleted). External IP: 172.26.8.226, port: 96122955-6083-41f1-b7f4-1086a56ddffb. Mar 03 13:08:03.309765 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Router bccbf2cb-4d4d-479b-8057-ec41aea5473f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:08:03.496566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:03.506175 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] Sync routers for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:03.515044 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:03.516781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:07:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:03.570215 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:03.628019 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-686d5264-eb55-4d57-bf5b-bc1c62fea490 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "DELETE /v2.0/floatingips/daad66f6-8338-42fe-9ecf-18d29e2739db HTTP/1.1" status: 204 len: 168 time: 1.8425770 Mar 03 13:08:03.630121 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb'}] {{(pid=88430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:08:03.700759 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:03.797971 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb', 'status': 'completed', 'code': 200} Mar 03 13:08:03.896204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-b40cbd5f-78f0-4bed-a4da-51d805d69b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:03.897755 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-b40cbd5f-78f0-4bed-a4da-51d805d69b0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91fb8cf1fb940f891075df9eaba4837&device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 1098 time: 0.0762360 Mar 03 13:08:04.022520 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:04.029065 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] Checking router: bccbf2cb-4d4d-479b-8057-ec41aea5473f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:04.033753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-cfdd2674-e631-4b9b-baae-b6a5f4f822b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:04.035186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-cfdd2674-e631-4b9b-baae-b6a5f4f822b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 200 len: 910 time: 0.1315792 Mar 03 13:08:04.038847 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:04.039091 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:07:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:04.104909 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-80857aaf-8243-4b52-b09b-7f9ede472aae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 200 len: 217 time: 0.0632913 Mar 03 13:08:04.170912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-898f4604-8d6a-4bd4-8e3f-1ba2d78f72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:04.172350 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-898f4604-8d6a-4bd4-8e3f-1ba2d78f72ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 200 len: 848 time: 0.0617173 Mar 03 13:08:04.199227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a1bfd-c3d9-4333-a038-6d068b116ece req-c8c5d644-5e00-4384-a656-5147c50f47f9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:04.199918 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-ed9a1bfd-c3d9-4333-a038-6d068b116ece req-c8c5d644-5e00-4384-a656-5147c50f47f9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88430) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:08:04.222565 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:04.249944 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-4ab403f1-6449-47f5-bc15-fc2e37718809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:04.251476 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-4ab403f1-6449-47f5-bc15-fc2e37718809 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823893a2-fa2c-4720-b787-537adf7c9fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720549 Mar 03 13:08:04.260158 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [req-ed9a1bfd-c3d9-4333-a038-6d068b116ece req-c8c5d644-5e00-4384-a656-5147c50f47f9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88430) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:08:04.261298 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ed9a1bfd-c3d9-4333-a038-6d068b116ece req-c8c5d644-5e00-4384-a656-5147c50f47f9 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.1474388 Mar 03 13:08:04.312925 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-ed9a1bfd-c3d9-4333-a038-6d068b116ece req-65c9925c-5ae7-4f01-943b-7647e11cb072 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Mar 03 13:08:04.392354 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-f62779d0-1bd7-4562-83ba-298d63e826a2 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317923 Mar 03 13:08:04.529070 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7207dda4-be0d-4985-9b2b-40619fe84116 req-b494d2f5-032c-4a55-9a81-76a8afb68e16 service neutron] 10.222.0.26 "GET /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291840 Mar 03 13:08:04.576127 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:04.579881 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c285c-c2e5-4a1e-8d46-41231b21cd06 None None] The sync data for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv is: [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T12:57:36Z', 'revision_number': 4, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '69d34db1-ad85-4910-b267-e587b9c75817', 'name': '', 'network_id': '823893a2-fa2c-4720-b787-537adf7c9fb4', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'mac_address': 'fa:16:3e:90:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:35Z', 'updated_at': '2022-03-03T12:57:41Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'subnets': [{'id': 'd632b2c0-c28b-4244-ab08-d382c6c50b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:04.791064 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f5c3f-6ead-48ac-a104-4772376241a3 None None] New status for floating IP daad66f6-8338-42fe-9ecf-18d29e2739db: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 13:08:05.509127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24c841-f36c-4662-b1ea-bfeea6d30b7a req-49f25947-121a-4ee8-b1de-d297978b6005 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:05.510556 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf24c841-f36c-4662-b1ea-bfeea6d30b7a req-49f25947-121a-4ee8-b1de-d297978b6005 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0830052 Mar 03 13:08:05.554637 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cf24c841-f36c-4662-b1ea-bfeea6d30b7a req-b78879c0-d512-47d1-aa1d-05ea30bcd244 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/security-groups?id=03b536d3-f5de-4a16-9b84-d5d63e1e2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384836 Mar 03 13:08:05.655086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-0060519a-501d-4d8e-a552-8e6afabafa59 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:05.656403 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-0060519a-501d-4d8e-a552-8e6afabafa59 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 945 time: 0.0786192 Mar 03 13:08:05.727990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Deleting port 96122955-6083-41f1-b7f4-1086a56ddffb {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:05.728346 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:06.064853 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] For port 96122955-6083-41f1-b7f4-1086a56ddffb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=96122955-6083-41f1-b7f4-1086a56ddffb,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:06.065199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:06.186949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Calling delete_port for 96122955-6083-41f1-b7f4-1086a56ddffb owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:06.388279 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:06.438392 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event deleted for resources: {'Port': ['ID=96122955-6083-41f1-b7f4-1086a56ddffb,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:06.477397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.477748 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.478089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.478420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.478749 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.479080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.479404 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.479726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.480072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.480395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.480719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.481032 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:06.525432 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] No DVR routers for this DVR port 96122955-6083-41f1-b7f4-1086a56ddffb on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:08:06.527816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:06.530280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-deleted', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:08:06.601153 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b20775a4-8a12-4cb1-b249-b721d480a52b req-3b66c695-d37e-466e-b3af-afbb914b8ff3 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.26 "DELETE /v2.0/ports/96122955-6083-41f1-b7f4-1086a56ddffb HTTP/1.1" status: 204 len: 173 time: 0.9384110 Mar 03 13:08:06.621125 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b298d7-920d-48fc-8dea-c50d5bf086b8', 'name': 'network-vif-deleted', 'tag': '96122955-6083-41f1-b7f4-1086a56ddffb', 'status': 'completed', 'code': 200} Mar 03 13:08:06.714567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-6f1e73b4-b3f6-493b-94fd-ee0950fa5bec req-1c6e80bc-4313-4854-930f-48fdda685316 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Synchronizing usage tracker for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:08:06.785733 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-6f1e73b4-b3f6-493b-94fd-ee0950fa5bec req-1c6e80bc-4313-4854-930f-48fdda685316 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Unset dirty status for tenant:e91fb8cf1fb940f891075df9eaba4837 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:08:06.787010 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-6f1e73b4-b3f6-493b-94fd-ee0950fa5bec req-1c6e80bc-4313-4854-930f-48fdda685316 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 210 time: 0.1193573 Mar 03 13:08:08.053255 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-38c0cfc8-9a1c-4e4f-84c2-1783645aa699 req-e5402ec6-f011-4e89-8cab-1cbf87add26d tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b298d7-920d-48fc-8dea-c50d5bf086b8 HTTP/1.1" status: 200 len: 210 time: 0.0439332 Mar 03 13:08:08.082979 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-d84a494a-125d-432e-88f3-5e4688b7005f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:08.507983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:09.053632 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46160) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:09.120258 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628b5ddd-6e26-440e-89ac-3acad1e12df0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:09.150434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628b5ddd-6e26-440e-89ac-3acad1e12df0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:09.277434 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628b5ddd-6e26-440e-89ac-3acad1e12df0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:09.301757 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5ddd-6e26-440e-89ac-3acad1e12df0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b536d3-f5de-4a16-9b84-d5d63e1e2d79,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:09.385047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 96122955-6083-41f1-b7f4-1086a56ddffb no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:08:09.393191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-628b5ddd-6e26-440e-89ac-3acad1e12df0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] Notify callbacks [] for security_group, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:09.394335 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-628b5ddd-6e26-440e-89ac-3acad1e12df0 tempest-TestShelveInstance-1914742093 tempest-TestShelveInstance-1914742093-project] 10.222.0.35 "DELETE /v2.0/security-groups/03b536d3-f5de-4a16-9b84-d5d63e1e2d79 HTTP/1.1" status: 204 len: 168 time: 0.3412757 Mar 03 13:08:09.422888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 96122955-6083-41f1-b7f4-1086a56ddffb {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:08:09.423230 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 96122955-6083-41f1-b7f4-1086a56ddffb not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:08:09.530901 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46166) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:10.210891 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:10.254139 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-226d7ab2-61e2-4396-afd4-d11f8791ec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:10.675898 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Deleting port 69d34db1-ad85-4910-b267-e587b9c75817 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:10.676187 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:10.843906 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] For port 69d34db1-ad85-4910-b267-e587b9c75817, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=69d34db1-ad85-4910-b267-e587b9c75817,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:10.844208 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:10.966364 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Calling delete_port for 69d34db1-ad85-4910-b267-e587b9c75817 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:11.248505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:11.296667 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:11.348961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d34db1-ad85-4910-b267-e587b9c75817,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:11.620411 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:11.667618 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:12.071007 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Router bccbf2cb-4d4d-479b-8057-ec41aea5473f has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:08:12.244832 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:12.253638 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] Sync routers for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:12.262419 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:12.269583 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:12.336714 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d6883ff9-e6d7-47b7-b574-105dd3faa122 admin admin] 10.222.0.35 "PUT /v2.0/routers/bccbf2cb-4d4d-479b-8057-ec41aea5473f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8044941 Mar 03 13:08:12.339088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46172) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:12.439688 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:12.515710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:12.691726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:12.722857 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T13:08:11Z', 'revision_number': 5, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port': {'id': 'e07033f1-2d10-4744-b1ac-cccd6fcfb2d7', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:33Z', 'updated_at': '2022-03-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:12.727487 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] Checking router: bccbf2cb-4d4d-479b-8057-ec41aea5473f for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:12.735574 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] Routers {'bccbf2cb-4d4d-479b-8057-ec41aea5473f'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:12.736190 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:12.762769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Deleting port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:12.763115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:12.882568 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] Set router bccbf2cb-4d4d-479b-8057-ec41aea5473f gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:12.944207 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] For port e07033f1-2d10-4744-b1ac-cccd6fcfb2d7, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:12.944478 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:12.990508 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T13:08:12Z', 'revision_number': 6, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:12.994427 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30716b-789b-444d-954d-176448ce04e0 None None] The sync data for ids ['bccbf2cb-4d4d-479b-8057-ec41aea5473f'] in dv-neutron-831730-1-hyperv is: [{'id': 'bccbf2cb-4d4d-479b-8057-ec41aea5473f', 'name': 'tempest-TestShelveInstance-1921891146-router', 'tenant_id': 'e91fb8cf1fb940f891075df9eaba4837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:32Z', 'updated_at': '2022-03-03T13:08:12Z', 'revision_number': 6, 'project_id': 'e91fb8cf1fb940f891075df9eaba4837', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:13.020138 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.172925 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Calling delete_port for e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:13.420021 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.469627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07033f1-2d10-4744-b1ac-cccd6fcfb2d7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:13.556381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.724987 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.727335 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.753533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 69d34db1-ad85-4910-b267-e587b9c75817 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:08:13.788740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 69d34db1-ad85-4910-b267-e587b9c75817 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:08:13.789084 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 69d34db1-ad85-4910-b267-e587b9c75817 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:08:13.789505 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:08:13.815115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.815620 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bccbf2cb-4d4d-479b-8057-ec41aea5473f {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 13:08:13.827466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:08:13.827721 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e07033f1-2d10-4744-b1ac-cccd6fcfb2d7 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:08:13.832757 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.833980 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-43d1be7c-eb87-4150-8ea0-ce695032a913 admin admin] 10.222.0.35 "DELETE /v2.0/routers/bccbf2cb-4d4d-479b-8057-ec41aea5473f HTTP/1.1" status: 204 len: 168 time: 1.4938648 Mar 03 13:08:13.837315 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46176) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:13.900260 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] Deleting subnet d632b2c0-c28b-4244-ab08-d382c6c50b03 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 13:08:13.903263 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:13.954890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.035168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.180409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.219328 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d632b2c0-c28b-4244-ab08-d382c6c50b03,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:14.223160 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.229259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27479b-b3c6-4776-ae53-a48c45e19913 None None] Network 823893a2-fa2c-4720-b787-537adf7c9fb4 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:08:14.230740 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bf44fc5c-6fd9-4306-b261-a6df20f1ad18 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d632b2c0-c28b-4244-ab08-d382c6c50b03 HTTP/1.1" status: 204 len: 168 time: 0.3923936 Mar 03 13:08:14.233218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46180) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:14.340520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.350738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Deleting port e443268a-d69f-406b-8321-cb02fd7bea85 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:14.351067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.477251 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] DHCP port deletion for 823893a2-fa2c-4720-b787-537adf7c9fb4 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 13:08:14.481395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Deleting port e443268a-d69f-406b-8321-cb02fd7bea85 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:14.481831 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.565191 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] For port e443268a-d69f-406b-8321-cb02fd7bea85, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e443268a-d69f-406b-8321-cb02fd7bea85,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:14.565816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.687781 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Calling delete_port for e443268a-d69f-406b-8321-cb02fd7bea85 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:14.693780 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] For port e443268a-d69f-406b-8321-cb02fd7bea85, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=e443268a-d69f-406b-8321-cb02fd7bea85,segment=NetworkSegment(733a556b-59b6-485f-9fc1-bb065f5c878b),segment_id=733a556b-59b6-485f-9fc1-bb065f5c878b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:14.694234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.831301 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:14.850438 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Calling delete_port for e443268a-d69f-406b-8321-cb02fd7bea85 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:14.929705 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 13:08:14.930062 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 13:08:14.981406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Pushing event deleted for resources: {'Port': ['ID=e443268a-d69f-406b-8321-cb02fd7bea85,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:14.983162 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] No DVR routers for this DVR port e443268a-d69f-406b-8321-cb02fd7bea85 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:08:15.095095 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:15.119419 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823893a2-fa2c-4720-b787-537adf7c9fb4']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:15.131616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733a556b-59b6-485f-9fc1-bb065f5c878b') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:15.131985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733a556b-59b6-485f-9fc1-bb065f5c878b') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:15.143106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:15.158627 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:15.164776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 13:08:15.165153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 13:08:15.179076 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 13:08:15.322680 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:15.339267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:15.351227 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] Pushing event deleted for resources: {'Network': ['ID=823893a2-fa2c-4720-b787-537adf7c9fb4,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:15.431376 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Deleting port e443268a-d69f-406b-8321-cb02fd7bea85 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:15.431828 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:15.438113 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-60ed6966-732b-470b-b0fd-bd4daa45625f admin admin] 10.222.0.35 "DELETE /v2.0/networks/823893a2-fa2c-4720-b787-537adf7c9fb4 HTTP/1.1" status: 204 len: 168 time: 1.2038157 Mar 03 13:08:15.441135 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46188) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:15.504217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-aceec8d5-4565-4219-b379-79c6f14ebe62 None None] The port 'e443268a-d69f-406b-8321-cb02fd7bea85' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 13:08:15.520963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e443268a-d69f-406b-8321-cb02fd7bea85 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:08:15.557537 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: e443268a-d69f-406b-8321-cb02fd7bea85 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:08:15.557881 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device e443268a-d69f-406b-8321-cb02fd7bea85 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:08:15.975910 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:16.315418 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Deleting port 6886f782-2b74-4b8d-95ce-9758d1352f31 {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:16.315670 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:16.588386 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] For port 6886f782-2b74-4b8d-95ce-9758d1352f31, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=6886f782-2b74-4b8d-95ce-9758d1352f31,segment=NetworkSegment(2d715339-1adb-4c8a-8b00-6dfb624d309f),segment_id=2d715339-1adb-4c8a-8b00-6dfb624d309f)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:16.589030 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:16.707861 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Calling delete_port for 6886f782-2b74-4b8d-95ce-9758d1352f31 owned by network:router_interface {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:16.964869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:17.009491 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6886f782-2b74-4b8d-95ce-9758d1352f31,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:17.279974 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:17.644591 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:08:17.824826 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:17.833162 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] Sync routers for ids ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:17.842981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] Routers {'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:17.843579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:17.919375 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-e800723f-3b68-42bb-9385-4a51b730c8d1 admin admin] 10.222.0.35 "PUT /v2.0/routers/ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768832 Mar 03 13:08:17.921569 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46192) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:18.024234 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] Set router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:18.214864 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks [] for router, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:18.311047 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T13:08:16Z', 'revision_number': 5, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:18.314983 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] Checking router: ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:18.324362 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] Routers {'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:18.324954 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:18.394494 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:18.456505 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Deleting port 4c7ce307-aeb4-4be8-b122-43a2a863157b {{(pid=88430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:18.456850 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:18.508282 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] Set router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:18.629787 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.db [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] For port 4c7ce307-aeb4-4be8-b122-43a2a863157b, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=4c7ce307-aeb4-4be8-b122-43a2a863157b,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:18.630151 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:18.767827 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Calling delete_port for 4c7ce307-aeb4-4be8-b122-43a2a863157b owned by network:router_gateway {{(pid=88430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:18.790981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T13:08:16Z', 'revision_number': 5, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:18.794846 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1081c-60ef-49f2-99c7-7dd191c0117a None None] The sync data for ids ['ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7'] in dv-neutron-831730-1-hyperv is: [{'id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'name': 'tempest-TestShelveInstance-959995380-router', 'tenant_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T13:08:16Z', 'revision_number': 5, 'project_id': '075d43e4bf4e4687a5fdbc6d1d5b8e14', 'gw_port': {'id': '4c7ce307-aeb4-4be8-b122-43a2a863157b', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T12:57:40Z', 'updated_at': '2022-03-03T12:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:18.998994 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.058842 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7ce307-aeb4-4be8-b122-43a2a863157b,revision_number=None']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:19.152956 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.333034 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.335656 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.439146 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.439680 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 {{(pid=88430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 13:08:19.452801 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.454047 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-d4e4febf-312b-4e38-a3b2-ce9c9b8ca043 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ef5b67af-98d0-49db-b1cd-a1d03ed7f4b7 HTTP/1.1" status: 204 len: 168 time: 1.5316064 Mar 03 13:08:19.456736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46198) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:19.535892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] Deleting subnet d2dc083c-089c-4ea7-a89c-36c8cfa36ee6 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 13:08:19.536135 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6886f782-2b74-4b8d-95ce-9758d1352f31 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:08:19.539361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.573209 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 6886f782-2b74-4b8d-95ce-9758d1352f31 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:08:19.573655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 6886f782-2b74-4b8d-95ce-9758d1352f31 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:08:19.595074 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.675361 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.802657 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.841800 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2dc083c-089c-4ea7-a89c-36c8cfa36ee6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:19.843709 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.848328 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe9483-9687-4e88-8408-8180fcd27ee0 None None] Network 7fa2854e-b2da-4070-94cc-08dcd2641e27 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:08:19.850321 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0a4cbe60-17b5-4f2c-9dd1-3944d710426c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d2dc083c-089c-4ea7-a89c-36c8cfa36ee6 HTTP/1.1" status: 204 len: 168 time: 0.3925099 Mar 03 13:08:19.852935 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46202) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:19.968258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:19.978786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Deleting port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:19.979112 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.140295 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] DHCP port deletion for 7fa2854e-b2da-4070-94cc-08dcd2641e27 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 13:08:20.144833 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Deleting port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:20.145299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.191391 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] For port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,segment=NetworkSegment(2d715339-1adb-4c8a-8b00-6dfb624d309f),segment_id=2d715339-1adb-4c8a-8b00-6dfb624d309f)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:20.191736 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.313552 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Calling delete_port for a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:20.353740 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] For port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,segment=NetworkSegment(2d715339-1adb-4c8a-8b00-6dfb624d309f),segment_id=2d715339-1adb-4c8a-8b00-6dfb624d309f)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:20.354051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.456380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.474964 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Calling delete_port for a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:08:20.503487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:20.508386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] No DVR routers for this DVR port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:08:20.548679 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 13:08:20.549235 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 13:08:20.623048 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.648176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa2854e-b2da-4070-94cc-08dcd2641e27']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:20.659715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d715339-1adb-4c8a-8b00-6dfb624d309f') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:20.660024 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d715339-1adb-4c8a-8b00-6dfb624d309f') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:20.672128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.687535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.693357 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 13:08:20.693726 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 13:08:20.706863 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 13:08:20.850443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.866071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:20.876484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa2854e-b2da-4070-94cc-08dcd2641e27,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:20.884202 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-af93a19a-8ad2-4be2-a26a-87a6bed14e56 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7fa2854e-b2da-4070-94cc-08dcd2641e27 HTTP/1.1" status: 204 len: 168 time: 1.0303068 Mar 03 13:08:21.050044 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Deleting port a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:08:21.050427 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:21.119177 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-45ab95d4-e8d7-4fc6-9326-9b1afda247c3 None None] The port 'a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 13:08:21.191645 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46210) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:21.240172 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-40a6c88a-672f-4fb4-9af7-27065843d25f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e91fb8cf1fb940f891075df9eaba4837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473032 Mar 03 13:08:21.243132 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46214) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:21.402154 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-597a4b7a-c583-4b5e-8c7d-c9036866e2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:21.427539 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-597a4b7a-c583-4b5e-8c7d-c9036866e2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:21.522431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c7ce307-aeb4-4be8-b122-43a2a863157b no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:08:21.532227 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-c2f9e35e-4a24-4b8f-a486-81135dfe6840 req-6676828b-d6f6-4466-9286-6d2909931c30 service neutron] (88430) timed out ('10.222.0.35', 41088) {{(pid=88430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 13:08:21.557794 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 4c7ce307-aeb4-4be8-b122-43a2a863157b {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:08:21.558233 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 4c7ce307-aeb4-4be8-b122-43a2a863157b not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:08:21.558536 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:08:21.576135 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-597a4b7a-c583-4b5e-8c7d-c9036866e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:21.591755 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a4b7a-c583-4b5e-8c7d-c9036866e2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5288b-48ef-4a04-b369-9a90ac81c6c7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:21.593131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:08:21.593488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device a9b2c04a-2d20-48e3-bc12-afe72e4fa3bc not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:08:21.600057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-597a4b7a-c583-4b5e-8c7d-c9036866e2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:21.602500 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-597a4b7a-c583-4b5e-8c7d-c9036866e2ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bae5288b-48ef-4a04-b369-9a90ac81c6c7 HTTP/1.1" status: 204 len: 168 time: 0.3584900 Mar 03 13:08:22.342598 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46222) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:22.396014 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-107c031b-b876-459e-ac24-17c469292422 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=075d43e4bf4e4687a5fdbc6d1d5b8e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521739 Mar 03 13:08:22.399026 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46226) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:22.455294 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21058897-cfcd-47c6-8bf6-219e549c4d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:22.479900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21058897-cfcd-47c6-8bf6-219e549c4d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:22.644843 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21058897-cfcd-47c6-8bf6-219e549c4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:22.658702 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21058897-cfcd-47c6-8bf6-219e549c4d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3441753f-cbf4-4bf2-9c36-52a177c3ebfc,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:22.666130 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-21058897-cfcd-47c6-8bf6-219e549c4d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:22.667258 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-21058897-cfcd-47c6-8bf6-219e549c4d05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3441753f-cbf4-4bf2-9c36-52a177c3ebfc HTTP/1.1" status: 204 len: 168 time: 0.2673535 Mar 03 13:08:23.810960 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46250) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:23.816669 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:08:23.930325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-689335861-network', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:23.935402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:23.939269 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Usage tracker for resource:network and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:23.942383 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:23.948957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:24.013900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Made reservation on behalf of ba052068a89543fb8036fe8b4621062c for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 13:08:24.016481 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.030725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.048915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:24.065040 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:24.067883 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:24.074500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:24.154787 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.219358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.249535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 13:08:24.258544 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27327c71-3c21-49f2-9869-ceb92a7ceeb6,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:24.263934 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.264302 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Added segment ce971d5b-f277-46b3-861c-a4af1eff8341 of type vlan for network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 Mar 03 13:08:24.290656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.387805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.388825 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:24.389416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.492841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e79b53-28a4-4e40-8012-fcee4abbe7c0,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:24.502674 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 13:08:24.563369 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-e75327f9-a23e-4e1a-a0da-5ff9513a7748 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7513180 Mar 03 13:08:24.566176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46256) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:24.575240 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Request body: {'subnet': {'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-689335861-subnet', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'ip_version': 4}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:24.577057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:24.581062 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Usage tracker for resource:subnet and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:24.584077 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:24.592094 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:24.676717 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Made reservation on behalf of ba052068a89543fb8036fe8b4621062c for: {'subnet': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 13:08:24.679157 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16306063'] for subnet, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:24.934138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16262606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16306073'] for subnet, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.013913 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d6e4ec-3d98-40ff-8842-5cc8d899a120,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:25.018104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Checking segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:25.018455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Network hostable DHCP agents. Network: a0e79b53-28a4-4e40-8012-fcee4abbe7c0, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 13:08:25.107459 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 13:08:25.169980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, a0e79b53-28a4-4e40-8012-fcee4abbe7c0) {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:25.173929 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:25.174621 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.179229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf36b9c-9eba-435f-a04a-0dedad9b10b0 None None] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:08:25.275236 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-0ec4a80f-73b8-4aa6-bcbd-242bfe0a333c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7079465 Mar 03 13:08:25.278369 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46260) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:25.283396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:25.289086 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:25.293904 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Usage tracker for resource:router and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:25.299012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:25.306000 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:25.370623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.371668 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.386900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.394161 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 13:08:25.394978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.558184 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Allocated IP 172.20.0.2 (a0e79b53-28a4-4e40-8012-fcee4abbe7c0/a2d6e4ec-3d98-40ff-8842-5cc8d899a120/1100d4c1-f498-4ee9-9b9a-7b3444c0ffad) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:25.714967 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.760500 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.770756 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Transition to ACTIVE for port object 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:25.789635 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Transition to ACTIVE for port object 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:25.872029 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:25.966193 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:25.967280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:25.976512 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:26.008579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Pushing event updated for resources: {'Port': ['ID=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:26.048760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.049103 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.049436 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.049762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.050086 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.050415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.050731 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.051049 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.051366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.051681 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.051994 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.052327 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:26.080730 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Attempting to bind port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:08:26.081094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Attempting to bind port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:08:26.081448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Attempting to bind port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:26.086670 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:08:26.087031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Checking segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:26.087422 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:26.087800 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Bound using segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:08:26.088277 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Bound port: 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:08:26.088641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:26.092237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:26.122876 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:26.178245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] For port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:08:26.181645 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] For port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:08:26.294621 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:26.365737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Allocated IP 172.26.8.127 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/25a9989d-dc10-4d45-b1ec-b8eede48b520) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:26.379166 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9af48-a650-417c-a064-1f17c9d34eb5 None None] Pushing event updated for resources: {'Port': ['ID=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:26.525672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:26.622759 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:26.689468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:26.692457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:26.697172 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:26.743416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Pushing event updated for resources: {'Port': ['ID=25a9989d-dc10-4d45-b1ec-b8eede48b520,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:27.212790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:27.267755 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fd3c4-fd5a-46d6-bb25-a5f6fbfc9c12 None None] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:08:27.512274 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-c070bb80-ccb2-4f63-af4c-38b8e450d134 None None] Provisioning for port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:27.572619 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:27.584443 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:27.705589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:27.712448 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:27.712821 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:27.840142 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:27.865575 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Router 029b89cb-1d72-48be-84a3-44c03d556f8c is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 13:08:27.877404 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-73546248-e508-40ee-8999-0376e8b2e193 None None] Provisioning complete for port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:27.877887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-73546248-e508-40ee-8999-0376e8b2e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:27.921250 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:27.985914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:28.073963 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:28.175299 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:28.191035 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Sync routers for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:28.202514 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:28.203170 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:28.262090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:28.263290 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-56ab96e4-71fb-4bda-9ecd-9efa90d6394e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9839990 Mar 03 13:08:28.266019 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46264) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:28.377818 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:28.679881 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:26Z', 'revision_number': 3, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:28.683645 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Checking router: 029b89cb-1d72-48be-84a3-44c03d556f8c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:28.684162 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Updating router 029b89cb-1d72-48be-84a3-44c03d556f8c port 25a9989d-dc10-4d45-b1ec-b8eede48b520 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 13:08:28.737855 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:28.927907 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.056995 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.068329 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Transition to ACTIVE for port object 25a9989d-dc10-4d45-b1ec-b8eede48b520 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:29.128271 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.134416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Allocated IP 172.20.0.1 (a0e79b53-28a4-4e40-8012-fcee4abbe7c0/a2d6e4ec-3d98-40ff-8842-5cc8d899a120/7e15a805-5bed-406d-aef0-64297304b7cb) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:29.211330 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Attempting to bind port 25a9989d-dc10-4d45-b1ec-b8eede48b520 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:08:29.211885 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Attempting to bind port 25a9989d-dc10-4d45-b1ec-b8eede48b520 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:08:29.212054 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Attempting to bind port 25a9989d-dc10-4d45-b1ec-b8eede48b520 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:29.213989 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Pushing event updated for resources: {'Port': ['ID=25a9989d-dc10-4d45-b1ec-b8eede48b520,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:29.223000 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.223343 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.223675 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.224017 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.224350 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.224674 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.224991 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.225344 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.225724 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.226182 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.226414 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.226726 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:08:29.229955 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:08:29.230324 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:29.230720 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.231094 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:08:29.231549 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Bound port: 25a9989d-dc10-4d45-b1ec-b8eede48b520, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:08:29.231916 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.283688 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.300319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Transition to ACTIVE for port object 7e15a805-5bed-406d-aef0-64297304b7cb will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:29.304646 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] For port 25a9989d-dc10-4d45-b1ec-b8eede48b520, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:08:29.307601 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] For port 25a9989d-dc10-4d45-b1ec-b8eede48b520, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=25a9989d-dc10-4d45-b1ec-b8eede48b520,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:08:29.388146 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.410850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.471060 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:29.471694 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:29.474560 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:29.481581 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:29.486054 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:29.519500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7e15a805-5bed-406d-aef0-64297304b7cb,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:29.537709 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672fa92-7943-49db-b339-4028b1303e6f None None] Pushing event updated for resources: {'Port': ['ID=25a9989d-dc10-4d45-b1ec-b8eede48b520,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:29.555377 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:29.558183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.632133 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:29.632753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.684138 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:29.833544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f036d619-b43f-45ac-bbb2-40147d440d04 None None] Provisioning for port 7e15a805-5bed-406d-aef0-64297304b7cb completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:29.839152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-f036d619-b43f-45ac-bbb2-40147d440d04 None None] Provisioning complete for port 7e15a805-5bed-406d-aef0-64297304b7cb triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:29.839524 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-f036d619-b43f-45ac-bbb2-40147d440d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:29.894938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-f036d619-b43f-45ac-bbb2-40147d440d04 None None] Port 7e15a805-5bed-406d-aef0-64297304b7cb cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 13:08:29.978921 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:26Z', 'revision_number': 3, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:29.982623 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3b99e-266e-480e-8da1-c8a690ca9147 None None] The sync data for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv is: [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:26Z', 'revision_number': 3, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:30.040578 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:30.279386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:30.363036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:30.467217 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7e15a805-5bed-406d-aef0-64297304b7cb,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:30.469640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:30.609310 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:30.610469 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:30.807477 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Router 029b89cb-1d72-48be-84a3-44c03d556f8c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:08:30.822000 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-01b9770c-cb73-4aab-8629-9e18cbfe2693 None None] Provisioning complete for port 7e15a805-5bed-406d-aef0-64297304b7cb triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:30.822686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-01b9770c-cb73-4aab-8629-9e18cbfe2693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:30.878485 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-01b9770c-cb73-4aab-8629-9e18cbfe2693 None None] Port 7e15a805-5bed-406d-aef0-64297304b7cb cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 13:08:30.986957 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:30.996261 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d788951c-68f6-4ef4-908b-0eb042240fb4 admin admin] 10.222.0.35 "PUT /v2.0/routers/029b89cb-1d72-48be-84a3-44c03d556f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7288058 Mar 03 13:08:31.493488 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Sync routers for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:31.502665 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:31.503272 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:31.576196 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 25a9989d-dc10-4d45-b1ec-b8eede48b520 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:31.691423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46282) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:31.699614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-66238317-network', 'tenant_id': 'caeae518d99842d2bc02a838469d8971'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:31.704464 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:31.708557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Usage tracker for resource:network and tenant:caeae518d99842d2bc02a838469d8971 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:31.711672 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:31.717743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:31.772333 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:31.779649 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Made reservation on behalf of caeae518d99842d2bc02a838469d8971 for: {'network': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 13:08:31.782188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for network, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:31.794918 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:31.809738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:31.813561 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Usage tracker for resource:security_group_rule and tenant:caeae518d99842d2bc02a838469d8971 is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:31.816505 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:31.822674 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:31.892251 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 25a9989d-dc10-4d45-b1ec-b8eede48b520 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:31.903993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:31.916773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 25a9989d-dc10-4d45-b1ec-b8eede48b520 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:31.921275 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:31.974028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.005376 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 13:08:32.013889 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db1a0a0-fb4b-41e3-9ae2-10f5d1d242f7,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:32.020394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.020743 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.segments_db [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Added segment 1a8f1b16-9c0c-4c5b-865e-016c39c3ca05 of type vlan for network 5943380d-cc3c-4c48-8424-a1649e54b941 Mar 03 13:08:32.047891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753978790'] for network, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.164823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.168529 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050'] for network, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.169532 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:32.170110 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.184289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 25a9989d-dc10-4d45-b1ec-b8eede48b520, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=25a9989d-dc10-4d45-b1ec-b8eede48b520,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:32.198698 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:30Z', 'revision_number': 2, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:32.202586 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Checking router: 029b89cb-1d72-48be-84a3-44c03d556f8c for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:32.202934 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Updating router 029b89cb-1d72-48be-84a3-44c03d556f8c port 7e15a805-5bed-406d-aef0-64297304b7cb binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 13:08:32.254475 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.270462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.276352 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] Pushing event updated for resources: {'Network': ['ID=5943380d-cc3c-4c48-8424-a1649e54b941,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:32.304978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Network 5943380d-cc3c-4c48-8424-a1649e54b941 details requested by agent ovs-agent-dv-neutron-831730-1-hyperv with host dv-neutron-831730-1-hyperv {{(pid=88432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 13:08:32.322257 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a9c9f686-1539-4fec-bfff-54e54365fd71 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6271069 Mar 03 13:08:32.322635 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46286) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:32.328357 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Request body: {'subnet': {'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-66238317-subnet', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'ip_version': 4}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:32.333196 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:32.337673 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Usage tracker for resource:subnet and tenant:caeae518d99842d2bc02a838469d8971 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:32.340554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:32.346982 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:32.393101 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Made reservation on behalf of caeae518d99842d2bc02a838469d8971 for: {'subnet': 1} {{(pid=88430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 13:08:32.395576 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15409977'] for subnet, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.515878 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=25a9989d-dc10-4d45-b1ec-b8eede48b520,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:32.747641 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.759094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Transition to ACTIVE for port object 7e15a805-5bed-406d-aef0-64297304b7cb will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:32.771540 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16013106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15409967'] for subnet, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.842458 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2faa8c58-dbe3-4aa7-8897-4677fd3e85c7,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:32.851199 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Checking segment: {'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:32.851556 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Network hostable DHCP agents. Network: 5943380d-cc3c-4c48-8424-a1649e54b941, hostable agents: ['4c40148d-91e0-493b-8668-34ad5c3546ed'], hosted agents: [] {{(pid=88430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 13:08:32.865109 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:32.947554 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Network 5943380d-cc3c-4c48-8424-a1649e54b941 is scheduled to be hosted by DHCP agent 4c40148d-91e0-493b-8668-34ad5c3546ed with binding_index 1 {{(pid=88430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 13:08:32.998518 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309294f-72fc-4366-bc3b-1bcb036bc3ed None None] Pushing event updated for resources: {'Port': ['ID=7e15a805-5bed-406d-aef0-64297304b7cb,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:33.026309 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-1-hyperv, 5943380d-cc3c-4c48-8424-a1649e54b941) {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:33.033479 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:33.034097 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.038982 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf3c72-8324-4cb7-8f0e-8b31f56db67f None None] Network 5943380d-cc3c-4c48-8424-a1649e54b941 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:08:33.125311 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-784668b2-7a54-45b4-b23a-869f7c1e3487 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8015118 Mar 03 13:08:33.127734 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46290) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:33.133020 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:33.138039 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:33.142270 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Usage tracker for resource:router and tenant:caeae518d99842d2bc02a838469d8971 is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:33.145203 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:33.151513 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:33.196642 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Attempting to bind port 7e15a805-5bed-406d-aef0-64297304b7cb on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:08:33.196941 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Attempting to bind port 7e15a805-5bed-406d-aef0-64297304b7cb by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:08:33.197305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Attempting to bind port 7e15a805-5bed-406d-aef0-64297304b7cb on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:33.208149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:08:33.208523 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Checking segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:33.208922 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.209316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Bound using segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:08:33.210334 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Bound port: 7e15a805-5bed-406d-aef0-64297304b7cb, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:08:33.210717 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.265750 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-275'] for router, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.267225 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-724122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-282'] for router, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.289441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.443462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] For port 7e15a805-5bed-406d-aef0-64297304b7cb, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:08:33.453094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] For port 7e15a805-5bed-406d-aef0-64297304b7cb, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7e15a805-5bed-406d-aef0-64297304b7cb,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:08:33.456225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd76bc49d-c8ed-588b-b90a-2be52dcfff33-5943380d-cc3c-4c48-8424-a1649e54b941', 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'fixed_ips': [{'subnet_id': '2faa8c58-dbe3-4aa7-8897-4677fd3e85c7'}]}} from dv-neutron-831730-1-hyperv. {{(pid=88432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 13:08:33.461668 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.516702 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.566085 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 25a9989d-dc10-4d45-b1ec-b8eede48b520 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:33.602837 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-268'] for router, precommit_update {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.726898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:33.727515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:33.791961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309294f-72fc-4366-bc3b-1bcb036bc3ed None None] Pushing event updated for resources: {'Port': ['ID=7e15a805-5bed-406d-aef0-64297304b7cb,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:33.831496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.db_base_plugin_common [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Allocated IP 172.20.0.2 (5943380d-cc3c-4c48-8424-a1649e54b941/2faa8c58-dbe3-4aa7-8897-4677fd3e85c7/8544fa83-1a04-440f-a62f-f84ff70f1d16) {{(pid=88432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:33.855927 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 25a9989d-dc10-4d45-b1ec-b8eede48b520 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:33.856316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:33.979934 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.013161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.102252 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:34.152254 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.db_base_plugin_common [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Allocated IP 172.26.8.152 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/b57eebf9-8514-4718-aa35-6a676029fe10) {{(pid=88430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:34.306343 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.408728 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16012930'] for port, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.467913 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Notify callbacks [] for port, precommit_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.469441 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:34.472799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.base_scheduler [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Resources bound (agent type, host, resource id): {{(pid=88430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:34.476568 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Received port after_create {{(pid=88430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:34.491743 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Transition to ACTIVE for port object 8544fa83-1a04-440f-a62f-f84ff70f1d16 will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:34.524486 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Pushing event updated for resources: {'Port': ['ID=b57eebf9-8514-4718-aa35-6a676029fe10,revision_number=1']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:34.549769 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Transition to ACTIVE for port object 8544fa83-1a04-440f-a62f-f84ff70f1d16 will not be triggered until provisioned by entity DHCP. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:34.579975 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:33Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:34.583928 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018ed7-cdc9-46b4-b513-0196f05b2f17 None None] The sync data for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv is: [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:33Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:34.614394 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952'] for port, after_create {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.706055 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Network 5943380d-cc3c-4c48-8424-a1649e54b941 is already hosted by enough agents. {{(pid=88432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:34.720824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.scheduler.base_scheduler [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Resources bound (agent type, host, resource id): {{(pid=88432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:34.720824 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Received port after_create {{(pid=88432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:34.762424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Pushing event updated for resources: {'Port': ['ID=8544fa83-1a04-440f-a62f-f84ff70f1d16,revision_number=1']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:34.826326 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Attempting to bind port 8544fa83-1a04-440f-a62f-f84ff70f1d16 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:08:34.826700 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Attempting to bind port 8544fa83-1a04-440f-a62f-f84ff70f1d16 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:08:34.827058 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Attempting to bind port 8544fa83-1a04-440f-a62f-f84ff70f1d16 on network 5943380d-cc3c-4c48-8424-a1649e54b941 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:34.832579 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:08:34.832956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Checking segment: {'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:34.833355 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.833745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Bound using segment: {'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:08:34.834213 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Bound port: 8544fa83-1a04-440f-a62f-f84ff70f1d16, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:08:34.834712 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:34.929030 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] For port 8544fa83-1a04-440f-a62f-f84ff70f1d16, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:08:34.932247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] For port 8544fa83-1a04-440f-a62f-f84ff70f1d16, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8544fa83-1a04-440f-a62f-f84ff70f1d16,segment=NetworkSegment(1a8f1b16-9c0c-4c5b-865e-016c39c3ca05),segment_id=1a8f1b16-9c0c-4c5b-865e-016c39c3ca05)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:08:34.997351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:35.108051 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:35.146105 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335aa22-cc73-465a-9629-1c82528e8169 None None] Pushing event updated for resources: {'Port': ['ID=8544fa83-1a04-440f-a62f-f84ff70f1d16,revision_number=2']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:35.523986 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716824'] for router, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:35.579656 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e15a805-5bed-406d-aef0-64297304b7cb up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:35.736493 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 7e15a805-5bed-406d-aef0-64297304b7cb completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:35.743007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7e15a805-5bed-406d-aef0-64297304b7cb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:35.743471 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:35.827944 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Router 60c1083f-8cae-4709-97cc-bd524dff25e5 is scheduled to L3 agent 5465e187-2545-4180-bae0-7105132dda84 with binding_index 1 {{(pid=88430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 13:08:35.886525 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:35.921496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port 7e15a805-5bed-406d-aef0-64297304b7cb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7e15a805-5bed-406d-aef0-64297304b7cb,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:35.985245 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:35.986094 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8544fa83-1a04-440f-a62f-f84ff70f1d16 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:36.043453 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:36.055522 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Sync routers for ids ['60c1083f-8cae-4709-97cc-bd524dff25e5'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:36.067253 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Routers {'60c1083f-8cae-4709-97cc-bd524dff25e5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:36.067983 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['60c1083f-8cae-4709-97cc-bd524dff25e5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:36.118227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=7e15a805-5bed-406d-aef0-64297304b7cb,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:36.145529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61bcbd1-a847-455c-bd2e-35308a48157d None None] Network 5943380d-cc3c-4c48-8424-a1649e54b941 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:08:36.163286 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] Notify callbacks [] for router, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:36.168444 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46294) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:36.168908 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-cd20d2b0-059a-4beb-9fbb-a6d39bd5069b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0397425 Mar 03 13:08:36.235495 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port 8544fa83-1a04-440f-a62f-f84ff70f1d16 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:36.322917 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9f7c033b-f6d9-4d28-a312-76b8baae1376 None None] Provisioning for port 8544fa83-1a04-440f-a62f-f84ff70f1d16 completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:36.333071 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9f7c033b-f6d9-4d28-a312-76b8baae1376 None None] Provisioning complete for port 8544fa83-1a04-440f-a62f-f84ff70f1d16 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:36.333437 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f7c033b-f6d9-4d28-a312-76b8baae1376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:36.365183 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Set router 60c1083f-8cae-4709-97cc-bd524dff25e5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:36.511419 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f7c033b-f6d9-4d28-a312-76b8baae1376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:36.548301 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-9f7c033b-f6d9-4d28-a312-76b8baae1376 None None] For port 8544fa83-1a04-440f-a62f-f84ff70f1d16, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8544fa83-1a04-440f-a62f-f84ff70f1d16,segment=NetworkSegment(1a8f1b16-9c0c-4c5b-865e-016c39c3ca05),segment_id=1a8f1b16-9c0c-4c5b-865e-016c39c3ca05)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:36.610566 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f7c033b-f6d9-4d28-a312-76b8baae1376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:36.687898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c033b-f6d9-4d28-a312-76b8baae1376 None None] Pushing event updated for resources: {'Port': ['ID=8544fa83-1a04-440f-a62f-f84ff70f1d16,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:36.788961 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:08:34Z', 'revision_number': 3, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:36.792740 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Checking router: 60c1083f-8cae-4709-97cc-bd524dff25e5 for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:36.793082 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Updating router 60c1083f-8cae-4709-97cc-bd524dff25e5 port b57eebf9-8514-4718-aa35-6a676029fe10 binding host dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 13:08:36.832241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-ad20963e-19d6-4660-8039-5be53479f76a None None] Provisioning complete for port 8544fa83-1a04-440f-a62f-f84ff70f1d16 triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:36.832548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ad20963e-19d6-4660-8039-5be53479f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:36.848721 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.020274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.179006 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Notify callbacks [] for port, precommit_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.190186 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.provisioning_blocks [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Transition to ACTIVE for port object b57eebf9-8514-4718-aa35-6a676029fe10 will not be triggered until provisioned by entity L2. {{(pid=88433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:37.238908 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.243013 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Allocated IP 172.20.0.1 (5943380d-cc3c-4c48-8424-a1649e54b941/2faa8c58-dbe3-4aa7-8897-4677fd3e85c7/d37020d8-2409-47f2-8f8c-c3b03ce4b47e) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:37.318063 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Attempting to bind port b57eebf9-8514-4718-aa35-6a676029fe10 on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:08:37.318418 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Attempting to bind port b57eebf9-8514-4718-aa35-6a676029fe10 by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:08:37.319302 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Attempting to bind port b57eebf9-8514-4718-aa35-6a676029fe10 on network aff45c4b-dd85-4638-a1b8-61674d892c54 {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:37.328462 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba159d-1c3b-4d6d-9a19-0d579f1b4804 None None] Pushing event updated for resources: {'Port': ['ID=b57eebf9-8514-4718-aa35-6a676029fe10,revision_number=2']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:37.331640 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:08:37.332781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Checking segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:37.332781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.332781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Bound using segment: {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'} {{(pid=88433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:08:37.333198 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.managers [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Bound port: b57eebf9-8514-4718-aa35-6a676029fe10, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb61c08-e754-44cb-a636-b4937258255b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54'}}] {{(pid=88433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:08:37.333552 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.391805 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.407231 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] For port b57eebf9-8514-4718-aa35-6a676029fe10, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:08:37.407463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Transition to ACTIVE for port object d37020d8-2409-47f2-8f8c-c3b03ce4b47e will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:37.410715 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.plugins.ml2.db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] For port b57eebf9-8514-4718-aa35-6a676029fe10, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b57eebf9-8514-4718-aa35-6a676029fe10,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:08:37.454575 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron_lib.callbacks.manager [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.477380 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.537698 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba159d-1c3b-4d6d-9a19-0d579f1b4804 None None] Pushing event updated for resources: {'Port': ['ID=b57eebf9-8514-4718-aa35-6a676029fe10,revision_number=3']} {{(pid=88433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:37.540711 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Network 5943380d-cc3c-4c48-8424-a1649e54b941 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:37.541714 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Routers {'60c1083f-8cae-4709-97cc-bd524dff25e5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:37.542429 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['60c1083f-8cae-4709-97cc-bd524dff25e5'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:37.547073 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:37.556204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:37.559850 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e15a805-5bed-406d-aef0-64297304b7cb up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:37.588891 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Pushing event updated for resources: {'Port': ['ID=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:37.616724 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720722'] for router_interface, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.684732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 7e15a805-5bed-406d-aef0-64297304b7cb triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:37.688197 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.742724 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] Set router 60c1083f-8cae-4709-97cc-bd524dff25e5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:37.823947 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8544fa83-1a04-440f-a62f-f84ff70f1d16 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:37.833641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.877010 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b8084f6-b625-49bf-85ef-f47b089c18f7 None None] Provisioning for port d37020d8-2409-47f2-8f8c-c3b03ce4b47e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:37.886499 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-0b8084f6-b625-49bf-85ef-f47b089c18f7 None None] Provisioning complete for port d37020d8-2409-47f2-8f8c-c3b03ce4b47e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:37.886868 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0b8084f6-b625-49bf-85ef-f47b089c18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:37.946428 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0b8084f6-b625-49bf-85ef-f47b089c18f7 None None] Port d37020d8-2409-47f2-8f8c-c3b03ce4b47e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 13:08:37.953876 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port 8544fa83-1a04-440f-a62f-f84ff70f1d16 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:37.954240 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:38.068564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:38.073787 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:08:34Z', 'revision_number': 3, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:38.078285 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac496bcd-f55f-449b-b9fa-f6db0924e19c None None] The sync data for ids ['60c1083f-8cae-4709-97cc-bd524dff25e5'] in dv-neutron-831730-1-hyperv is: [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:08:34Z', 'revision_number': 3, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:38.090128 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-36a55e4c-d1d8-44e0-b9ba-fe6d238e4944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:38.170662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:38.281435 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Pushing event updated for resources: {'Port': ['ID=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:38.282104 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720363'] for router_interface, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:38.493911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:38.555322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Network 5943380d-cc3c-4c48-8424-a1649e54b941 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:38.556610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:38.774980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Router 60c1083f-8cae-4709-97cc-bd524dff25e5 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:08:38.878244 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-9f1ee74f-4278-44f0-88c1-e0b035c7432e None None] Provisioning complete for port d37020d8-2409-47f2-8f8c-c3b03ce4b47e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:38.878720 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee74f-4278-44f0-88c1-e0b035c7432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:38.944834 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ee74f-4278-44f0-88c1-e0b035c7432e None None] Port d37020d8-2409-47f2-8f8c-c3b03ce4b47e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 13:08:38.989127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:38.998853 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-75496e61-ab26-4786-ab36-87f1e7075216 admin admin] 10.222.0.35 "PUT /v2.0/routers/60c1083f-8cae-4709-97cc-bd524dff25e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284123 Mar 03 13:08:39.552316 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b57eebf9-8514-4718-aa35-6a676029fe10 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:39.669080 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46306) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:39.674427 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001034883', 'description': 'tempest-secgroup-smoke-1001034883 description', 'project_id': 'ba052068a89543fb8036fe8b4621062c'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:39.681097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:39.685061 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:39.685653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Sync routers for ids ['60c1083f-8cae-4709-97cc-bd524dff25e5'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:39.687928 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:39.695307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port b57eebf9-8514-4718-aa35-6a676029fe10 completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:39.695418 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:39.696412 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b57eebf9-8514-4718-aa35-6a676029fe10 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:39.696844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:39.739910 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Routers {'60c1083f-8cae-4709-97cc-bd524dff25e5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:39.740726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['60c1083f-8cae-4709-97cc-bd524dff25e5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:39.758995 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:39.784531 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:39.789615 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:39.792689 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:39.798698 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:39.868952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:39.933719 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:39.975134 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d8c652-a3b2-48e8-a5cf-be14f191bca3,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:40.010302 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Set router 60c1083f-8cae-4709-97cc-bd524dff25e5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:40.027415 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.028803 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-413d1d47-4cdc-43f1-b453-d8595d56e8fa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3586586 Mar 03 13:08:40.031619 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46310) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:40.036661 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'security_group_rule': {'security_group_id': '58d8c652-a3b2-48e8-a5cf-be14f191bca3', 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:40.043684 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:40.047567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:40.050463 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:40.056686 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.057390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:40.093370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port b57eebf9-8514-4718-aa35-6a676029fe10, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b57eebf9-8514-4718-aa35-6a676029fe10,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:40.148852 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.186760 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.214962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.279248 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.305974 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a86487-7ec1-4812-8464-11d704ea5379,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:40.316280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1916-2a31-408d-9f41-2d6750951c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.366059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=b57eebf9-8514-4718-aa35-6a676029fe10,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:40.397374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.398590 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-f1fd2159-0a7e-4e27-8aa6-98125e669e9c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3660123 Mar 03 13:08:40.401460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46314) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:40.406570 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'security_group_rule': {'security_group_id': '58d8c652-a3b2-48e8-a5cf-be14f191bca3', 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:40.413455 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:40.417521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:40.420564 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:40.426611 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:40.487900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:08:37Z', 'revision_number': 4, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'd37020d8-2409-47f2-8f8c-c3b03ce4b47e', 'name': '', 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'mac_address': 'fa:16:3e:7d:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '2faa8c58-dbe3-4aa7-8897-4677fd3e85c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:37Z', 'updated_at': '2022-03-03T13:08:37Z', 'revision_number': 2, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'subnets': [{'id': '2faa8c58-dbe3-4aa7-8897-4677fd3e85c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:40.492793 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Checking router: 60c1083f-8cae-4709-97cc-bd524dff25e5 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:40.493141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Updating router 60c1083f-8cae-4709-97cc-bd524dff25e5 port d37020d8-2409-47f2-8f8c-c3b03ce4b47e binding host dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 13:08:40.496129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.551589 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.561662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.633390 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.657784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6205ab05-4e8a-481f-b1f0-ae433968b814,revision_number=0']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:40.728293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.732202 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-00cf21d1-0d9c-4e55-94f4-52e66b1ab944 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271983 Mar 03 13:08:40.732529 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46318) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:40.737985 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'security_group_rule': {'security_group_id': '58d8c652-a3b2-48e8-a5cf-be14f191bca3', 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:40.743849 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:40.747636 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:40.751315 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:40.757959 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:40.827532 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.893565 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.917714 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.929342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Transition to ACTIVE for port object d37020d8-2409-47f2-8f8c-c3b03ce4b47e will not be triggered until provisioned by entity L2. {{(pid=88432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:40.951209 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:40.977488 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ca04b0-dac6-44e4-9ea2-69a7d5e4ec45,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:40.997073 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.048191 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.049510 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-1eb90365-2a40-442c-b460-1a2fe8493dc8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159986 Mar 03 13:08:41.053231 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46322) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:41.058883 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'security_group_rule': {'security_group_id': '58d8c652-a3b2-48e8-a5cf-be14f191bca3', 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:41.067945 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:41.073663 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:41.077074 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:41.083372 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:41.162378 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca5a73-6d62-49a8-91be-7ee70c574071 None None] Pushing event updated for resources: {'Port': ['ID=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,revision_number=3']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:41.168524 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.239123 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Attempting to bind port d37020d8-2409-47f2-8f8c-c3b03ce4b47e on host dv-neutron-831730-1-hyperv for vnic_type normal with profile {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:08:41.239553 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Attempting to bind port d37020d8-2409-47f2-8f8c-c3b03ce4b47e by drivers openvswitch,hyperv on host dv-neutron-831730-1-hyperv at level 0 using segments [{'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:08:41.239844 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Attempting to bind port d37020d8-2409-47f2-8f8c-c3b03ce4b47e on network 5943380d-cc3c-4c48-8424-a1649e54b941 {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:41.241237 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.245912 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Checking agent: {'id': '203ced07-6b68-4e18-946a-a2f3ae2292f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 3, 11), 'started_at': datetime.datetime(2022, 3, 3, 12, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:08:41.246435 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Checking segment: {'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:41.246818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.247250 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Bound using segment: {'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'} {{(pid=88432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:08:41.247657 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.managers [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Bound port: d37020d8-2409-47f2-8f8c-c3b03ce4b47e, host: dv-neutron-831730-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941'}}] {{(pid=88432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:08:41.248040 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.311043 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.334869 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.352986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] For port d37020d8-2409-47f2-8f8c-c3b03ce4b47e, host dv-neutron-831730-1-hyperv, cleared binding levels {{(pid=88432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:08:41.355991 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] For port d37020d8-2409-47f2-8f8c-c3b03ce4b47e, host dv-neutron-831730-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,segment=NetworkSegment(1a8f1b16-9c0c-4c5b-865e-016c39c3ca05),segment_id=1a8f1b16-9c0c-4c5b-865e-016c39c3ca05)] {{(pid=88432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:08:41.362134 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9f24dc-a102-4a24-a322-d661d4f49caf,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:41.433661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.461830 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.463020 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-b9cbbf9c-9d69-44d5-81ff-26ac3e13f12e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4091623 Mar 03 13:08:41.466003 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46326) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:41.471139 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'security_group_rule': {'security_group_id': '58d8c652-a3b2-48e8-a5cf-be14f191bca3', 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:41.478133 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:41.482277 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:41.486161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:41.493686 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:41.500401 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Routers {'60c1083f-8cae-4709-97cc-bd524dff25e5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:41.500971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['60c1083f-8cae-4709-97cc-bd524dff25e5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:41.576473 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Project ba052068a89543fb8036fe8b4621062c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 13:08:41.586010 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.611748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b57eebf9-8514-4718-aa35-6a676029fe10 up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:41.658991 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.689052 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca5a73-6d62-49a8-91be-7ee70c574071 None None] Pushing event updated for resources: {'Port': ['ID=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:41.707397 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.732416 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bca6663-8f0c-43e3-b132-7249d797889d,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:41.774319 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.819278 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] Set router 60c1083f-8cae-4709-97cc-bd524dff25e5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:41.827169 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.828470 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-63c4432c-466f-4a36-a1b5-1c3d8667d8e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3615708 Mar 03 13:08:41.831123 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [-] (88430) accepted ('10.222.0.35', 46330) {{(pid=88430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:41.837161 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.v2.base [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'security_group_rule': {'security_group_id': '58d8c652-a3b2-48e8-a5cf-be14f191bca3', 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:41.843219 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:41.847055 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:security_group_rule and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:41.850428 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.quota.resource [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88430) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:41.856274 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.db.quota.driver [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:41.876144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port b57eebf9-8514-4718-aa35-6a676029fe10 triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:41.876515 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.918708 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.db.securitygroups_db [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Project ba052068a89543fb8036fe8b4621062c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 13:08:41.925677 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:41.993820 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:42.072961 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603631'] for security_group_rule, after_create {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:42.097589 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf61d6ec-2ad2-46a7-8178-398f2c3b331a,revision_number=0']} {{(pid=88430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:42.170951 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron_lib.callbacks.manager [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:42.181935 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [None req-a18a2fba-4b30-468c-a86f-3827608f7a9d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497322 Mar 03 13:08:42.233789 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:08:37Z', 'revision_number': 4, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'd37020d8-2409-47f2-8f8c-c3b03ce4b47e', 'name': '', 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'mac_address': 'fa:16:3e:7d:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '2faa8c58-dbe3-4aa7-8897-4677fd3e85c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:37Z', 'updated_at': '2022-03-03T13:08:41Z', 'revision_number': 4, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'subnets': [{'id': '2faa8c58-dbe3-4aa7-8897-4677fd3e85c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:42.237788 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea01be6-95c6-49c9-b53f-9a5eb71b17c9 None None] The sync data for ids ['60c1083f-8cae-4709-97cc-bd524dff25e5'] in dv-neutron-831730-1-hyperv is: [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:08:37Z', 'revision_number': 4, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': 'd37020d8-2409-47f2-8f8c-c3b03ce4b47e', 'name': '', 'network_id': '5943380d-cc3c-4c48-8424-a1649e54b941', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'mac_address': 'fa:16:3e:7d:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '2faa8c58-dbe3-4aa7-8897-4677fd3e85c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:37Z', 'updated_at': '2022-03-03T13:08:41Z', 'revision_number': 4, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'subnets': [{'id': '2faa8c58-dbe3-4aa7-8897-4677fd3e85c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:42.371897 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-fc1a84fb-70dc-4c4b-afd6-7fe0598391cb tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001034883&fields=id&tenant_id=ba052068a89543fb8036fe8b4621062c HTTP/1.1" status: 200 len: 267 time: 0.0442729 Mar 03 13:08:42.643897 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-e2b9f941-231b-4cad-baef-dbadabb4c01e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:42.645422 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-e2b9f941-231b-4cad-baef-dbadabb4c01e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 809 time: 0.2670076 Mar 03 13:08:42.661020 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-672b3e51-a9f7-45d4-a688-9bee5f099824 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/quotas/ba052068a89543fb8036fe8b4621062c HTTP/1.1" status: 200 len: 375 time: 0.0094771 Mar 03 13:08:42.747563 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-9faa046a-48d9-43d5-a5c7-e7c076c58bb5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810721 Mar 03 13:08:42.868546 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-b6240c40-151a-4ded-905e-ea81f8bb56cb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 13:08:42.869548 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-b6240c40-151a-4ded-905e-ea81f8bb56cb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1089439 Mar 03 13:08:43.006711 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-0997ab1b-3051-429d-a459-bb0da08fa7f3 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308162 Mar 03 13:08:43.022111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:43.145045 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-53d922a2-df14-4f1d-9daf-48e58c16c604 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324687 Mar 03 13:08:43.371911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d0de5d2a-c190-47bf-ab4e-c1944a81d8d1 req-fd768dc3-fbf0-4936-90ea-4dd71b56be10 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:08:43.433079 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-d0de5d2a-c190-47bf-ab4e-c1944a81d8d1 req-fd768dc3-fbf0-4936-90ea-4dd71b56be10 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:08:43.434349 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-d0de5d2a-c190-47bf-ab4e-c1944a81d8d1 req-fd768dc3-fbf0-4936-90ea-4dd71b56be10 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 210 time: 0.1056020 Mar 03 13:08:43.551190 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d37020d8-2409-47f2-8f8c-c3b03ce4b47e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:43.693575 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning for port d37020d8-2409-47f2-8f8c-c3b03ce4b47e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:43.699745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d37020d8-2409-47f2-8f8c-c3b03ce4b47e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:43.704857 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:43.821442 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:43.853984 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-a596f9a0-565c-444d-a583-d374594a964a None None] For port d37020d8-2409-47f2-8f8c-c3b03ce4b47e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,segment=NetworkSegment(1a8f1b16-9c0c-4c5b-865e-016c39c3ca05),segment_id=1a8f1b16-9c0c-4c5b-865e-016c39c3ca05)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:43.930002 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:43.999461 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Pushing event updated for resources: {'Port': ['ID=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:44.534920 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e462e757-8cd5-4103-8bf9-3404112a6526 req-59d4ff43-9cc8-4aa7-88a6-f8c4c1419a47 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 210 time: 0.0468106 Mar 03 13:08:45.540745 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d37020d8-2409-47f2-8f8c-c3b03ce4b47e up at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:45.618481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Provisioning complete for port d37020d8-2409-47f2-8f8c-c3b03ce4b47e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:45.618848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:45.725189 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f9027334-f77c-424c-9b91-7461afab189b req-3c6e36db-92ee-4c33-b1e7-10a0a15225fe tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 210 time: 0.0541582 Mar 03 13:08:45.763584 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-926740fc-c70c-4200-b493-069a27ef54e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:45.764405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-926740fc-c70c-4200-b493-069a27ef54e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:network {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:08:45.859504 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-926740fc-c70c-4200-b493-069a27ef54e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:network {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:08:45.860673 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-926740fc-c70c-4200-b493-069a27ef54e4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 809 time: 0.2908955 Mar 03 13:08:45.913583 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-52dc4162-9cc4-4f80-b9fb-ed7dec8bd04f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:security_group {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:08:45.985329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-52dc4162-9cc4-4f80-b9fb-ed7dec8bd04f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:security_group {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:08:45.986409 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-52dc4162-9cc4-4f80-b9fb-ed7dec8bd04f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba052068a89543fb8036fe8b4621062c HTTP/1.1" status: 200 len: 380 time: 0.1168623 Mar 03 13:08:45.995416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'port': {'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'admin_state_up': True, 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'security_groups': ['58d8c652-a3b2-48e8-a5cf-be14f191bca3']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:46.134480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:46.144734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:46.221343 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Made reservation on behalf of ba052068a89543fb8036fe8b4621062c for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 13:08:46.225557 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:46.381646 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Allocated IP 172.20.0.11 (a0e79b53-28a4-4e40-8012-fcee4abbe7c0/a2d6e4ec-3d98-40ff-8842-5cc8d899a120/993667cc-47d9-4807-9982-9e2fb2698d8e) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:46.571009 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:46.586171 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Transition to ACTIVE for port object 993667cc-47d9-4807-9982-9e2fb2698d8e will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:46.661794 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:46.728166 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:46.735637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:46.739850 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:46.772877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:46.817538 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:46.818170 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:46.890630 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-588e7412-c3cf-4729-8b0a-1914570ef2aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8988092 Mar 03 13:08:46.902059 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Request body: {'port': {'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:46.924566 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101cb07-4cb6-4d9f-8c72-bff2060fab82 req-ebe6332f-fa17-4f97-8421-82a0b6b5d19f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:46.926144 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a101cb07-4cb6-4d9f-8c72-bff2060fab82 req-ebe6332f-fa17-4f97-8421-82a0b6b5d19f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 932 time: 0.0852082 Mar 03 13:08:46.975925 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-a101cb07-4cb6-4d9f-8c72-bff2060fab82 req-3b68e392-dd27-4670-9f6f-3dba60842c26 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Mar 03 13:08:47.082320 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8b9e3b9f-f488-4a26-aeeb-745029ca9c44 None None] Provisioning for port 993667cc-47d9-4807-9982-9e2fb2698d8e completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:47.087606 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-8b9e3b9f-f488-4a26-aeeb-745029ca9c44 None None] Provisioning complete for port 993667cc-47d9-4807-9982-9e2fb2698d8e triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:47.087988 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3b9f-f488-4a26-aeeb-745029ca9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:47.121151 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:47.142818 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e3b9f-f488-4a26-aeeb-745029ca9c44 None None] Port 993667cc-47d9-4807-9982-9e2fb2698d8e cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 13:08:47.455780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993667cc-47d9-4807-9982-9e2fb2698d8e {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:08:47.464321 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:47.479340 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Transition to ACTIVE for port object 993667cc-47d9-4807-9982-9e2fb2698d8e will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:08:47.530043 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:47.681713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:47.764460 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Attempting to bind port 993667cc-47d9-4807-9982-9e2fb2698d8e on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:08:47.764994 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Attempting to bind port 993667cc-47d9-4807-9982-9e2fb2698d8e by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:08:47.765083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Attempting to bind port 993667cc-47d9-4807-9982-9e2fb2698d8e on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:47.769828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Port 993667cc-47d9-4807-9982-9e2fb2698d8e on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 13:08:47.770138 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Attempting to bind port 993667cc-47d9-4807-9982-9e2fb2698d8e on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:08:47.775809 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:08:47.776186 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Checking segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:08:47.776559 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Bound using segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:08:47.776980 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Bound port: 993667cc-47d9-4807-9982-9e2fb2698d8e, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:08:47.777314 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:47.862543 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:08:47.865840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:08:47.936236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:47.995793 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:47.996482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:47.997816 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 200 len: 1094 time: 1.1000013 Mar 03 13:08:47.998261 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:08:48.026821 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45403572-1b6d-4134-a209-edb095eeb7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:48.051168 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'status': 'completed', 'code': 200} Mar 03 13:08:48.211359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6326b-3daf-416d-b19c-6e7256913f9f req-41420101-a15e-4006-8842-1d1407d02a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:48.212879 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f0f6326b-3daf-416d-b19c-6e7256913f9f req-41420101-a15e-4006-8842-1d1407d02a76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1097 time: 0.1390460 Mar 03 13:08:48.220259 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88390023-723c-4db4-9ddd-a2b7b38a8639 req-199f7b05-53a2-406a-86aa-eedeec0de96d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:48.220911 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-88390023-723c-4db4-9ddd-a2b7b38a8639 req-199f7b05-53a2-406a-86aa-eedeec0de96d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:08:48.321920 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-88390023-723c-4db4-9ddd-a2b7b38a8639 req-199f7b05-53a2-406a-86aa-eedeec0de96d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:08:48.323058 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-88390023-723c-4db4-9ddd-a2b7b38a8639 req-199f7b05-53a2-406a-86aa-eedeec0de96d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 944 time: 0.2136886 Mar 03 13:08:48.397618 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-88390023-723c-4db4-9ddd-a2b7b38a8639 req-51dceb77-1705-4fd9-aaac-d36edb82d89b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660095 Mar 03 13:08:48.398758 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6326b-3daf-416d-b19c-6e7256913f9f req-c49b8c61-67fd-4525-b6a4-97163f7727a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:48.400297 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f0f6326b-3daf-416d-b19c-6e7256913f9f req-c49b8c61-67fd-4525-b6a4-97163f7727a8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ba052068a89543fb8036fe8b4621062c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1767120 Mar 03 13:08:48.540750 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6326b-3daf-416d-b19c-6e7256913f9f req-067f9964-459a-4458-816e-2eaf8ebe0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:48.542186 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-f0f6326b-3daf-416d-b19c-6e7256913f9f req-067f9964-459a-4458-816e-2eaf8ebe0f48 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365480 Mar 03 13:08:48.644589 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-e0832475-0a0b-46a8-862c-a0461197b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:48.646023 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-e0832475-0a0b-46a8-862c-a0461197b70a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1097 time: 0.0694857 Mar 03 13:08:48.715567 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-0683e7fa-b356-4cf4-a5fd-95494908a2d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 200 len: 217 time: 0.0627787 Mar 03 13:08:48.781664 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-e2e997f0-134b-451c-a1bc-3d1765bed338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:48.783026 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-e2e997f0-134b-451c-a1bc-3d1765bed338 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0620122 Mar 03 13:08:48.960267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-442cd892-36c3-473b-959c-e67b191db72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:48.961726 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-442cd892-36c3-473b-959c-e67b191db72e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1719229 Mar 03 13:08:49.093978 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-22c3782e-445e-4b41-8c61-75df02faa15b service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251972 Mar 03 13:08:49.241001 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8e9e897d-d9e2-4d07-ac1d-15364e4f4f31 req-1f92eb38-8b14-4f0e-b313-2130eb9aaa3c service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407831 Mar 03 13:08:49.592016 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64780250-e78d-432a-962e-c5ec4ed48a9e req-a868a07e-d1a9-4c63-8fbc-8e6cc61328fe tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:49.593454 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-64780250-e78d-432a-962e-c5ec4ed48a9e req-a868a07e-d1a9-4c63-8fbc-8e6cc61328fe tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 944 time: 0.0840349 Mar 03 13:08:49.636702 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-64780250-e78d-432a-962e-c5ec4ed48a9e req-b847ee4f-4800-43dd-a9a6-3c59894d21a3 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377467 Mar 03 13:08:50.818565 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc8c6-5f22-4bbf-9959-be77de5b9856 req-97eaa112-e4db-4f29-b6e9-f01e26ec2a2b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:50.820118 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-147cc8c6-5f22-4bbf-9959-be77de5b9856 req-97eaa112-e4db-4f29-b6e9-f01e26ec2a2b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 944 time: 0.0783358 Mar 03 13:08:50.866934 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-147cc8c6-5f22-4bbf-9959-be77de5b9856 req-f3ee2420-d936-4bbd-b45c-21d63f7561ea tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Mar 03 13:08:51.587433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 993667cc-47d9-4807-9982-9e2fb2698d8e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:08:51.717773 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:51.730630 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:08:51.787425 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:51.803812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993667cc-47d9-4807-9982-9e2fb2698d8e {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:08:51.818980 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:51.887945 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:51.955879 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:52.050690 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ddc41-ef1b-45ae-a781-0c3b79abc29a req-dc7a2f3e-efe5-4f79-809d-75c8a8721550 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:52.052089 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-958ddc41-ef1b-45ae-a781-0c3b79abc29a req-dc7a2f3e-efe5-4f79-809d-75c8a8721550 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 945 time: 0.0798938 Mar 03 13:08:52.096289 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-958ddc41-ef1b-45ae-a781-0c3b79abc29a req-e927ad34-ee49-4538-9c77-908b00173825 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374756 Mar 03 13:08:52.130410 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['993667cc-47d9-4807-9982-9e2fb2698d8e'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:08:53.276867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17eea1-0256-4846-8497-feb62dee5ca8 req-de56dae4-1688-4f9a-a59b-ca99330f0a84 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:53.279080 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ed17eea1-0256-4846-8497-feb62dee5ca8 req-de56dae4-1688-4f9a-a59b-ca99330f0a84 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 945 time: 0.0792735 Mar 03 13:08:53.323336 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ed17eea1-0256-4846-8497-feb62dee5ca8 req-512b63f0-f8e6-4b9f-8614-e90d6358f404 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385180 Mar 03 13:08:53.586987 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 993667cc-47d9-4807-9982-9e2fb2698d8e up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:08:53.712503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port 993667cc-47d9-4807-9982-9e2fb2698d8e completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:08:53.717283 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 993667cc-47d9-4807-9982-9e2fb2698d8e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:08:53.717652 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:53.833445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:53.859132 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:08:53.869387 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:08:53.907218 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'code': 200} Mar 03 13:08:53.956605 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:54.027911 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:54.251428 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fc452-e6de-49ca-a860-2183bf353002 req-b7202566-f5ed-44e5-b45c-7ec63d830926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:54.252983 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-128fc452-e6de-49ca-a860-2183bf353002 req-b7202566-f5ed-44e5-b45c-7ec63d830926 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1099 time: 0.0715744 Mar 03 13:08:54.294158 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-128fc452-e6de-49ca-a860-2183bf353002 req-bc8e3381-eedf-4bcb-b94f-1b662019baed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Mar 03 13:08:54.507222 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14275a00-ebcd-4393-a71a-c3f768c852b7 req-03399f74-2abf-4de0-abd0-e014c252b6f4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:54.508702 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-14275a00-ebcd-4393-a71a-c3f768c852b7 req-03399f74-2abf-4de0-abd0-e014c252b6f4 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 946 time: 0.0842988 Mar 03 13:08:54.553753 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-14275a00-ebcd-4393-a71a-c3f768c852b7 req-fe570ddc-54ff-4d19-b7f7-38b1fcdc3446 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385292 Mar 03 13:08:55.746186 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce98096-49dc-4e7d-83ec-f0f944a6cf44 req-e8e58654-23a9-45c7-97da-b51270d3c83a tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:55.747639 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cce98096-49dc-4e7d-83ec-f0f944a6cf44 req-e8e58654-23a9-45c7-97da-b51270d3c83a tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 946 time: 0.0872002 Mar 03 13:08:55.791720 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-cce98096-49dc-4e7d-83ec-f0f944a6cf44 req-55a1490f-11b2-4e7f-8747-68db5fa9060f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Mar 03 13:08:55.974572 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1f5c8-b8a5-4c39-a8bf-3c5320b2d871 req-f0ec6eaf-f575-4aa6-ac86-38b364e89c04 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:55.976617 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-78e1f5c8-b8a5-4c39-a8bf-3c5320b2d871 req-f0ec6eaf-f575-4aa6-ac86-38b364e89c04 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 946 time: 0.0818365 Mar 03 13:08:56.019937 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-78e1f5c8-b8a5-4c39-a8bf-3c5320b2d871 req-46e28993-1a4b-44ba-a731-5815bbf37137 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375962 Mar 03 13:08:56.042012 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46396) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:56.153358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a8735-5a41-4c7e-be87-60ff5c8d444c tempest-TestSnapshotPattern-87750224 tempest-TestSnapshotPattern-87750224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:56.154063 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c36a8735-5a41-4c7e-be87-60ff5c8d444c tempest-TestSnapshotPattern-87750224 tempest-TestSnapshotPattern-87750224-project-admin] Synchronizing usage tracker for tenant:caeae518d99842d2bc02a838469d8971 on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:08:56.244437 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-c36a8735-5a41-4c7e-be87-60ff5c8d444c tempest-TestSnapshotPattern-87750224 tempest-TestSnapshotPattern-87750224-project-admin] Unset dirty status for tenant:caeae518d99842d2bc02a838469d8971 on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:08:56.245593 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-c36a8735-5a41-4c7e-be87-60ff5c8d444c tempest-TestSnapshotPattern-87750224 tempest-TestSnapshotPattern-87750224-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1094 time: 0.2026227 Mar 03 13:08:56.248498 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46402) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:08:56.253414 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:08:56.260280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:08:56.264076 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:floatingip and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:08:56.267234 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:08:56.273426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:08:56.341243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:56.471786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:56.606395 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Allocated IP 172.26.8.111 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/9133d4e9-a542-46aa-ab58-156a2d8ac8cd) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:08:56.752626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:56.821725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:56.885518 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:08:56.892807 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:08:56.897424 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:08:56.925885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'Port': ['ID=9133d4e9-a542-46aa-ab58-156a2d8ac8cd,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:57.398023 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:57.536554 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:57.738006 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:57.786772 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:57.891949 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'Port': ['ID=9133d4e9-a542-46aa-ab58-156a2d8ac8cd,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:08:57.903985 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:58.068119 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Floating IP 483f3e31-2481-4d0b-bb07-d9f379c8175a associated. External IP: 172.26.8.111, port: 993667cc-47d9-4807-9982-9e2fb2698d8e. Mar 03 13:08:58.414267 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Router 029b89cb-1d72-48be-84a3-44c03d556f8c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:08:58.592521 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:08:58.602832 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] Sync routers for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:08:58.612229 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:58.612820 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:58.672947 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:08:58.727815 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-8e007a67-1661-402b-8f6c-637db085c24b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4782953 Mar 03 13:08:58.728524 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:08:58.774069 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'status': 'completed', 'code': 200} Mar 03 13:08:58.792461 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:58.979487 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-a793c749-4b66-4804-bb1d-d68ef430342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:58.981013 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-a793c749-4b66-4804-bb1d-d68ef430342f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1099 time: 0.1870861 Mar 03 13:08:59.109637 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-933e2a99-8e93-46b8-bf40-f059efac4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:59.111077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-933e2a99-8e93-46b8-bf40-f059efac4d0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1242588 Mar 03 13:08:59.143129 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:08:57Z', 'revision_number': 0, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:59.147437 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] Checking router: 029b89cb-1d72-48be-84a3-44c03d556f8c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:08:59.155733 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:08:59.156333 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:08:40Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:59.215385 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-921bbc8a-525a-4bab-96b6-790c90638d6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 200 len: 1000 time: 0.0982409 Mar 03 13:08:59.276394 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-475b3527-1862-4bf7-b9f6-534874fed9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:59.277723 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-475b3527-1862-4bf7-b9f6-534874fed9dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0570467 Mar 03 13:08:59.330692 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:08:59.354958 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-e0d2e2cb-87c6-4010-b187-36c71ca88a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:08:59.356454 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-e0d2e2cb-87c6-4010-b187-36c71ca88a9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730860 Mar 03 13:08:59.486827 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-3f5f0159-10ee-4746-bfd3-73279b713d9e service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245573 Mar 03 13:08:59.622851 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1f46394d-c287-45e3-b14e-67bf2382dc26 req-7564a4da-f5c8-4bcf-9338-37cb8a7c47ce service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297827 Mar 03 13:08:59.671928 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:08:57Z', 'revision_number': 0, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:08:59.675783 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d49d2-ab72-409e-9b05-c83a8b68c32d None None] The sync data for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv is: [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:08:57Z', 'revision_number': 0, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:08:59.858622 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43041d64-814e-4a44-bd76-465f01854340 None None] New status for floating IP 483f3e31-2481-4d0b-bb07-d9f379c8175a: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 13:09:00.815550 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:09:08.105431 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ed13bc93-2f22-406d-91a2-f8a7500ffd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:08.487241 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:10.293287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7d6b59d6-5117-4a6b-ae5b-515a73a2301f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:11.264545 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:11.666675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:13.030520 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:37.814914 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:09:38.092676 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-2929ab1d-e4ab-4cd0-910f-edb86148d0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:38.481247 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:40.237540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-280109a2-5c43-4697-a783-1101860f1dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:41.298502 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:41.698959 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:43.035351 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:09:55.830365 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-83ff61b0-36ac-4efc-bcea-f047062d9b36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136689 Mar 03 13:09:55.967359 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-8d4ae645-f100-4c8e-9f3e-15fd20370b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:09:55.968815 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-8d4ae645-f100-4c8e-9f3e-15fd20370b7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1099 time: 0.0725689 Mar 03 13:09:56.113887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-e2d51ad1-afab-45d9-8600-b16a4ac2232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:09:56.115252 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-e2d51ad1-afab-45d9-8600-b16a4ac2232d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1282701 Mar 03 13:09:56.215577 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-d2e23775-f8c8-4af0-9d18-25a7007310f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 200 len: 1002 time: 0.0938082 Mar 03 13:09:56.281610 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-72454fe7-4752-46ec-acb7-acd73a4db2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:09:56.283162 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-72454fe7-4752-46ec-acb7-acd73a4db2c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0615120 Mar 03 13:09:56.375244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-5d15cabd-2731-4e8d-9d23-0a018d5bd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:09:56.376721 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-5d15cabd-2731-4e8d-9d23-0a018d5bd87e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878396 Mar 03 13:09:56.505659 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-2f3c4a47-bb18-4908-ad4d-567d4ac2cc1f service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230257 Mar 03 13:09:56.634394 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-36d47203-6985-4c47-ad3a-2931cddcf208 req-c6efbdcd-4947-4cd4-88d7-ee40a0278e44 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220853 Mar 03 13:10:08.111051 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e751cc31-340c-4055-b641-70fbe88e17e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:08.488263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:10.236587 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a7839363-2be5-40c4-a8f9-8f8e656fb8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:11.220157 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:11.654125 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:13.019832 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:14.814540 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:10:38.093426 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3be3279b-a420-4855-bee2-b6a437b634c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:38.516110 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:40.252149 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-19800f22-9299-4a16-89f7-895f5630219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:41.229336 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:41.669034 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:43.069042 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:51.813290 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:10:56.246996 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 993667cc-47d9-4807-9982-9e2fb2698d8e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:10:56.388098 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:10:56.401695 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:10:56.458961 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:56.475122 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 993667cc-47d9-4807-9982-9e2fb2698d8e {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:10:56.490424 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:10:56.544531 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:56.614207 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:10:56.623350 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['993667cc-47d9-4807-9982-9e2fb2698d8e'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:10:56.647389 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.647736 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.648095 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:56.653835 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:10:58.087885 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-25c503a3-2ecb-49b5-a2c7-193991d9a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:10:58.089194 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-25c503a3-2ecb-49b5-a2c7-193991d9a268 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1098 time: 0.2236853 Mar 03 13:10:58.248270 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-2fa40e1c-1afe-4edc-aab5-6ddbd22d2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:10:58.249728 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-2fa40e1c-1afe-4edc-aab5-6ddbd22d2862 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1279974 Mar 03 13:10:58.261925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 993667cc-47d9-4807-9982-9e2fb2698d8e up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:10:58.345986 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port 993667cc-47d9-4807-9982-9e2fb2698d8e triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:10:58.346397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:58.380537 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-ca3531bf-5106-451d-966c-aeefcb2fd27f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 200 len: 1001 time: 0.1250315 Mar 03 13:10:58.444482 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-da957284-430b-4271-92c1-4da555fa5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:10:58.445899 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-da957284-430b-4271-92c1-4da555fa5749 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0586538 Mar 03 13:10:58.471494 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:58.505667 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:10:58.516711 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:10:58.530823 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-0ea5e5ba-9287-41ef-aa83-80caa1b5e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:10:58.532358 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-0ea5e5ba-9287-41ef-aa83-80caa1b5e67e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795400 Mar 03 13:10:58.590473 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:10:58.667481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:10:58.689559 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-2656d11e-2075-4d17-9d9d-1c8a6291f744 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508663 Mar 03 13:10:58.714375 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'code': 200} Mar 03 13:10:58.827851 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7c388f89-dcf0-4bcf-ad4f-bdc2c3f2885a req-6e337d30-bf1d-4149-abe8-ecb7d460a304 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294394 Mar 03 13:11:08.126131 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a19a55f0-bc0e-4021-b71d-81f611156f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:08.509080 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:08.988104 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-84e459b9-97db-4106-b71c-b3c38eb2b0aa tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001034883&fields=id&tenant_id=ba052068a89543fb8036fe8b4621062c HTTP/1.1" status: 200 len: 267 time: 0.0401781 Mar 03 13:11:09.134704 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4605d6cd-8e61-4e2d-bcee-6473f1135804 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:09.136123 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4605d6cd-8e61-4e2d-bcee-6473f1135804 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 809 time: 0.1413136 Mar 03 13:11:09.151375 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-d48bc4df-5a30-4b5b-8b48-69ffadaf748d tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/quotas/ba052068a89543fb8036fe8b4621062c HTTP/1.1" status: 200 len: 375 time: 0.0097921 Mar 03 13:11:09.235327 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-c707565c-1554-48e9-aeb1-cb9c8f0938b5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788300 Mar 03 13:11:09.444825 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-46b066d3-87ca-4c2b-a3de-41dedb0c980d service neutron] 10.222.0.35 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615431 Mar 03 13:11:09.576207 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-44b62ff1-300d-4a05-903d-318a71be5f88 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256943 Mar 03 13:11:09.983779 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-7c89da81-f384-4b4e-b315-647a2686fc05 req-c05b03b9-ef48-4f9d-9b44-3a46442b68ba tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 210 time: 0.0883334 Mar 03 13:11:10.257838 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-84277f80-c385-4fae-b96a-7ea9953de862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:11.142655 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-5349be4c-4197-43d4-8503-e0a03e2560ba req-3f6f461c-7a0d-4b94-bdd9-da8076dda697 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 210 time: 0.0466859 Mar 03 13:11:11.241708 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:11.680848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:12.309430 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-2e28ba37-0311-41c1-ab2d-0dcb61fe3b1e req-e0f14244-cb92-46b7-8330-c1d6196392b8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 210 time: 0.0476673 Mar 03 13:11:12.330685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 993667cc-47d9-4807-9982-9e2fb2698d8e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:11:12.441594 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:12.442423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-ffea51d2-81fd-45ce-852a-65b79975d94e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:12.443992 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-ffea51d2-81fd-45ce-852a-65b79975d94e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 809 time: 0.1615360 Mar 03 13:11:12.476454 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:11:12.487225 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:11:12.499911 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-5b45135e-53ef-444d-8475-ab47869b282b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba052068a89543fb8036fe8b4621062c HTTP/1.1" status: 200 len: 380 time: 0.0470767 Mar 03 13:11:12.514474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'port': {'device_id': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'admin_state_up': True, 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'security_groups': ['58d8c652-a3b2-48e8-a5cf-be14f191bca3']}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:11:12.524683 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'code': 200} Mar 03 13:11:12.532921 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:12.603227 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:12.761243 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:11:12.772216 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:11:12.851384 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Made reservation on behalf of ba052068a89543fb8036fe8b4621062c for: {'port': 1} {{(pid=88431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 13:11:12.855742 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:13.025900 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Allocated IP 172.20.0.7 (a0e79b53-28a4-4e40-8012-fcee4abbe7c0/a2d6e4ec-3d98-40ff-8842-5cc8d899a120/f66311f4-faea-485b-ac71-c20cd9419e0c) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:11:13.036199 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:13.298969 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:13.323368 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Transition to ACTIVE for port object f66311f4-faea-485b-ac71-c20cd9419e0c will not be triggered until provisioned by entity DHCP. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:11:13.449792 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:13.531468 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:11:13.534551 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:11:13.544818 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:11:13.588666 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:13.608609 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.608968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.609306 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.609638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.609973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.610303 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.610626 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.610952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.611277 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.611595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.611910 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.612256 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:11:13.648725 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b3bff-d54d-4bdc-8e9c-a3ed7cf3d28d req-d1e0ec9d-5116-4b65-9c8b-b62449659519 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:13.651413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:13.652098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:13.653236 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-124b3bff-d54d-4bdc-8e9c-a3ed7cf3d28d req-d1e0ec9d-5116-4b65-9c8b-b62449659519 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 931 time: 0.2123425 Mar 03 13:11:13.745764 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-124b3bff-d54d-4bdc-8e9c-a3ed7cf3d28d req-93b9ad9f-747f-4bda-b543-b073b281df67 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840542 Mar 03 13:11:13.750372 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-506ad247-0474-4c81-8cf5-e2d9536f9297 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2392263 Mar 03 13:11:14.036607 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-49ab73e7-446a-427b-a941-c1d4ef4bcfc8 None None] Provisioning for port f66311f4-faea-485b-ac71-c20cd9419e0c completed by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:11:14.045126 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-49ab73e7-446a-427b-a941-c1d4ef4bcfc8 None None] Provisioning complete for port f66311f4-faea-485b-ac71-c20cd9419e0c triggered by entity DHCP. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:11:14.045492 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-49ab73e7-446a-427b-a941-c1d4ef4bcfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:14.108031 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-49ab73e7-446a-427b-a941-c1d4ef4bcfc8 None None] Port f66311f4-faea-485b-ac71-c20cd9419e0c cannot update to ACTIVE because it is not bound. {{(pid=88432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 13:11:14.952988 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8566d3-04fb-4786-ad48-48fe19989823 req-47dd9c2c-98e9-43c2-b4f9-515881f6dd61 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:14.953701 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-fd8566d3-04fb-4786-ad48-48fe19989823 req-47dd9c2c-98e9-43c2-b4f9-515881f6dd61 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:11:15.029332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-fd8566d3-04fb-4786-ad48-48fe19989823 req-47dd9c2c-98e9-43c2-b4f9-515881f6dd61 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:11:15.030683 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fd8566d3-04fb-4786-ad48-48fe19989823 req-47dd9c2c-98e9-43c2-b4f9-515881f6dd61 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 931 time: 0.1661720 Mar 03 13:11:15.091245 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-fd8566d3-04fb-4786-ad48-48fe19989823 req-9f57160f-5cae-4486-bf70-dadf1ed57ef5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537231 Mar 03 13:11:16.285799 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0a26d-4adf-4c72-8bad-62b0de715e4c req-cfe8e23f-050c-4663-9d9c-5d4d4fcd27d3 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:16.288034 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fb0a26d-4adf-4c72-8bad-62b0de715e4c req-cfe8e23f-050c-4663-9d9c-5d4d4fcd27d3 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 931 time: 0.0906117 Mar 03 13:11:16.344715 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-6fb0a26d-4adf-4c72-8bad-62b0de715e4c req-71545c86-3f2e-4151-ab0f-c44614aa1722 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476480 Mar 03 13:11:17.534382 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b99d8-9136-4130-8e98-a9616dd99175 req-68d2d33d-188e-4ca1-8d7b-3dc65c371d75 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:17.535968 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dd6b99d8-9136-4130-8e98-a9616dd99175 req-68d2d33d-188e-4ca1-8d7b-3dc65c371d75 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 931 time: 0.0847278 Mar 03 13:11:17.584441 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-dd6b99d8-9136-4130-8e98-a9616dd99175 req-0a60df2f-0e02-44c0-a0bc-b030d05df4a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Mar 03 13:11:18.777313 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12168e-771b-4e48-abae-bb2556e57a4d req-11f7b6f3-644e-400e-9a43-42b4683f7269 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:18.778854 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-df12168e-771b-4e48-abae-bb2556e57a4d req-11f7b6f3-644e-400e-9a43-42b4683f7269 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 931 time: 0.0845029 Mar 03 13:11:18.834616 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-df12168e-771b-4e48-abae-bb2556e57a4d req-3d6e3b77-65b5-42a5-b639-09d0f76cff6e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450869 Mar 03 13:11:20.038319 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cfe23-cb2e-408d-a6ae-03cc5bdcb129 req-b246e12d-e23a-4679-82c2-a7f72a3de2ee tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:20.040038 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff1cfe23-cb2e-408d-a6ae-03cc5bdcb129 req-b246e12d-e23a-4679-82c2-a7f72a3de2ee tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 931 time: 0.0934145 Mar 03 13:11:20.088726 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-ff1cfe23-cb2e-408d-a6ae-03cc5bdcb129 req-5fa7dae6-6e64-42c4-93de-6c750929bb67 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Mar 03 13:11:21.268552 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b7dd9-07d1-4c6e-a3a0-42fa2bfc99c1 req-9617a7d8-80c0-4af0-91af-88e46c113ef9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:21.270017 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-046b7dd9-07d1-4c6e-a3a0-42fa2bfc99c1 req-9617a7d8-80c0-4af0-91af-88e46c113ef9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 931 time: 0.0779085 Mar 03 13:11:21.292176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Request body: {'port': {'device_id': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:11:21.315073 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-046b7dd9-07d1-4c6e-a3a0-42fa2bfc99c1 req-7efb7d20-3fa8-475c-a2b7-5a6411e431af tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Mar 03 13:11:21.406283 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:21.739897 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66311f4-faea-485b-ac71-c20cd9419e0c {{(pid=88431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:11:21.747715 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:21.761753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.provisioning_blocks [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Transition to ACTIVE for port object f66311f4-faea-485b-ac71-c20cd9419e0c will not be triggered until provisioned by entity L2. {{(pid=88431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 13:11:21.812249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:21.969147 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:22.048838 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Attempting to bind port f66311f4-faea-485b-ac71-c20cd9419e0c on host hv-neutron-8317 for vnic_type normal with profile {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 13:11:22.049165 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Attempting to bind port f66311f4-faea-485b-ac71-c20cd9419e0c by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 13:11:22.049489 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Attempting to bind port f66311f4-faea-485b-ac71-c20cd9419e0c on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:11:22.053890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Port f66311f4-faea-485b-ac71-c20cd9419e0c on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 13:11:22.054199 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Attempting to bind port f66311f4-faea-485b-ac71-c20cd9419e0c on network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 13:11:22.059194 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Checking agent: {'id': '1c40d933-f69c-42cd-b129-71fa313daa31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'started_at': datetime.datetime(2022, 3, 3, 12, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 13:11:22.059525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Checking segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 13:11:22.059902 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Bound using segment: {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'} {{(pid=88431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 13:11:22.060333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.managers [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Bound port: f66311f4-faea-485b-ac71-c20cd9419e0c, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce971d5b-f277-46b3-861c-a4af1eff8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0'}}] {{(pid=88431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 13:11:22.060662 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:22.251962 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, cleared binding levels {{(pid=88431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 13:11:22.254734 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 13:11:22.325851 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:22.381385 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:22.381921 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:22.384180 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] 10.222.0.26 "PUT /v2.0/ports/f66311f4-faea-485b-ac71-c20cd9419e0c HTTP/1.1" status: 200 len: 1093 time: 1.0969179 Mar 03 13:11:22.384613 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:11:22.417331 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d453cc5-85f8-4093-acd9-bab6159f615c service neutron] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=3']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:22.565461 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'status': 'completed', 'code': 200} Mar 03 13:11:22.584656 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db11f5-c0c3-4134-a78b-73a8b4518f50 req-269c215f-3d32-418d-929d-a232b530e624 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:22.586695 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b6db11f5-c0c3-4134-a78b-73a8b4518f50 req-269c215f-3d32-418d-929d-a232b530e624 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 943 time: 0.1636906 Mar 03 13:11:22.619406 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-6c284d80-8617-4256-96df-99983c422077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:22.620883 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-6c284d80-8617-4256-96df-99983c422077 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 1096 time: 0.1290331 Mar 03 13:11:22.700041 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b6db11f5-c0c3-4134-a78b-73a8b4518f50 req-3ae8105d-8bb9-47a4-baa9-981da3370c11 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064711 Mar 03 13:11:22.701271 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-cf56f21b-b21d-4a75-9d6e-f2bb8974d940 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f66311f4-faea-485b-ac71-c20cd9419e0c HTTP/1.1" status: 200 len: 217 time: 0.0716996 Mar 03 13:11:22.762183 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-12591341-37a7-4674-8bb7-5658d4202054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:22.763506 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-12591341-37a7-4674-8bb7-5658d4202054 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0570185 Mar 03 13:11:22.841874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-40b5a156-9285-4174-a0cc-e908706b4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:22.843337 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-40b5a156-9285-4174-a0cc-e908706b4ca2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741832 Mar 03 13:11:22.982149 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-0148acb0-acd9-4790-974c-b3032d2aa6eb service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327281 Mar 03 13:11:23.113097 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-4c47a7a3-23a5-4871-a275-bcd4d2036c8d req-5b353946-6c37-45df-a5cf-d3fc76825e41 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247056 Mar 03 13:11:23.281051 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ce136-ef8c-49b4-8572-1be906670837 req-38650439-a846-4d15-81ba-4cd3e403b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:23.282526 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-355ce136-ef8c-49b4-8572-1be906670837 req-38650439-a846-4d15-81ba-4cd3e403b514 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 1096 time: 0.0704296 Mar 03 13:11:23.415161 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ce136-ef8c-49b4-8572-1be906670837 req-d933b335-74bf-49af-8f87-195ff9fed6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:23.416532 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-355ce136-ef8c-49b4-8572-1be906670837 req-d933b335-74bf-49af-8f87-195ff9fed6be service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1261466 Mar 03 13:11:23.503097 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-355ce136-ef8c-49b4-8572-1be906670837 req-6be1e6f7-9bef-4f7e-afe7-cf64ce8a0914 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f66311f4-faea-485b-ac71-c20cd9419e0c HTTP/1.1" status: 200 len: 217 time: 0.0787544 Mar 03 13:11:23.565036 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ce136-ef8c-49b4-8572-1be906670837 req-51af7501-c49b-431b-9769-abb244d7e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:23.566445 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-355ce136-ef8c-49b4-8572-1be906670837 req-51af7501-c49b-431b-9769-abb244d7e178 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0569792 Mar 03 13:11:23.643873 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ce136-ef8c-49b4-8572-1be906670837 req-765ef651-c454-42ac-9413-ee0bb566e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:23.645329 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-355ce136-ef8c-49b4-8572-1be906670837 req-765ef651-c454-42ac-9413-ee0bb566e7fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725372 Mar 03 13:11:23.780982 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-355ce136-ef8c-49b4-8572-1be906670837 req-5ae717e0-5de1-47eb-b9fc-7ccd4219b534 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282125 Mar 03 13:11:23.889559 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215bbbc-a435-4cb8-ac6d-84f86c2a8490 req-929d17ab-a491-41a6-9f3e-e2ce73b20070 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:23.891002 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d215bbbc-a435-4cb8-ac6d-84f86c2a8490 req-929d17ab-a491-41a6-9f3e-e2ce73b20070 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 943 time: 0.0820842 Mar 03 13:11:23.915784 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-355ce136-ef8c-49b4-8572-1be906670837 req-6f7bd4b1-a3c0-4a68-9420-c0d00d64550f service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280699 Mar 03 13:11:23.934967 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-d215bbbc-a435-4cb8-ac6d-84f86c2a8490 req-b5ae9f12-4eec-40a3-a261-2c207c954c02 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Mar 03 13:11:24.392709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f66311f4-faea-485b-ac71-c20cd9419e0c details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:11:24.525259 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:11:24.537801 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'port_id': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'mac_address': 'fa:16:3e:d0:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:11:24.592867 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:24.612059 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66311f4-faea-485b-ac71-c20cd9419e0c {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:11:24.627741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:11:24.685939 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:24.750888 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=4']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:24.900775 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['f66311f4-faea-485b-ac71-c20cd9419e0c'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:11:25.268846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880c89-419b-4153-95df-cdb1e0db6672 req-814cc434-928a-4d09-8a7d-e1ebd0417fc5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:25.270304 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b2880c89-419b-4153-95df-cdb1e0db6672 req-814cc434-928a-4d09-8a7d-e1ebd0417fc5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 944 time: 0.0785201 Mar 03 13:11:25.313335 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-b2880c89-419b-4153-95df-cdb1e0db6672 req-13ee012d-c475-4a0c-955c-47b8cced4c88 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370834 Mar 03 13:11:26.394299 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f66311f4-faea-485b-ac71-c20cd9419e0c up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:11:26.509913 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b49b4-7c2a-4317-a116-4155320d36ce req-8badba3c-53aa-47a8-8428-db1f075c88b8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:26.511374 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-178b49b4-7c2a-4317-a116-4155320d36ce req-8badba3c-53aa-47a8-8428-db1f075c88b8 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 944 time: 0.0860343 Mar 03 13:11:26.563710 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-178b49b4-7c2a-4317-a116-4155320d36ce req-7659a249-2b0f-4875-848f-c0ae9c326b24 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Mar 03 13:11:26.755370 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning for port f66311f4-faea-485b-ac71-c20cd9419e0c completed by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 13:11:26.761111 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port f66311f4-faea-485b-ac71-c20cd9419e0c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:11:26.761481 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:26.874741 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:26.901578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:11:26.911533 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:11:26.944693 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'code': 200} Mar 03 13:11:26.989774 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:27.058216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=5']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:27.408060 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1abf0d-4845-4562-ad3d-673fe3869e07 req-f59f95f2-5647-416f-9b2b-585afe2ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:27.409528 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3a1abf0d-4845-4562-ad3d-673fe3869e07 req-f59f95f2-5647-416f-9b2b-585afe2ff858 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 1098 time: 0.1827245 Mar 03 13:11:27.450388 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3a1abf0d-4845-4562-ad3d-673fe3869e07 req-7503e310-4439-4230-a774-3b860111beed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340700 Mar 03 13:11:27.756970 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d8243-5626-45af-8d61-5b9614f0497a req-2c0a042d-315b-4241-a74d-e729c17c7566 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:27.758410 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c2d8243-5626-45af-8d61-5b9614f0497a req-2c0a042d-315b-4241-a74d-e729c17c7566 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 945 time: 0.0854959 Mar 03 13:11:27.803361 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-4c2d8243-5626-45af-8d61-5b9614f0497a req-340893c1-a121-476c-9090-57b92348cc8b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Mar 03 13:11:28.812253 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:11:28.996990 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24367884-7966-489a-a3be-3421325aae71 req-f87bf2e0-f0b6-4022-8529-70d2952277bf tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:28.998554 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-24367884-7966-489a-a3be-3421325aae71 req-f87bf2e0-f0b6-4022-8529-70d2952277bf tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 945 time: 0.0876806 Mar 03 13:11:29.042030 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-24367884-7966-489a-a3be-3421325aae71 req-b576b717-5e4a-475d-9bf3-d534b1d26935 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379984 Mar 03 13:11:29.239157 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a4c0-01cf-48e8-8dbf-205cd42d1570 req-3fe6dce6-842d-4838-bdda-3bd0863f503b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:29.240659 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e121a4c0-01cf-48e8-8dbf-205cd42d1570 req-3fe6dce6-842d-4838-bdda-3bd0863f503b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 945 time: 0.0916319 Mar 03 13:11:29.284603 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-e121a4c0-01cf-48e8-8dbf-205cd42d1570 req-bad71ac3-abc4-4347-8392-b56124a999b7 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Mar 03 13:11:29.307616 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46724) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:11:29.377329 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd54659-be82-40e0-826d-60765cf5fe70 tempest-TestSnapshotPattern-87750224 tempest-TestSnapshotPattern-87750224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:29.378816 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-dfd54659-be82-40e0-826d-60765cf5fe70 tempest-TestSnapshotPattern-87750224 tempest-TestSnapshotPattern-87750224-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 1093 time: 0.0701468 Mar 03 13:11:29.381548 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46728) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:11:29.386932 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.v2.base [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Request body: {'floatingip': {'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'port_id': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 13:11:29.393072 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 13:11:29.396912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Usage tracker for resource:floatingip and tenant:ba052068a89543fb8036fe8b4621062c is out of sync, need to count used quota {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 13:11:29.399738 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88431) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 13:11:29.405362 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.quota.driver [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 13:11:29.463608 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:29.600218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:29.736948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_common [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Allocated IP 172.26.8.68 (aff45c4b-dd85-4638-a1b8-61674d892c54/4110c801-29f5-4370-8f55-5b40c9f26ec6/abed515a-1d63-47d3-9c0c-9df815c3efff) {{(pid=88431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 13:11:29.879137 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for port, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:29.983127 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753990952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:30.048601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Network aff45c4b-dd85-4638-a1b8-61674d892c54 is already hosted by enough agents. {{(pid=88431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 13:11:30.051353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.base_scheduler [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Resources bound (agent type, host, resource id): {{(pid=88431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 13:11:30.054860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Received port after_create {{(pid=88431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 13:11:30.103457 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'Port': ['ID=abed515a-1d63-47d3-9c0c-9df815c3efff,revision_number=1']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:30.474146 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:30.606068 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:30.806623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for port, precommit_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:30.869587 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16262217'] for port, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:31.081879 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event updated for resources: {'Port': ['ID=abed515a-1d63-47d3-9c0c-9df815c3efff,revision_number=2']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:11:31.091480 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720839'] for floatingip, after_update {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:31.265639 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Floating IP 7805d82c-41c5-47b0-bbb1-b0b5d3113797 associated. External IP: 172.26.8.68, port: f66311f4-faea-485b-ac71-c20cd9419e0c. Mar 03 13:11:31.613226 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Router 029b89cb-1d72-48be-84a3-44c03d556f8c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:11:31.792286 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:11:31.801813 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] Sync routers for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:11:31.814357 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:11:31.814880 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:11:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:11:31.869723 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:31.939426 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-ea047b0c-2eb8-49d4-8304-6f44df8097d5 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5427811 Mar 03 13:11:31.939426 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:11:31.980276 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'status': 'completed', 'code': 200} Mar 03 13:11:31.996315 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:11:32.075663 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72457d-abd3-4f86-9951-4851acabedbd req-201413af-2c2f-45da-8cab-fa0aa58de506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:32.077077 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a72457d-abd3-4f86-9951-4851acabedbd req-201413af-2c2f-45da-8cab-fa0aa58de506 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 1098 time: 0.0732503 Mar 03 13:11:32.207890 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72457d-abd3-4f86-9951-4851acabedbd req-3e56c498-6ea2-402f-b9dd-64b55aee28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:32.209345 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a72457d-abd3-4f86-9951-4851acabedbd req-3e56c498-6ea2-402f-b9dd-64b55aee28e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1266329 Mar 03 13:11:32.311813 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a72457d-abd3-4f86-9951-4851acabedbd req-a6872047-f5f9-4b9c-9d55-e9d7c6915eb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f66311f4-faea-485b-ac71-c20cd9419e0c HTTP/1.1" status: 200 len: 998 time: 0.0965519 Mar 03 13:11:32.358456 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:09:00Z', 'revision_number': 1, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}, {'id': '7805d82c-41c5-47b0-bbb1-b0b5d3113797', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.68', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:d0:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:11:30Z', 'updated_at': '2022-03-03T13:11:30Z', 'revision_number': 0, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:11:32.362195 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] Checking router: 029b89cb-1d72-48be-84a3-44c03d556f8c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:11:32.370806 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:11:32.371391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:11:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:11:32.371535 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72457d-abd3-4f86-9951-4851acabedbd req-363fe872-0529-4f9c-8727-393f0e573377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:32.372981 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a72457d-abd3-4f86-9951-4851acabedbd req-363fe872-0529-4f9c-8727-393f0e573377 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0559878 Mar 03 13:11:32.449052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72457d-abd3-4f86-9951-4851acabedbd req-8d34fedd-db4a-418e-a8b7-2a4e0f15be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:32.450487 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a72457d-abd3-4f86-9951-4851acabedbd req-8d34fedd-db4a-418e-a8b7-2a4e0f15be23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715246 Mar 03 13:11:32.543956 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:11:32.581231 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a72457d-abd3-4f86-9951-4851acabedbd req-4cca6df6-e7d6-4695-adcf-9d8cad9ab8be service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242864 Mar 03 13:11:32.826534 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-7a72457d-abd3-4f86-9951-4851acabedbd req-a733b959-96ed-43f8-ab7e-c264a008392a service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387669 Mar 03 13:11:32.894628 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:09:00Z', 'revision_number': 1, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}, {'id': '7805d82c-41c5-47b0-bbb1-b0b5d3113797', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.68', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:d0:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:11:30Z', 'updated_at': '2022-03-03T13:11:30Z', 'revision_number': 0, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:11:32.898531 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2f213-1f20-4100-8f1c-18c38aef4ad5 None None] The sync data for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv is: [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:09:00Z', 'revision_number': 1, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}, {'id': '7805d82c-41c5-47b0-bbb1-b0b5d3113797', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.68', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:d0:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:11:30Z', 'updated_at': '2022-03-03T13:11:30Z', 'revision_number': 0, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:11:33.084506 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90decd6d-f650-4623-8cf9-7a8b99737c49 None None] New status for floating IP 7805d82c-41c5-47b0-bbb1-b0b5d3113797: ACTIVE {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 13:11:38.086673 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9639b414-c040-4342-9c08-db92af866303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:38.475217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:40.235578 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-08426568-5a0f-4220-8406-7f747d309abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:41.262799 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:41.686558 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:43.058217 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:11:57.800967 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-852b50cb-703f-4605-ac21-047e18b8b830 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705161 Mar 03 13:11:57.938204 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-b728b507-7ec8-4e8f-a67a-3e3b30c2830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:57.939631 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-b728b507-7ec8-4e8f-a67a-3e3b30c2830c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1097 time: 0.0725951 Mar 03 13:11:58.083635 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-2748d47c-ce4b-4560-8988-cbf111a034d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:58.085020 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-2748d47c-ce4b-4560-8988-cbf111a034d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1272564 Mar 03 13:11:58.187574 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-fe7d4e42-9c27-4ac7-91bb-d1ed7b50ae7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 200 len: 1000 time: 0.0963020 Mar 03 13:11:58.248386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-b2bfa881-fddd-47d4-aedd-412f1ad04ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:58.249757 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-b2bfa881-fddd-47d4-aedd-412f1ad04ba3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0567791 Mar 03 13:11:58.327525 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-165e0cdc-60b6-44d4-a4fb-d48d1a6491d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:11:58.329615 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-165e0cdc-60b6-44d4-a4fb-d48d1a6491d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741005 Mar 03 13:11:58.459716 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-6222396f-acce-4992-9b98-c8026664ae6b service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239393 Mar 03 13:11:58.585900 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-34f1f6e4-ee84-4481-a9be-0d41f59098db req-601339ac-6de7-47c7-b5df-ba245ff81acb service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204405 Mar 03 13:12:05.811499 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:12:08.090535 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ce0631ef-497d-4002-84a4-596a0cd9ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:08.502924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:10.228709 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8cddebd5-05d0-4922-9a1b-daceb70b8d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:11.228728 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:11.715141 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:13.044541 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:38.095973 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c4de261d-f5b7-4809-aac7-3cd1e71b23e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:38.502704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:40.285822 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8a6226c8-a058-4161-a3ee-9be9ce174acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:41.234091 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:41.719696 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:42.810351 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:12:43.045443 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:12:58.844863 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-fa772ea5-962f-46bb-a551-45c691c50a03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790241 Mar 03 13:12:58.933592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-17e76749-e173-42cc-b97b-04bda988f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:12:58.934999 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-17e76749-e173-42cc-b97b-04bda988f1fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 1098 time: 0.0691409 Mar 03 13:12:59.079053 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-3a92aad3-a11c-4d7d-885c-a6ab8f86b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:12:59.080498 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-3a92aad3-a11c-4d7d-885c-a6ab8f86b3c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1238461 Mar 03 13:12:59.182212 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-70502c61-4b3b-4ccc-a10f-7ad01276c548 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f66311f4-faea-485b-ac71-c20cd9419e0c HTTP/1.1" status: 200 len: 1000 time: 0.0949025 Mar 03 13:12:59.244467 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-a8609228-ece5-45a4-a66a-055dc48afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:12:59.245828 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-a8609228-ece5-45a4-a66a-055dc48afdef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0587938 Mar 03 13:12:59.319484 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-b4c0124c-08c4-43ca-b70f-ad9a102a8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:12:59.320992 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-b4c0124c-08c4-43ca-b70f-ad9a102a8ff5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692971 Mar 03 13:12:59.553536 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-d75a25c9-9a8e-4e2d-8274-c6ebf4ac7e3b service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262306 Mar 03 13:12:59.685928 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-07ce0fde-75ca-4c43-bc47-b833da0780a5 req-3003e5ad-a621-4483-b413-a08bca63947b service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263702 Mar 03 13:13:02.719293 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f66311f4-faea-485b-ac71-c20cd9419e0c details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=88432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 13:13:02.851115 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:02.863748 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Returning: {'device': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'port_id': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'mac_address': 'fa:16:3e:d0:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 13:13:02.919817 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:02.935595 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f66311f4-faea-485b-ac71-c20cd9419e0c {{(pid=88432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 13:13:02.950826 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:03.033369 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:03.103653 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=6']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:03.108548 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] get_ports_and_sgs() called for port_ids ['f66311f4-faea-485b-ac71-c20cd9419e0c'] {{(pid=88432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 13:13:03.145262 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.145611 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.145953 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.146280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.146655 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.146985 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.147309 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.147633 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.147955 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.148303 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.148624 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:03.148940 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:04.754931 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f66311f4-faea-485b-ac71-c20cd9419e0c up at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 13:13:04.817880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.provisioning_blocks [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Provisioning complete for port f66311f4-faea-485b-ac71-c20cd9419e0c triggered by entity L2. {{(pid=88432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 13:13:04.818248 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1777185'] for port, provisioning_complete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:04.950016 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:04.981396 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:13:04.991255 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:05.038102 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'code': 200} Mar 03 13:13:05.068236 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:05.143477 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=7']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:08.102384 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a5702ca7-e3ab-41fe-96b7-ff80c24a9787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:08.513916 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:10.228408 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-04fc7118-e6ac-404b-b44e-7843e9737097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:11.250381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:11.718704 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:13.067929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:15.526028 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 46944) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:15.728989 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Deleting port abed515a-1d63-47d3-9c0c-9df815c3efff {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:15.729322 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:15.892961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:15.893180 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:16.015152 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Calling delete_port for abed515a-1d63-47d3-9c0c-9df815c3efff owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:16.246784 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:16.297981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event deleted for resources: {'Port': ['ID=abed515a-1d63-47d3-9c0c-9df815c3efff,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:16.340835 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.341178 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.341506 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.341828 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.342144 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.342462 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.342776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.343089 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.343400 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.343814 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.344175 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.344501 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-1-hyperv {{(pid=88431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 13:13:16.400208 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:16.400533 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Floating IP 7805d82c-41c5-47b0-bbb1-b0b5d3113797 disassociated (deleted). External IP: 172.26.8.68, port: f66311f4-faea-485b-ac71-c20cd9419e0c. Mar 03 13:13:16.815503 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f66311f4-faea-485b-ac71-c20cd9419e0c no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:16.868098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Router 029b89cb-1d72-48be-84a3-44c03d556f8c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:13:16.947965 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587904'] for port, before_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:17.008823 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c'}] {{(pid=88432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:13:17.018753 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:17.056816 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:13:17.056976 dv-neutron-831730-1-hyperv neutron-server[88432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'code': 200} Mar 03 13:13:17.066457 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] Sync routers for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:13:17.075188 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:17.075781 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:17.084726 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735754355438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753990970', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753991015'] for port, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:17.137071 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:17.151966 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Pushing event updated for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=8']} {{(pid=88432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:17.197920 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a5999bcc-7cf7-47db-8db5-54765ed7083b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "DELETE /v2.0/floatingips/7805d82c-41c5-47b0-bbb1-b0b5d3113797 HTTP/1.1" status: 204 len: 168 time: 1.6707401 Mar 03 13:13:17.198591 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:13:17.260096 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'status': 'completed', 'code': 200} Mar 03 13:13:17.260497 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:17.362840 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-c1a4ed64-ece1-420c-adb9-7e1e5d88098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:17.364655 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-c1a4ed64-ece1-420c-adb9-7e1e5d88098e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 1096 time: 0.0825667 Mar 03 13:13:17.503491 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-5c04efb6-b7ca-4fb9-b31d-a75e73e43857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:17.504959 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-5c04efb6-b7ca-4fb9-b31d-a75e73e43857 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1341693 Mar 03 13:13:17.584275 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-bfc0c2c9-70c9-4587-95d1-bad541c078dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f66311f4-faea-485b-ac71-c20cd9419e0c HTTP/1.1" status: 200 len: 217 time: 0.0692928 Mar 03 13:13:17.639605 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:09:00Z', 'revision_number': 1, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:17.644310 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] Checking router: 029b89cb-1d72-48be-84a3-44c03d556f8c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:13:17.652218 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-26b82284-7850-4019-9552-0f695d6b0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:17.653201 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:17.653792 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:17.654092 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-26b82284-7850-4019-9552-0f695d6b0e40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0609758 Mar 03 13:13:17.747534 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-691c2f11-57aa-462f-b8aa-1c6bc14e8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:17.750155 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-691c2f11-57aa-462f-b8aa-1c6bc14e8641 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899363 Mar 03 13:13:17.792948 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b762b-9af1-42b6-9f53-2b27bf1db739 req-e5cb071a-1e9f-46b9-8722-ceca9da230b9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:17.794435 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-440b762b-9af1-42b6-9f53-2b27bf1db739 req-e5cb071a-1e9f-46b9-8722-ceca9da230b9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 943 time: 0.1028283 Mar 03 13:13:17.835323 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:17.841362 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-440b762b-9af1-42b6-9f53-2b27bf1db739 req-59d3786b-f2e0-40da-a257-f635b6859465 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401781 Mar 03 13:13:17.897746 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-c922aa7d-de2a-4ca5-b53d-4d7aaece2cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408961 Mar 03 13:13:18.032304 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-cfed6db9-0932-4b48-8d57-b1e2e5639a50 req-b74e26a6-8971-456d-9b69-94679ebd1601 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272228 Mar 03 13:13:18.199030 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:09:00Z', 'revision_number': 1, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:18.202766 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c992ba-19f3-4e1e-ab5c-4c74532f89c1 None None] The sync data for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv is: [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_floatingips': [{'id': '483f3e31-2481-4d0b-bb07-d9f379c8175a', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'floating_ip_address': '172.26.8.111', 'floating_network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'router_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'port_id': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'mac_address': 'fa:16:3e:4d:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T13:08:57Z', 'updated_at': '2022-03-03T13:09:00Z', 'revision_number': 1, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:13:18.410176 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95247f17-40c6-4561-abc0-5ecdf3dc72a2 None None] New status for floating IP 7805d82c-41c5-47b0-bbb1-b0b5d3113797: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 13:13:19.032727 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390370a-cf5d-42da-87fa-10224397a6f7 req-f8d5d656-db87-4f16-a714-aa95eda33dd9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:19.033405 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1390370a-cf5d-42da-87fa-10224397a6f7 req-f8d5d656-db87-4f16-a714-aa95eda33dd9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:13:19.146685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-1390370a-cf5d-42da-87fa-10224397a6f7 req-f8d5d656-db87-4f16-a714-aa95eda33dd9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:13:19.147808 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1390370a-cf5d-42da-87fa-10224397a6f7 req-f8d5d656-db87-4f16-a714-aa95eda33dd9 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 943 time: 0.1941347 Mar 03 13:13:19.225166 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-1390370a-cf5d-42da-87fa-10224397a6f7 req-dd346687-d051-4bbb-8a83-27c7914c98c7 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708144 Mar 03 13:13:19.271049 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442694e-918c-4169-9ed5-952bca05029a req-c8583fbb-dae5-49ae-aa03-c1d59b4cb096 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:19.272477 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3442694e-918c-4169-9ed5-952bca05029a req-c8583fbb-dae5-49ae-aa03-c1d59b4cb096 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 943 time: 0.0866048 Mar 03 13:13:19.341106 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Deleting port f66311f4-faea-485b-ac71-c20cd9419e0c {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:19.341454 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:19.585364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] For port f66311f4-faea-485b-ac71-c20cd9419e0c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f66311f4-faea-485b-ac71-c20cd9419e0c,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:19.585712 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:19.809909 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:13:19.810892 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Calling delete_port for f66311f4-faea-485b-ac71-c20cd9419e0c owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:20.027333 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:20.077005 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event deleted for resources: {'Port': ['ID=f66311f4-faea-485b-ac71-c20cd9419e0c,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:20.153690 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] No DVR routers for this DVR port f66311f4-faea-485b-ac71-c20cd9419e0c on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:13:20.156220 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:20.158640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-deleted', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:13:20.203151 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790cb9e-052e-4677-977c-bc9ef21d41bb', 'name': 'network-vif-deleted', 'tag': 'f66311f4-faea-485b-ac71-c20cd9419e0c', 'status': 'completed', 'code': 200} Mar 03 13:13:20.227945 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-3442694e-918c-4169-9ed5-952bca05029a req-f63cb67b-7851-4264-a573-3074835178a6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "DELETE /v2.0/ports/f66311f4-faea-485b-ac71-c20cd9419e0c HTTP/1.1" status: 204 len: 173 time: 0.9495437 Mar 03 13:13:20.386251 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-eb1acbf4-ee13-4c9a-881e-de2b3c49ec0d req-289b7afd-d48f-449c-9e74-6084b89020ab tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:13:20.439088 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-eb1acbf4-ee13-4c9a-881e-de2b3c49ec0d req-289b7afd-d48f-449c-9e74-6084b89020ab tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:13:20.440291 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-eb1acbf4-ee13-4c9a-881e-de2b3c49ec0d req-289b7afd-d48f-449c-9e74-6084b89020ab tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=3790cb9e-052e-4677-977c-bc9ef21d41bb HTTP/1.1" status: 200 len: 210 time: 0.1025879 Mar 03 13:13:22.723479 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47024) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:22.831167 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f66311f4-faea-485b-ac71-c20cd9419e0c no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:22.864938 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: f66311f4-faea-485b-ac71-c20cd9419e0c {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:22.865280 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device f66311f4-faea-485b-ac71-c20cd9419e0c not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:22.925241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Deleting port 9133d4e9-a542-46aa-ab58-156a2d8ac8cd {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:22.925586 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:23.093115 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:23.093338 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:23.218452 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Calling delete_port for 9133d4e9-a542-46aa-ab58-156a2d8ac8cd owned by network:floatingip {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:23.444274 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:23.493948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event deleted for resources: {'Port': ['ID=9133d4e9-a542-46aa-ab58-156a2d8ac8cd,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:23.586458 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for floatingip, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:23.587384 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.db.l3_db [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Floating IP 483f3e31-2481-4d0b-bb07-d9f379c8175a disassociated (deleted). External IP: 172.26.8.111, port: 993667cc-47d9-4807-9982-9e2fb2698d8e. Mar 03 13:13:24.029614 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Router 029b89cb-1d72-48be-84a3-44c03d556f8c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:13:24.205567 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:13:24.216452 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] Sync routers for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:13:24.225951 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:24.226541 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:24.324658 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for floatingip, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:24.380654 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-77c2e4e9-7ce8-4bb7-98d8-404710fe8fe6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "DELETE /v2.0/floatingips/483f3e31-2481-4d0b-bb07-d9f379c8175a HTTP/1.1" status: 204 len: 168 time: 1.6560123 Mar 03 13:13:24.381555 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:13:24.429522 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'status': 'completed', 'code': 200} Mar 03 13:13:24.440745 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:24.526121 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-63057982-e4f0-430c-920e-e3a705b9fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:24.527615 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-63057982-e4f0-430c-920e-e3a705b9fc70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba052068a89543fb8036fe8b4621062c&device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 1097 time: 0.0779421 Mar 03 13:13:24.670623 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-7e5c48c4-75d6-49bf-9d40-28cef694ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:24.671990 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-7e5c48c4-75d6-49bf-9d40-28cef694ffab service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 200 len: 910 time: 0.1380024 Mar 03 13:13:24.739674 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-36be2f12-9ad8-4ad8-967b-70dfbcaf8d20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 200 len: 217 time: 0.0618863 Mar 03 13:13:24.770491 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:24.774887 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] Checking router: 029b89cb-1d72-48be-84a3-44c03d556f8c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:13:24.783473 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:24.784093 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:24.803952 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-1d27f479-3f97-47f8-8f2a-45032df74e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:24.806032 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-1d27f479-3f97-47f8-8f2a-45032df74e60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 200 len: 848 time: 0.0603228 Mar 03 13:13:24.887638 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-07f24b47-9f81-4b9e-b704-07fb7532371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:24.889316 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-07f24b47-9f81-4b9e-b704-07fb7532371f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0e79b53-28a4-4e40-8012-fcee4abbe7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758953 Mar 03 13:13:24.970144 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:24.995396 dv-neutron-831730-1-hyperv neutron-server[88430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45743c36-1218-4868-9bd5-0083c0373229 req-3b76bf7f-41ea-431d-8596-19b6b875bd17 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:24.996915 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45743c36-1218-4868-9bd5-0083c0373229 req-3b76bf7f-41ea-431d-8596-19b6b875bd17 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 944 time: 0.0835619 Mar 03 13:13:25.026520 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-dce34b9d-4aff-487b-80de-452f58dbcc4d service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290326 Mar 03 13:13:25.045691 dv-neutron-831730-1-hyperv neutron-server[88430]: INFO neutron.wsgi [req-45743c36-1218-4868-9bd5-0083c0373229 req-22fb9d38-ef63-44eb-b605-f856605f92f6 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Mar 03 13:13:25.159415 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-81699e01-5b6e-4b50-8994-bd21047d1600 req-444887e4-723c-4072-8447-8057989db8af service neutron] 10.222.0.26 "GET /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255996 Mar 03 13:13:25.284668 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:25.288340 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da94e-5eba-4e4e-850f-6ee8b92f1af4 None None] The sync data for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv is: [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:08:29Z', 'revision_number': 4, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv', '_interfaces': [{'id': '7e15a805-5bed-406d-aef0-64297304b7cb', 'name': '', 'network_id': 'a0e79b53-28a4-4e40-8012-fcee4abbe7c0', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'mac_address': 'fa:16:3e:3e:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:28Z', 'updated_at': '2022-03-03T13:08:35Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'subnets': [{'id': 'a2d6e4ec-3d98-40ff-8842-5cc8d899a120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:13:25.493313 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff730ab-afdd-41af-847f-95f7672b82b8 None None] New status for floating IP 483f3e31-2481-4d0b-bb07-d9f379c8175a: DOWN {{(pid=88432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 13:13:26.235176 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c7c94-a7e7-4582-8ad4-9a8a0c3e7b26 req-83f9f564-ef8f-4b31-9118-e67a531a082e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:26.235857 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8f8c7c94-a7e7-4582-8ad4-9a8a0c3e7b26 req-83f9f564-ef8f-4b31-9118-e67a531a082e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:13:26.307647 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-8f8c7c94-a7e7-4582-8ad4-9a8a0c3e7b26 req-83f9f564-ef8f-4b31-9118-e67a531a082e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:13:26.308891 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8f8c7c94-a7e7-4582-8ad4-9a8a0c3e7b26 req-83f9f564-ef8f-4b31-9118-e67a531a082e tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 944 time: 0.1553526 Mar 03 13:13:26.405892 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-8f8c7c94-a7e7-4582-8ad4-9a8a0c3e7b26 req-80f25416-72b6-4c53-a23c-695ca22bc096 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/security-groups?id=58d8c652-a3b2-48e8-a5cf-be14f191bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640626 Mar 03 13:13:26.429640 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-4358a897-665e-4a10-b5e0-da14500efe1f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 13:13:26.431095 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-4358a897-665e-4a10-b5e0-da14500efe1f tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 944 time: 0.1210868 Mar 03 13:13:26.501440 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Deleting port 993667cc-47d9-4807-9982-9e2fb2698d8e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:26.501777 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:26.852732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] For port 993667cc-47d9-4807-9982-9e2fb2698d8e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=993667cc-47d9-4807-9982-9e2fb2698d8e,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:26.853083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:26.979917 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Calling delete_port for 993667cc-47d9-4807-9982-9e2fb2698d8e owned by compute:nova {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:27.176360 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:27.227168 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event deleted for resources: {'Port': ['ID=993667cc-47d9-4807-9982-9e2fb2698d8e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:27.312729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] No DVR routers for this DVR port 993667cc-47d9-4807-9982-9e2fb2698d8e on host hv-neutron-8317 {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:13:27.315109 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222019'] for port, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:27.317822 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-deleted', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e'}] {{(pid=88431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 13:13:27.363393 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09870781-4c37-4ac1-b4b4-83d83de41a34', 'name': 'network-vif-deleted', 'tag': '993667cc-47d9-4807-9982-9e2fb2698d8e', 'status': 'completed', 'code': 200} Mar 03 13:13:27.394489 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-11459a04-4f9a-4d56-9c83-2a29c7145962 req-2fcbfbff-bc25-47b7-8114-58614be30f6c tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.26 "DELETE /v2.0/ports/993667cc-47d9-4807-9982-9e2fb2698d8e HTTP/1.1" status: 204 len: 173 time: 0.9581439 Mar 03 13:13:27.560732 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-27bc5bab-976c-497b-9710-4d157244348f req-563fe5d4-a508-4094-b0ac-0abad8e12583 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Synchronizing usage tracker for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 13:13:27.668258 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.quota.resource [req-27bc5bab-976c-497b-9710-4d157244348f req-563fe5d4-a508-4094-b0ac-0abad8e12583 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Unset dirty status for tenant:ba052068a89543fb8036fe8b4621062c on resource:port {{(pid=88431) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 13:13:27.669775 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [req-27bc5bab-976c-497b-9710-4d157244348f req-563fe5d4-a508-4094-b0ac-0abad8e12583 tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "GET /v2.0/ports?device_id=09870781-4c37-4ac1-b4b4-83d83de41a34 HTTP/1.1" status: 200 len: 210 time: 0.1546245 Mar 03 13:13:28.764052 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47042) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:28.830103 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a93-63aa-4f71-a9b8-ae5bb25ae38b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:28.858993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a93-63aa-4f71-a9b8-ae5bb25ae38b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:28.998206 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a93-63aa-4f71-a9b8-ae5bb25ae38b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:29.017507 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2a93-63aa-4f71-a9b8-ae5bb25ae38b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d8c652-a3b2-48e8-a5cf-be14f191bca3,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:29.094981 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-76ac2a93-63aa-4f71-a9b8-ae5bb25ae38b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:29.096133 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-76ac2a93-63aa-4f71-a9b8-ae5bb25ae38b tempest-TestSnapshotPattern-1620899753 tempest-TestSnapshotPattern-1620899753-project] 10.222.0.35 "DELETE /v2.0/security-groups/58d8c652-a3b2-48e8-a5cf-be14f191bca3 HTTP/1.1" status: 204 len: 168 time: 0.3310659 Mar 03 13:13:30.215409 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47050) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:30.843719 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 993667cc-47d9-4807-9982-9e2fb2698d8e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:30.877293 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:30.879898 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] No Port match for: 993667cc-47d9-4807-9982-9e2fb2698d8e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:30.880268 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Device 993667cc-47d9-4807-9982-9e2fb2698d8e not bound to the agent host hv-neutron-8317 {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:31.315358 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Deleting port 7e15a805-5bed-406d-aef0-64297304b7cb {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:31.315919 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:31.512737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] For port 7e15a805-5bed-406d-aef0-64297304b7cb, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=7e15a805-5bed-406d-aef0-64297304b7cb,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:31.513081 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:31.634402 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Calling delete_port for 7e15a805-5bed-406d-aef0-64297304b7cb owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:32.010592 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:32.067312 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e15a805-5bed-406d-aef0-64297304b7cb,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:32.329129 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:32.806413 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Router 029b89cb-1d72-48be-84a3-44c03d556f8c has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:13:32.976420 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:13:32.985391 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] Sync routers for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:13:32.994158 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:32.994744 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:33.052183 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-5c2c6045-b718-474f-b9bc-76263521276b admin admin] 10.222.0.35 "PUT /v2.0/routers/029b89cb-1d72-48be-84a3-44c03d556f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355317 Mar 03 13:13:33.054595 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47056) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:33.174975 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: dv-neutron-831730-1-hyperv {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:33.233213 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:33.419874 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:33.495156 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Deleting port 25a9989d-dc10-4d45-b1ec-b8eede48b520 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:33.495497 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:33.503448 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:13:31Z', 'revision_number': 5, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port': {'id': '25a9989d-dc10-4d45-b1ec-b8eede48b520', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:26Z', 'updated_at': '2022-03-03T13:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:33.507337 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] Checking router: 029b89cb-1d72-48be-84a3-44c03d556f8c for host: dv-neutron-831730-1-hyperv {{(pid=88433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:13:33.516727 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] Routers {'029b89cb-1d72-48be-84a3-44c03d556f8c'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:33.517311 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['029b89cb-1d72-48be-84a3-44c03d556f8c'], 'active': True} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:33.674842 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_dvr_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] Set router 029b89cb-1d72-48be-84a3-44c03d556f8c gateway port host: None {{(pid=88433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:33.683996 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] For port 25a9989d-dc10-4d45-b1ec-b8eede48b520, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=25a9989d-dc10-4d45-b1ec-b8eede48b520,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:33.684374 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:33.781432 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.l3_hamode_db [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:13:33Z', 'revision_number': 6, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port_host': None}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:33.785224 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90967e0-7cd8-40a2-845c-6fc3da69abab None None] The sync data for ids ['029b89cb-1d72-48be-84a3-44c03d556f8c'] in dv-neutron-831730-1-hyperv is: [{'id': '029b89cb-1d72-48be-84a3-44c03d556f8c', 'name': 'tempest-TestSnapshotPattern-689335861-router', 'tenant_id': 'ba052068a89543fb8036fe8b4621062c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:25Z', 'updated_at': '2022-03-03T13:13:33Z', 'revision_number': 6, 'project_id': 'ba052068a89543fb8036fe8b4621062c', 'gw_port_host': None}] {{(pid=88433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:13:33.804423 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Calling delete_port for 25a9989d-dc10-4d45-b1ec-b8eede48b520 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:34.049725 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.094201 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Pushing event deleted for resources: {'Port': ['ID=25a9989d-dc10-4d45-b1ec-b8eede48b520,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:34.301098 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.474537 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.476713 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.581776 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.582330 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029b89cb-1d72-48be-84a3-44c03d556f8c {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 13:13:34.595097 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.596234 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-4ee7acf2-f9fe-49dc-8364-0cf51c55ba9e admin admin] 10.222.0.35 "DELETE /v2.0/routers/029b89cb-1d72-48be-84a3-44c03d556f8c HTTP/1.1" status: 204 len: 168 time: 1.5405662 Mar 03 13:13:34.598847 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47060) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:34.666305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] Deleting subnet a2d6e4ec-3d98-40ff-8842-5cc8d899a120 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 13:13:34.669241 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.719188 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.803887 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.936305 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.973107 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d6e4ec-3d98-40ff-8842-5cc8d899a120,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:34.976682 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:34.983057 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-a02785ed-bcd3-4890-b205-aed1d8f38411 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a2d6e4ec-3d98-40ff-8842-5cc8d899a120 HTTP/1.1" status: 204 len: 168 time: 0.3832583 Mar 03 13:13:34.983342 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5970ab7d-2c02-4965-a48d-0d807365cd42 None None] Network a0e79b53-28a4-4e40-8012-fcee4abbe7c0 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:13:34.985566 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47064) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:35.100903 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.111826 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Deleting port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:35.112177 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.245469 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36764195-e92b-4559-bb3c-a06801470712 None None] DHCP port deletion for a0e79b53-28a4-4e40-8012-fcee4abbe7c0 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 13:13:35.249597 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Deleting port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:35.249981 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.325128 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] For port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:35.325500 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.453898 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Calling delete_port for 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:35.460529 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-36764195-e92b-4559-bb3c-a06801470712 None None] For port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,segment=NetworkSegment(ce971d5b-f277-46b3-861c-a4af1eff8341),segment_id=ce971d5b-f277-46b3-861c-a4af1eff8341)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:35.460914 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.576219 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.600880 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Calling delete_port for 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:35.632332 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Pushing event deleted for resources: {'Port': ['ID=1100d4c1-f498-4ee9-9b9a-7b3444c0ffad,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:35.640396 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] No DVR routers for this DVR port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:13:35.702373 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 13:13:35.702723 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 13:13:35.712792 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 25a9989d-dc10-4d45-b1ec-b8eede48b520 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:35.746100 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 25a9989d-dc10-4d45-b1ec-b8eede48b520 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:35.746434 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 25a9989d-dc10-4d45-b1ec-b8eede48b520 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:35.746843 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e15a805-5bed-406d-aef0-64297304b7cb no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:35.778353 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.779925 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 7e15a805-5bed-406d-aef0-64297304b7cb {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:35.780287 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 7e15a805-5bed-406d-aef0-64297304b7cb not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:35.780699 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:35.806016 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e79b53-28a4-4e40-8012-fcee4abbe7c0']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:35.815992 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:35.816357 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:35.824590 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce971d5b-f277-46b3-861c-a4af1eff8341') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:35.824881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce971d5b-f277-46b3-861c-a4af1eff8341') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:35.835948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.851055 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.857431 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 13:13:35.857798 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 13:13:35.871064 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 13:13:36.112948 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:36.129729 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:36.142237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e79b53-28a4-4e40-8012-fcee4abbe7c0,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:36.204344 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Deleting port 1100d4c1-f498-4ee9-9b9a-7b3444c0ffad {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:36.204862 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-36764195-e92b-4559-bb3c-a06801470712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:36.236660 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-81294f41-d3fe-4c69-b444-74e20808e047 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0e79b53-28a4-4e40-8012-fcee4abbe7c0 HTTP/1.1" status: 204 len: 168 time: 1.2475317 Mar 03 13:13:36.236841 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47068) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:36.279675 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-36764195-e92b-4559-bb3c-a06801470712 None None] The port '1100d4c1-f498-4ee9-9b9a-7b3444c0ffad' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 13:13:36.791280 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720341'] for router_interface, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:37.142381 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Deleting port d37020d8-2409-47f2-8f8c-c3b03ce4b47e {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:37.143867 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:37.349752 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] For port d37020d8-2409-47f2-8f8c-c3b03ce4b47e, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,segment=NetworkSegment(1a8f1b16-9c0c-4c5b-865e-016c39c3ca05),segment_id=1a8f1b16-9c0c-4c5b-865e-016c39c3ca05)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:37.350230 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:37.482831 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Calling delete_port for d37020d8-2409-47f2-8f8c-c3b03ce4b47e owned by network:router_interface {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:37.843860 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:37.890993 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Pushing event deleted for resources: {'Port': ['ID=d37020d8-2409-47f2-8f8c-c3b03ce4b47e,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:38.107510 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-cfc33df2-4fc5-4f65-b3f6-8cac6c6a5428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:38.161830 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-720233'] for router_interface, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:38.519124 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:38.533523 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Router 60c1083f-8cae-4709-97cc-bd524dff25e5 has already been hosted by L3 agent 5465e187-2545-4180-bae0-7105132dda84 {{(pid=88431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 13:13:38.719399 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] Notify agent at l3_agent.dv-neutron-831730-1-hyperv the message routers_updated {{(pid=88431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 13:13:38.728458 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] Sync routers for ids ['60c1083f-8cae-4709-97cc-bd524dff25e5'] in dv-neutron-831730-1-hyperv {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 13:13:38.737229 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] Routers {'60c1083f-8cae-4709-97cc-bd524dff25e5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:38.737829 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['60c1083f-8cae-4709-97cc-bd524dff25e5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:38.790998 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-292ecee0-e92b-4ba0-88e4-271f4ba2a92f admin admin] 10.222.0.35 "PUT /v2.0/routers/60c1083f-8cae-4709-97cc-bd524dff25e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5525205 Mar 03 13:13:38.793014 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47074) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:38.943144 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] Set router 60c1083f-8cae-4709-97cc-bd524dff25e5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:38.974192 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:39.240762 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:13:37Z', 'revision_number': 5, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:39.245593 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] Checking router: 60c1083f-8cae-4709-97cc-bd524dff25e5 for host: dv-neutron-831730-1-hyperv {{(pid=88432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 13:13:39.254007 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] Routers {'60c1083f-8cae-4709-97cc-bd524dff25e5'} bound to L3 agent in host dv-neutron-831730-1-hyperv {{(pid=88432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 13:13:39.254612 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T12:03:10Z,description=,heartbeat_timestamp=2022-03-03T13:13:10Z,host='dv-neutron-831730-1-hyperv',id=5465e187-2545-4180-bae0-7105132dda84,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T12:03:11Z,topic='l3_agent')) {'router_ids': ['60c1083f-8cae-4709-97cc-bd524dff25e5'], 'active': True} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:39.279494 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:39.346915 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Deleting port b57eebf9-8514-4718-aa35-6a676029fe10 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:39.347249 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:39.431498 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_dvr_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] Set router 60c1083f-8cae-4709-97cc-bd524dff25e5 gateway port host: dv-neutron-831730-1-hyperv {{(pid=88432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 13:13:39.521753 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] For port b57eebf9-8514-4718-aa35-6a676029fe10, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=b57eebf9-8514-4718-aa35-6a676029fe10,segment=NetworkSegment(dfb61c08-e754-44cb-a636-b4937258255b),segment_id=dfb61c08-e754-44cb-a636-b4937258255b)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:39.522017 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:39.647265 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Calling delete_port for b57eebf9-8514-4718-aa35-6a676029fe10 owned by network:router_gateway {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:39.720271 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.db.l3_hamode_db [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:13:37Z', 'revision_number': 5, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}], 'dv-neutron-831730-1-hyperv', False) {} {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:39.724152 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d48488-92c3-477d-a0f9-5375b3399d83 None None] The sync data for ids ['60c1083f-8cae-4709-97cc-bd524dff25e5'] in dv-neutron-831730-1-hyperv is: [{'id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'name': 'tempest-TestSnapshotPattern-66238317-router', 'tenant_id': 'caeae518d99842d2bc02a838469d8971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'external_fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T13:08:33Z', 'updated_at': '2022-03-03T13:13:37Z', 'revision_number': 5, 'project_id': 'caeae518d99842d2bc02a838469d8971', 'gw_port': {'id': 'b57eebf9-8514-4718-aa35-6a676029fe10', 'name': '', 'network_id': 'aff45c4b-dd85-4638-a1b8-61674d892c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c1083f-8cae-4709-97cc-bd524dff25e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T13:08:34Z', 'updated_at': '2022-03-03T13:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4110c801-29f5-4370-8f55-5b40c9f26ec6', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-1-hyperv'}] {{(pid=88432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 13:13:39.873780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:39.922236 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b57eebf9-8514-4718-aa35-6a676029fe10,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:40.018083 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-720880'] for router_gateway, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.202386 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261'] for router, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.204842 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.250170 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ba6a67df-f803-40dc-9ae9-5f9f45d69a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.278786 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713752'] for router, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.279373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c1083f-8cae-4709-97cc-bd524dff25e5 {{(pid=88431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 13:13:40.292710 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.294131 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-44669b70-f8c0-41b2-86f8-37537cbe8ca5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/60c1083f-8cae-4709-97cc-bd524dff25e5 HTTP/1.1" status: 204 len: 168 time: 1.5001469 Mar 03 13:13:40.296743 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47078) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:40.356984 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] Deleting subnet 2faa8c58-dbe3-4aa7-8897-4677fd3e85c7 {{(pid=88431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 13:13:40.360237 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.413877 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16262480'] for subnet, precommit_delete_associations {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.491153 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771553'] for subnet, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.620780 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16262543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16306082'] for subnet, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.663495 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.666641 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2faa8c58-dbe3-4aa7-8897-4677fd3e85c7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:40.670632 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd233f-e5c9-4cfc-a2ad-4183087065fd None None] Network 5943380d-cc3c-4c48-8424-a1649e54b941 requested from dv-neutron-831730-1-hyperv {{(pid=88432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 13:13:40.672842 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-d0d80348-4a82-4150-b5c2-e3537c038407 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2faa8c58-dbe3-4aa7-8897-4677fd3e85c7 HTTP/1.1" status: 204 len: 168 time: 0.3751421 Mar 03 13:13:40.675371 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47082) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:40.788961 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1580938'] for network, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.799737 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Deleting port 8544fa83-1a04-440f-a62f-f84ff70f1d16 {{(pid=88431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:40.800090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:40.923496 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] DHCP port deletion for 5943380d-cc3c-4c48-8424-a1649e54b941 request from dv-neutron-831730-1-hyperv {{(pid=88432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 13:13:40.927307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Deleting port 8544fa83-1a04-440f-a62f-f84ff70f1d16 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:40.927747 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.110473 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.db [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] For port 8544fa83-1a04-440f-a62f-f84ff70f1d16, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8544fa83-1a04-440f-a62f-f84ff70f1d16,segment=NetworkSegment(1a8f1b16-9c0c-4c5b-865e-016c39c3ca05),segment_id=1a8f1b16-9c0c-4c5b-865e-016c39c3ca05)] {{(pid=88431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:41.111057 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.190108 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.db [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] For port 8544fa83-1a04-440f-a62f-f84ff70f1d16, host dv-neutron-831730-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-1-hyperv',level=0,port_id=8544fa83-1a04-440f-a62f-f84ff70f1d16,segment=NetworkSegment(1a8f1b16-9c0c-4c5b-865e-016c39c3ca05),segment_id=1a8f1b16-9c0c-4c5b-865e-016c39c3ca05)] {{(pid=88432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 13:13:41.190415 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718805'] for port, precommit_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.240866 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.plugin [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Calling delete_port for 8544fa83-1a04-440f-a62f-f84ff70f1d16 owned by network:dhcp {{(pid=88431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:41.315008 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.323490 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Calling delete_port for 8544fa83-1a04-440f-a62f-f84ff70f1d16 owned by network:dhcp {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 13:13:41.363769 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735754355420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753990961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16262270'] for port, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.414912 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8544fa83-1a04-440f-a62f-f84ff70f1d16,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:41.418192 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.db.api [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 13:13:41.418617 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG oslo_db.api [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 13:13:41.420474 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] No DVR routers for this DVR port 8544fa83-1a04-440f-a62f-f84ff70f1d16 on host dv-neutron-831730-1-hyperv {{(pid=88431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 13:13:41.568520 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772462', 'neutron.services.segments.db._delete_segments_for_network-8735754429507'] for network, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.599244 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5943380d-cc3c-4c48-8424-a1649e54b941']}} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:41.611968 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05') {'for_net_delete': True} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:41.612288 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.services.segments.db [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8f1b16-9c0c-4c5b-865e-016c39c3ca05') {} {{(pid=88431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 13:13:41.627416 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735754432350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16262505'] for segment, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.646067 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770122'] for segment, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.655648 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 13:13:41.656364 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16262189'] for segment, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: Traceback (most recent call last): Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: timer() Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: cb(*args, **kw) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: return func(*args, **kwargs) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: self._notify() Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: self.callback(batched_events) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: event.method(event) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: return f(self, *a, **k) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._get(url).json() Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: return self.request(url, 'GET', **kwargs) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 13:13:41.676233 dv-neutron-831730-1-hyperv neutron-server[88431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 13:13:41.689899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d37020d8-2409-47f2-8f8c-c3b03ce4b47e no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:41.721972 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.727555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: d37020d8-2409-47f2-8f8c-c3b03ce4b47e {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:41.727899 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device d37020d8-2409-47f2-8f8c-c3b03ce4b47e not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:41.728366 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b57eebf9-8514-4718-aa35-6a676029fe10 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:41.766924 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: b57eebf9-8514-4718-aa35-6a676029fe10 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:41.767266 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device b57eebf9-8514-4718-aa35-6a676029fe10 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:41.767685 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8544fa83-1a04-440f-a62f-f84ff70f1d16 no longer exists at agent ovs-agent-dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 13:13:41.807246 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-a596f9a0-565c-444d-a583-d374594a964a None None] No Port match for: 8544fa83-1a04-440f-a62f-f84ff70f1d16 {{(pid=88432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 13:13:41.807584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.rpc [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Device 8544fa83-1a04-440f-a62f-f84ff70f1d16 not bound to the agent host dv-neutron-831730-1-hyperv {{(pid=88432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 13:13:41.827285 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720853'] for network, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.845973 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Notify callbacks [] for network, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:41.856881 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=5943380d-cc3c-4c48-8424-a1649e54b941,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:41.868371 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-644f54de-ce29-4f4a-9a7f-8e28aaf48e2b admin admin] 10.222.0.35 "DELETE /v2.0/networks/5943380d-cc3c-4c48-8424-a1649e54b941 HTTP/1.1" status: 204 len: 168 time: 1.1919863 Mar 03 13:13:41.921216 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Deleting port 8544fa83-1a04-440f-a62f-f84ff70f1d16 {{(pid=88432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 13:13:41.921584 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735754349038'] for port, before_delete {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:42.003974 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6ee09-8ac3-4e7a-8ac3-0992409b66c9 None None] The port '8544fa83-1a04-440f-a62f-f84ff70f1d16' was deleted {{(pid=88432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 13:13:42.127397 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47088) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:42.174359 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-7b1a0beb-3d6c-493b-993f-95c65b514b04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba052068a89543fb8036fe8b4621062c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474827 Mar 03 13:13:42.176790 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47092) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:42.233373 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f8e453a-0d1b-4108-9ece-f25350516a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:42.259325 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f8e453a-0d1b-4108-9ece-f25350516a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:42.387601 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f8e453a-0d1b-4108-9ece-f25350516a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:42.408685 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e453a-0d1b-4108-9ece-f25350516a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27327c71-3c21-49f2-9869-ceb92a7ceeb6,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:42.414846 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-9f8e453a-0d1b-4108-9ece-f25350516a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:42.418268 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-9f8e453a-0d1b-4108-9ece-f25350516a5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27327c71-3c21-49f2-9869-ceb92a7ceeb6 HTTP/1.1" status: 204 len: 168 time: 0.2382774 Mar 03 13:13:42.964644 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47100) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:43.012564 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-bbf41530-de84-46a4-b33c-19880fb0a69d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=caeae518d99842d2bc02a838469d8971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467947 Mar 03 13:13:43.015031 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.wsgi [-] (88431) accepted ('10.222.0.35', 47104) {{(pid=88431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 13:13:43.044395 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:43.071090 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-93201ec3-da5d-4b1b-8f4f-ab78d2e44da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:43.095334 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-93201ec3-da5d-4b1b-8f4f-ab78d2e44da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:43.198375 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-93201ec3-da5d-4b1b-8f4f-ab78d2e44da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601114'] for security_group, after_delete {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:43.214475 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201ec3-da5d-4b1b-8f4f-ab78d2e44da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db1a0a0-fb4b-41e3-9ae2-10f5d1d242f7,revision_number=None']} {{(pid=88431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 13:13:43.219603 dv-neutron-831730-1-hyperv neutron-server[88431]: DEBUG neutron_lib.callbacks.manager [None req-93201ec3-da5d-4b1b-8f4f-ab78d2e44da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:13:43.221301 dv-neutron-831730-1-hyperv neutron-server[88431]: INFO neutron.wsgi [None req-93201ec3-da5d-4b1b-8f4f-ab78d2e44da5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6db1a0a0-fb4b-41e3-9ae2-10f5d1d242f7 HTTP/1.1" status: 204 len: 168 time: 0.2053971 Mar 03 13:13:56.809873 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:14:08.134971 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3e784583-fa9e-4192-af42-6f8de4b97394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:08.517682 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:10.255242 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a9b1-ac6d-41e0-92c5-f59467fa5ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:11.226763 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:11.689186 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:13.083796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:33.807911 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:14:38.100114 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-67c76c66-5718-4d65-b092-37efe4199e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:38.528718 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:40.289544 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-404e9711-7481-4309-8e96-2e2fc4e78f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:41.266381 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:41.700904 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:14:43.082812 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:08.128284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7842ffd5-384d-42c0-a7bd-ac685e5fca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:08.516563 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:10.253956 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a53531a4-bce2-4d53-812a-a141c53c36e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:10.808669 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:15:11.248417 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:11.693929 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:13.065163 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:38.070791 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-8eaf059c-4bd7-4de2-a43d-ad9777f9c23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:38.510147 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:40.253433 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d09b-b7b8-4590-ae15-432c6efe544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:41.236284 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:41.676555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:43.110307 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:15:47.808287 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:16:08.088324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-77d6b874-cb22-44e8-b3be-ea4925d4d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:08.526827 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:10.281466 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-ca3d3636-e807-4924-be1a-8617984f378e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:11.229803 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:11.693371 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:13.064289 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:24.807321 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:16:38.109253 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-877d1756-035d-42cc-8c7d-385c3122023e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:38.509286 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:40.264263 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-367d765b-3350-4a16-bf03-f7e257afde6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:41.246900 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:41.698555 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:16:43.057644 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:01.805773 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:17:08.114732 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7107afbf-4bc3-49ef-bdad-32479dcece20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:08.565978 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:10.280662 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-7e3341d9-46a7-4277-9dbb-bb677bfbac06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:11.234489 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:11.703365 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:13.074781 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:38.119897 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-484dbe79-7f25-41eb-822a-ec2a5d859697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:38.548480 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:38.804345 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:17:40.257017 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3d65-1da6-4de1-ac10-df978d37c3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:41.223397 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:41.725462 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:17:43.080018 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:08.096848 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-41172970-8c5a-4d83-8d87-1401dad22b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:08.554305 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:10.256887 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0305-f0eb-4e88-96f5-60e221aa443d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:11.228552 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:11.702661 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:13.085796 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:15.803642 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:18:38.101264 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-e12fcbcf-c391-4f19-8bff-3d45545ff51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:38.559639 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:40.256261 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a15889d4-8f19-4668-bcfb-863eb5390e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:41.250651 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:41.713532 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:43.084754 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:18:52.802149 dv-neutron-831730-1-hyperv neutron-server[88433]: DEBUG neutron.db.agents_db [None req-fb3f2412-2786-4670-8265-980f2cc77e4b None None] Agent healthcheck: found 6 active agents {{(pid=88433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 13:19:08.100540 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-b9010b34-6099-4713-a912-432284292680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:19:08.558445 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-39d740a9-7b63-4aa1-a776-1929eb27ff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:19:10.313257 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-737e9f3a-80ec-4e6d-8db2-2859a1b009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:19:11.226491 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-a596f9a0-565c-444d-a583-d374594a964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:19:11.746324 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-74ec1af6-c4c7-4062-80ea-2b97081a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 13:19:13.090572 dv-neutron-831730-1-hyperv neutron-server[88432]: DEBUG neutron_lib.callbacks.manager [None req-c90b7e53-bab9-4c25-a69a-56687594c351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735754429480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777264'] for agent, after_update {{(pid=88432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}